-- Logs begin at Mon 2022-05-16 14:11:28 UTC, end at Mon 2022-05-16 15:34:56 UTC. -- May 16 15:05:39.124726 dv-cinder-795785-10-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 16 15:05:41.927013 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.common.config [-] Logging enabled! May 16 15:05:41.927628 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev211 May 16 15:05:41.927802 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103888) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 16 15:05:41.931122 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.common.config [-] Logging enabled! May 16 15:05:41.931382 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev211 May 16 15:05:41.931694 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103888) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 16 15:05:41.932617 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 16 15:05:41.932853 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 16 15:05:41.933225 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 16 15:05:41.933473 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 16 15:05:41.933703 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 16 15:05:41.934144 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:41.934456 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:41.934689 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:41.934991 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:41.935285 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:41.935572 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:41.935868 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:41.936167 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:41.936454 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:41.936735 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:41.937021 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:41.937253 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:41.937532 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:41.937821 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:41.938150 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:41.938378 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] debug = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:41.938662 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:41.939105 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:41.939499 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:41.939827 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:41.940087 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:41.940369 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:41.940643 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:41.940921 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:41.941232 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:41.941568 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] host = dv-cinder-795785-10-iscsi {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:41.941845 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:41.942158 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:41.942449 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:41.942739 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:41.943017 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:41.943292 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:41.943577 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:41.943851 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:41.944123 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] log_file = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:41.944405 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:41.944693 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:41.944981 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:41.945270 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:41.945493 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:41.945715 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:41.946004 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:41.946323 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:41.946601 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:41.946878 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:41.947155 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:41.947429 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:41.947704 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:41.947978 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:41.948267 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:41.948554 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:41.948841 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:41.949123 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:41.949394 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:41.949667 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:41.949938 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:41.950254 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:41.950532 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:41.950807 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:41.951082 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:41.951369 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:41.951641 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:41.951915 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:41.952218 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:41.952506 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:41.952788 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:41.953075 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:41.953352 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:41.953635 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:41.953908 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:41.954213 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:41.954488 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] use_json = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:41.954761 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:41.955033 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:41.955317 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:41.955590 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:41.955862 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:41.956137 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:41.956411 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:41.956697 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:41.956999 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:41.957297 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.957597 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.957901 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.958222 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.958533 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.958818 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.959110 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.959391 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.959683 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.959973 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.960263 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.960544 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.960846 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.961138 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.961435 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.961742 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.962038 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.962356 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.962634 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.962910 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.963187 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.963469 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.963759 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.964041 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.964334 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.964625 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.964945 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.965211 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.965499 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.965785 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.966106 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.966401 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.966679 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.966963 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.967258 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.967540 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.967814 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.968113 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.968395 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.968670 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.968954 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.969233 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.969508 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.969781 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.970086 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.970375 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.970654 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.970927 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.971201 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.971480 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.971751 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.972036 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.972315 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.973119 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.973392 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.973672 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.973943 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.974238 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.974519 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.974791 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.975070 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.975343 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.975616 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.975889 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.976159 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.976432 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.976704 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.976974 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.977252 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.977524 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.977794 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.978091 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.978374 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.978650 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.978952 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.979236 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.979518 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.979800 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.980081 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.980363 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.980647 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.980930 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.981213 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.981489 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.981780 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.982082 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.982374 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.982664 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.982946 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.983267 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.983550 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.983833 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.984120 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.984403 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.984685 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.984971 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.985259 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.985557 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.985856 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.986168 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.986473 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.986774 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.987069 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.987352 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.987664 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.987947 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:41.988800 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 16 15:05:41.989045 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103888) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 16 15:05:42.445511 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 16 15:05:42.445793 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 16 15:05:42.446121 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 16 15:05:42.446454 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.manager [-] Loading core plugin: ml2 May 16 15:05:42.771869 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:42.772070 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:42.772341 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:42.773526 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:42.773798 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:42.774083 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:42.828630 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:42.828919 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:42.829192 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:42.844368 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:42.844652 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:42.844923 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:42.874792 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:42.875078 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:42.875352 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:42.912205 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:42.912484 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:42.912753 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:43.250981 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:43.251618 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:43.251618 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:43.251779 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:43.252468 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:43.350965 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:43.351256 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:43.351497 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:43.351835 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:43.352050 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:43.352392 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:43.352626 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:43.352882 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:43.353178 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:43.353422 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:43.353682 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:43.353953 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:43.354231 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:43.354486 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:43.354744 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:43.355010 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:43.355269 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:43.355539 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:43.355807 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:43.356085 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:43.356342 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:43.356596 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:43.356876 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:43.357254 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:43.357506 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:43.357754 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:43.358183 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103888) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 16 15:05:43.358429 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103888) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 16 15:05:43.358670 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103888) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 16 15:05:43.358910 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103888) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 16 15:05:43.359149 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103888) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 16 15:05:43.359430 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103888) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 16 15:05:43.359754 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 16 15:05:43.363401 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 16 15:05:43.367291 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 16 15:05:43.371165 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) May 16 15:05:43.372783 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 16 15:05:43.373247 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 16 15:05:43.373580 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 16 15:05:43.373961 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 16 15:05:43.376903 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 16 15:05:43.377155 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 16 15:05:43.377513 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 16 15:05:43.382977 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 16 15:05:43.406155 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 16 15:05:43.406609 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:43.406910 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103888) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 16 15:05:43.407281 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:43.408633 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103888) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 16 15:05:43.408914 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 16 15:05:43.409159 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 16 15:05:43.412953 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:43.413239 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:43.476517 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 16 15:05:43.476755 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 16 15:05:43.476996 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 16 15:05:43.477363 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 16 15:05:43.498812 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_db.sqlalchemy.engines [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103888) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 16 15:05:44.068397 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.plugins.ml2.managers [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Initializing driver for type 'gre' May 16 15:05:44.068924 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] gre ID ranges: [(1, 1000)] May 16 15:05:44.245780 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.plugins.ml2.managers [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Initializing driver for type 'local' May 16 15:05:44.246144 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.plugins.ml2.managers [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Initializing driver for type 'vlan' May 16 15:05:44.348714 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] VlanTypeDriver initialization complete May 16 15:05:44.349301 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.plugins.ml2.managers [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Initializing driver for type 'vxlan' May 16 15:05:44.349496 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] vxlan ID ranges: [(1, 1000)] May 16 15:05:44.582901 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.plugins.ml2.managers [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Initializing extension driver 'port_security' May 16 15:05:44.583328 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.plugins.ml2.extensions.port_security [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] PortSecurityExtensionDriver initialization complete May 16 15:05:44.583751 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.plugins.ml2.managers [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Initializing mechanism driver 'openvswitch' May 16 15:05:44.584167 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.plugins.ml2.managers [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Initializing mechanism driver 'hyperv' May 16 15:05:44.591019 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.plugin [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:05:44.591982 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Subscribe: > port after_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:44.592364 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Subscribe: > port after_update 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:44.592766 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Subscribe: > port after_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:44.593300 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103888) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 16 15:05:44.593736 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Subscribe: > subnet after_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:44.594199 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Subscribe: > subnet after_update 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:44.594555 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:44.594956 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103888) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 16 15:05:44.595399 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Subscribe: > network after_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:44.595754 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Subscribe: > network after_update 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:44.596099 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Subscribe: > network after_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:44.596491 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103888) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 16 15:05:44.597508 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Subscribe: > security_group after_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:44.597865 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Subscribe: > security_group after_update 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:44.598234 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:44.598633 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103888) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 16 15:05:44.602862 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:44.602862 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:44.602862 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:44.602862 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103888) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 16 15:05:44.602862 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Subscribe: > address_group after_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:44.603224 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Subscribe: > address_group after_update 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:44.603224 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:44.603224 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103888) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 16 15:05:44.603224 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] ML2 OVO RPC backend initialized. {{(pid=103888) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 16 15:05:44.603224 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:44.603588 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:44.603588 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Subscribe: > network before_response 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:44.603733 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Subscribe: > networks before_response 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:44.604088 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Subscribe: > port before_response 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:44.604433 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Subscribe: > ports before_response 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:44.604778 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Subscribe: > subnet before_response 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:44.605123 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Subscribe: > subnets before_response 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:44.605470 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Subscribe: > network after_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:44.605814 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Subscribe: > network after_update 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:44.606174 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Subscribe: > network after_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:44.606516 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Subscribe: > port after_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:44.606852 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Subscribe: > port after_update 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:44.607189 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Subscribe: > port after_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:44.607527 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Subscribe: > subnet after_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:44.607865 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Subscribe: > subnet after_update 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:44.608205 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:44.615651 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.quota [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loaded quota_driver: . May 16 15:05:44.616009 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.plugins.ml2.plugin [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Modular L2 Plugin initialization complete May 16 15:05:44.616357 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading services supported by the core plugin {{(pid=103888) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 16 15:05:44.616704 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.plugins.ml2.managers [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Got port-security extension from driver 'port_security' May 16 15:05:44.617183 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.extensions.vlantransparent [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Disabled vlantransparent extension. May 16 15:05:44.617675 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103888) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 16 15:05:44.618000 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading Plugin: router May 16 15:05:44.658814 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:44.659209 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Subscribe: > router after_create 55549900 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:44.660210 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Subscribe: > router before_create 55549900 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:44.660578 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:44.660953 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:44.661314 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Subscribe: > router after_delete 55549900 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:44.661672 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:44.662026 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:44.662418 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Subscribe: > router after_create 55549900 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:44.662861 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Subscribe: > router after_update 55549900 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:44.663222 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Subscribe: > router after_update 55549900 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:44.663577 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:44.664058 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Subscribe: > router after_update 55549900 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:44.664538 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Subscribe: > router precommit_update 55549900 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:44.664933 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Subscribe: port after_update 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:44.665354 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Subscribe: port after_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:44.665703 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Subscribe: subnet after_update 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:44.666158 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:44.666517 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:44.666923 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Subscribe: > router precommit_create 55549900 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:44.667278 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Subscribe: port before_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:44.667627 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Subscribe: > router precommit_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:44.668021 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Subscribe: > router after_update 55549900 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:44.668432 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:44.668794 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Subscribe: > router precommit_create 55549900 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:44.669199 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:44.669552 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Subscribe: > router precommit_update 55549900 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:44.669921 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Subscribe: > agent after_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:44.670308 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Subscribe: > agent after_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:44.670662 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Subscribe: > network after_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:44.671506 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.quota.resource_registry [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Tracking information for resource: router configured {{(pid=103888) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 16 15:05:44.671837 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.quota.resource_registry [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Tracking information for resource: floatingip configured {{(pid=103888) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 16 15:05:44.676653 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.db.l3_agentschedulers_db [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 16 15:05:44.677227 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Subscribe: port after_update 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:44.677590 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Subscribe: port after_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:44.677942 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Subscribe: port after_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:44.678323 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Subscribe: port after_update 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:44.679114 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Subscribe: > router before_create 55550100 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:44.679483 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:44.679848 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Subscribe: > router precommit_create 55550100 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:44.680207 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Subscribe: > router precommit_update 55550100 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:44.684947 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.services.provider_configuration [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Service providers = [] {{(pid=103888) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 16 15:05:44.685313 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.db.servicetype_db [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103888) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 16 15:05:44.688243 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.services.service_base [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103888) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 16 15:05:44.688593 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.services.service_base [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103888) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 16 15:05:44.688934 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.services.service_base [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103888) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 16 15:05:44.689821 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.services.service_base [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103888) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 16 15:05:44.690229 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.services.service_base [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Default provider is not specified for service type L3_ROUTER_NAT May 16 15:05:44.690633 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103888) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 16 15:05:44.690949 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 16 15:05:44.701508 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103888) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 16 15:05:44.701848 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading Plugin: auto_allocate May 16 15:05:44.708174 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Subscribe: network precommit_update 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:44.708546 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Subscribe: network precommit_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:44.709068 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103888) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 16 15:05:44.709391 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading Plugin: tag May 16 15:05:44.716162 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103888) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 16 15:05:44.716492 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading Plugin: timestamp May 16 15:05:44.720272 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103888) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 16 15:05:44.720606 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading Plugin: network_ip_availability May 16 15:05:44.726703 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:44.727074 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:44.727455 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:44.728165 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103888) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 16 15:05:44.728487 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading Plugin: flavors May 16 15:05:44.733367 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103888) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 16 15:05:44.733703 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading Plugin: revisions May 16 15:05:44.737933 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103888) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 16 15:05:44.738350 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_concurrency.lockutils [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.292s {{(pid=103888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 16 15:05:44.739185 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103888) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 16 15:05:44.739523 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Initializing extension manager. May 16 15:05:44.740049 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: __init__.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.740394 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: __pycache__ {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.740729 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: _port_mac_address_override.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.741125 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: address_group.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.741870 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.742542 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loaded extension: address-group May 16 15:05:44.742874 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: address_scope.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.743612 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.744181 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loaded extension: address-scope May 16 15:05:44.744507 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.745718 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.746330 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loaded extension: router-admin-state-down-before-update May 16 15:05:44.746662 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: agent.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.747359 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.747868 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loaded extension: agent May 16 15:05:44.748193 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: agent_resources_synced.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.749095 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.749610 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loaded extension: agent-resources-synced May 16 15:05:44.749934 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: allowedaddresspairs.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.751721 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.752279 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loaded extension: allowed-address-pairs May 16 15:05:44.752606 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: auto_allocated_topology.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.753697 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.754250 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loaded extension: auto-allocated-topology May 16 15:05:44.754579 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: availability_zone.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.755275 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.755784 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loaded extension: availability_zone May 16 15:05:44.756108 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: availability_zone_filter.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.757018 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.757530 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loaded extension: availability_zone_filter May 16 15:05:44.757857 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: data_plane_status.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.758785 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.759292 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Extension data-plane-status not supported by any of loaded plugins May 16 15:05:44.759614 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: default_subnetpools.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.760518 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.761025 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loaded extension: default-subnetpools May 16 15:05:44.761347 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.762173 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.762682 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loaded extension: dhcp_agent_scheduler May 16 15:05:44.763005 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: dns.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.763911 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.764415 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Extension dns-integration not supported by any of loaded plugins May 16 15:05:44.764736 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: dns_domain_ports.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.765643 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.766178 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Extension dns-domain-ports not supported by any of loaded plugins May 16 15:05:44.766501 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.767409 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.767911 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 16 15:05:44.768232 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: dvr.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.769428 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.769933 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loaded extension: dvr May 16 15:05:44.770288 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: ecmp_routes.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.771195 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.771698 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Extension ecmp_routes not supported by any of loaded plugins May 16 15:05:44.772019 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: empty_string_filtering.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.772920 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.773427 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loaded extension: empty-string-filtering May 16 15:05:44.773748 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.774681 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.775295 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 16 15:05:44.775619 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.776522 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.777084 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 16 15:05:44.777415 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: external_net.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.778443 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.778959 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loaded extension: external-net May 16 15:05:44.779283 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.780242 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.780770 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loaded extension: extra_dhcp_opt May 16 15:05:44.781095 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: extraroute.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.782037 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.782567 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loaded extension: extraroute May 16 15:05:44.782889 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: extraroute_atomic.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.784083 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.785169 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loaded extension: extraroute-atomic May 16 15:05:44.785492 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: filter_validation.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.786182 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.786692 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loaded extension: filter-validation May 16 15:05:44.787018 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: fip_pf_description.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.787917 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.788420 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 16 15:05:44.788740 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: fip_pf_port_range.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.789637 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.790168 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 16 15:05:44.790489 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: fip_port_details.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.791399 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.791903 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loaded extension: fip-port-details May 16 15:05:44.792222 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: flavors.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.793425 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.793942 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loaded extension: flavors May 16 15:05:44.794296 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.795943 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.796461 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 16 15:05:44.796795 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: floatingip_pools.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.797494 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.798006 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loaded extension: floatingip-pools May 16 15:05:44.798360 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: ip_allocation.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.799292 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.799824 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Extension ip_allocation not supported by any of loaded plugins May 16 15:05:44.800153 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.801205 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.801723 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loaded extension: ip-substring-filtering May 16 15:05:44.802069 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: l2_adjacency.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.803005 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.803518 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Extension l2_adjacency not supported by any of loaded plugins May 16 15:05:44.803844 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: l3.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.804813 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.805338 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loaded extension: router May 16 15:05:44.805667 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.807882 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.808419 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 16 15:05:44.808752 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.809665 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.810293 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loaded extension: ext-gw-mode May 16 15:05:44.810626 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.811544 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.812134 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loaded extension: l3-ha May 16 15:05:44.812466 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.813374 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.813994 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 16 15:05:44.814353 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: l3_flavors.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.815274 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.815814 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loaded extension: l3-flavors May 16 15:05:44.816141 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.817496 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.818022 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 16 15:05:44.818388 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.819311 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.819829 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loaded extension: l3-port-ip-change-not-allowed May 16 15:05:44.820160 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: l3agentscheduler.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.821176 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.821692 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loaded extension: l3_agent_scheduler May 16 15:05:44.822020 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: local_ip.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.825218 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.825741 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Extension local_ip not supported by any of loaded plugins May 16 15:05:44.826095 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: logging.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.827548 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.828075 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Extension logging not supported by any of loaded plugins May 16 15:05:44.828411 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: metering.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.829147 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.829737 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loaded extension: metering May 16 15:05:44.830074 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.831705 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.832223 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loaded extension: metering_source_and_destination_fields May 16 15:05:44.832550 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: multiprovidernet.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.833469 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.833980 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loaded extension: multi-provider May 16 15:05:44.834333 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: netmtu.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.835240 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.835755 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loaded extension: net-mtu May 16 15:05:44.836076 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: netmtu_writable.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.836982 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.837487 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loaded extension: net-mtu-writable May 16 15:05:44.837809 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: network_availability_zone.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.838497 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.839008 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loaded extension: network_availability_zone May 16 15:05:44.839331 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: network_ip_availability.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.840421 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.840934 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loaded extension: network-ip-availability May 16 15:05:44.841262 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: network_segment_range.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.842015 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.842543 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Extension network-segment-range not supported by any of loaded plugins May 16 15:05:44.842865 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: pagination.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.843832 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.844161 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loaded extension: pagination May 16 15:05:44.844480 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: port_device_profile.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.845383 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.845904 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loaded extension: port-device-profile May 16 15:05:44.846259 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: port_mac_address_override.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.847845 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.848363 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loaded extension: port-mac-override May 16 15:05:44.848690 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.849699 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.850266 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loaded extension: port-mac-address-regenerate May 16 15:05:44.850594 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.851555 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.852145 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loaded extension: port-numa-affinity-policy May 16 15:05:44.852504 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: port_resource_request.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.853456 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.853962 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Extension port-resource-request not supported by any of loaded plugins May 16 15:05:44.854313 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: port_resource_request_groups.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.855265 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.855780 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Extension port-resource-request-groups not supported by any of loaded plugins May 16 15:05:44.856104 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: portbindings.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.857017 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.857525 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loaded extension: binding May 16 15:05:44.857846 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: portbindings_extended.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.859120 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.859636 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loaded extension: binding-extended May 16 15:05:44.859963 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: portsecurity.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.860871 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.861383 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loaded extension: port-security May 16 15:05:44.861708 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: project_id.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.863243 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.863571 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loaded extension: project-id May 16 15:05:44.863890 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: providernet.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.864792 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.865305 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loaded extension: provider May 16 15:05:44.865633 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: qos.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.869301 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.870119 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Extension qos not supported by any of loaded plugins May 16 15:05:44.870454 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.871681 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.872194 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 16 15:05:44.872525 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.873454 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.873966 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 16 15:05:44.874408 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: qos_default.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.875318 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.875837 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Extension qos-default not supported by any of loaded plugins May 16 15:05:44.876167 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: qos_fip.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.877079 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.877590 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Extension qos-fip not supported by any of loaded plugins May 16 15:05:44.877981 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.879539 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.880053 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 16 15:05:44.880437 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: qos_gateway_ip.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.881360 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.881956 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 16 15:05:44.882307 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: qos_port_network_policy.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.883219 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.883729 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 16 15:05:44.884055 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.885134 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.885657 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Extension qos-pps-minimum not supported by any of loaded plugins May 16 15:05:44.885980 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.887067 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.887587 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 16 15:05:44.887911 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: qos_pps_rule.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.889071 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.889586 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Extension qos-pps not supported by any of loaded plugins May 16 15:05:44.889912 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: qos_rule_type_details.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.890842 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.891353 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 16 15:05:44.891679 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.892597 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.893102 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 16 15:05:44.893427 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: qos_rules_alias.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.894526 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.895041 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Extension qos-rules-alias not supported by any of loaded plugins May 16 15:05:44.895366 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: quota_check_limit.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.896349 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.896864 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loaded extension: quota-check-limit May 16 15:05:44.897189 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: quotasv2.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.898130 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.898458 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loaded extension: quotas May 16 15:05:44.898781 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: quotasv2_detail.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.900534 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.900876 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loaded extension: quota_details May 16 15:05:44.901210 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: rbac.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.902290 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.902825 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loaded extension: rbac-policies May 16 15:05:44.903160 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: rbac_address_group.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.904085 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.904608 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loaded extension: rbac-address-group May 16 15:05:44.904937 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: rbac_address_scope.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.905855 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.906399 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loaded extension: rbac-address-scope May 16 15:05:44.906730 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: rbac_security_groups.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.907641 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.908154 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loaded extension: rbac-security-groups May 16 15:05:44.908481 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: rbac_subnetpool.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.909926 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.910480 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loaded extension: rbac-subnetpool May 16 15:05:44.910810 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: revisionifmatch.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.911730 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.912246 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loaded extension: revision-if-match May 16 15:05:44.912574 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: revisions.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.913742 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.914291 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loaded extension: standard-attr-revisions May 16 15:05:44.914663 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: router_availability_zone.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.915405 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.915921 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loaded extension: router_availability_zone May 16 15:05:44.916251 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: routerservicetype.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.917193 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.917760 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Extension router-service-type not supported by any of loaded plugins May 16 15:05:44.918111 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.919097 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.919800 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loaded extension: security-groups-normalized-cidr May 16 15:05:44.920219 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.921164 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.921689 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loaded extension: port-security-groups-filtering May 16 15:05:44.922013 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.922970 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.923484 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loaded extension: security-groups-remote-address-group May 16 15:05:44.923805 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.925405 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.925931 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loaded extension: security-groups-shared-filtering May 16 15:05:44.926285 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.926870 dv-cinder-795785-10-iscsi neutron-server[103888]: WARNING neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 16 15:05:44.927192 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: securitygroup.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.936688 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.937220 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loaded extension: security-group May 16 15:05:44.937583 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: segment.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.938333 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.938846 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Extension segment not supported by any of loaded plugins May 16 15:05:44.939178 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.940113 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.941157 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 16 15:05:44.941488 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: servicetype.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.942603 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.943126 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loaded extension: service-type May 16 15:05:44.943454 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: sorting.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.944445 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.944758 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loaded extension: sorting May 16 15:05:44.945081 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: standard_attr_segment.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.945988 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.946531 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Extension standard-attr-segment not supported by any of loaded plugins May 16 15:05:44.946858 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: standardattrdescription.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.947504 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.948014 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loaded extension: standard-attr-description May 16 15:05:44.948338 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: stateful_security_group.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.949273 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.949786 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loaded extension: stateful-security-group May 16 15:05:44.950141 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: stdattrs_common.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.950709 dv-cinder-795785-10-iscsi neutron-server[103888]: WARNING neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 16 15:05:44.951030 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.952056 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.952577 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 16 15:05:44.952903 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: subnet_onboard.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.953956 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.954574 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loaded extension: subnet_onboard May 16 15:05:44.954978 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.955957 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.957033 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 16 15:05:44.957400 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: subnet_service_types.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.958355 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.958878 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loaded extension: subnet-service-types May 16 15:05:44.959204 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: subnetallocation.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.960291 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.960809 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loaded extension: subnet_allocation May 16 15:05:44.961139 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.961797 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.962352 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loaded extension: subnetpool-prefix-ops May 16 15:05:44.962674 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.963772 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.964284 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 16 15:05:44.964606 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: tagging.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.965699 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.966249 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loaded extension: standard-attr-tag May 16 15:05:44.966579 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: timestamp.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.967769 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.968286 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loaded extension: standard-attr-timestamp May 16 15:05:44.968612 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: trunk.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.969629 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.970209 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Extension trunk not supported by any of loaded plugins May 16 15:05:44.970542 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: trunk_details.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.971460 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.971998 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Extension trunk-details not supported by any of loaded plugins May 16 15:05:44.972328 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: uplink_status_propagation.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.973240 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.973751 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 16 15:05:44.974098 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Loading extension file: vlantransparent.py {{(pid=103888) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 15:05:44.974767 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103888) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 15:05:44.975274 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Extension vlan-transparent not supported by any of loaded plugins May 16 15:05:44.977796 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.quota.resource_registry [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Creating instance of TrackedResource for resource:network May 16 15:05:44.978355 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.quota.resource_registry [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Creating instance of TrackedResource for resource:subnet May 16 15:05:44.978755 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.quota.resource_registry [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Creating instance of TrackedResource for resource:subnetpool May 16 15:05:44.979146 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.quota.resource_registry [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Creating instance of TrackedResource for resource:port May 16 15:05:44.980365 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.v2.resource_helper [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103888) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 15:05:44.980805 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.v2.resource_helper [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Service FLAVORS assigned prefix: {{(pid=103888) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 15:05:44.981427 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.v2.resource_helper [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103888) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 15:05:44.981856 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.v2.resource_helper [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103888) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 15:05:44.982219 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.quota.resource_registry [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Creating instance of TrackedResource for resource:router May 16 15:05:44.982658 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.quota.resource_registry [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Creating instance of TrackedResource for resource:floatingip May 16 15:05:44.983139 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.v2.resource_helper [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Service METERING assigned prefix: /metering {{(pid=103888) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 15:05:44.984573 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:44.984947 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:44.985301 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:05:44.986328 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.quota.resource_registry [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Creating instance of CountableResource for resource:rbac_policy May 16 15:05:44.986831 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.quota.resource_registry [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Creating instance of TrackedResource for resource:security_group May 16 15:05:44.987297 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.quota.resource_registry [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Creating instance of TrackedResource for resource:security_group_rule May 16 15:05:44.987962 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.v2.resource_helper [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Service CORE assigned prefix: {{(pid=103888) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 15:05:44.988298 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.quota.resource_registry [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Creating instance of TrackedResource for resource:subnetpool May 16 15:05:44.988718 dv-cinder-795785-10-iscsi neutron-server[103888]: WARNING neutron.quota.resource_registry [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] subnetpool is already registered May 16 15:05:44.989144 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.v2.resource_helper [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Service CORE assigned prefix: {{(pid=103888) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 15:05:44.989528 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.quota.resource_registry [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Creating instance of TrackedResource for resource:subnetpool May 16 15:05:44.989867 dv-cinder-795785-10-iscsi neutron-server[103888]: WARNING neutron.quota.resource_registry [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] subnetpool is already registered May 16 15:05:44.992289 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.v2.resource_helper [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103888) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 15:05:44.992763 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.v2.resource_helper [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Service FLAVORS assigned prefix: {{(pid=103888) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 15:05:44.993387 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.v2.resource_helper [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103888) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 15:05:44.993808 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.v2.resource_helper [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103888) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 15:05:44.994176 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.quota.resource_registry [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Creating instance of TrackedResource for resource:router May 16 15:05:44.994777 dv-cinder-795785-10-iscsi neutron-server[103888]: WARNING neutron.quota.resource_registry [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] router is already registered May 16 15:05:44.995198 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.quota.resource_registry [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Creating instance of TrackedResource for resource:floatingip May 16 15:05:44.995546 dv-cinder-795785-10-iscsi neutron-server[103888]: WARNING neutron.quota.resource_registry [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] floatingip is already registered May 16 15:05:44.995999 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.v2.resource_helper [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Service METERING assigned prefix: /metering {{(pid=103888) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 15:05:44.996673 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.quota.resource_registry [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Creating instance of CountableResource for resource:rbac_policy May 16 15:05:44.997001 dv-cinder-795785-10-iscsi neutron-server[103888]: WARNING neutron.quota.resource_registry [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] rbac_policy is already registered May 16 15:05:44.997412 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.quota.resource_registry [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Creating instance of TrackedResource for resource:security_group May 16 15:05:44.997764 dv-cinder-795785-10-iscsi neutron-server[103888]: WARNING neutron.quota.resource_registry [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] security_group is already registered May 16 15:05:44.998209 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.quota.resource_registry [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Creating instance of TrackedResource for resource:security_group_rule May 16 15:05:44.998555 dv-cinder-795785-10-iscsi neutron-server[103888]: WARNING neutron.quota.resource_registry [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] security_group_rule is already registered May 16 15:05:44.999170 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.v2.resource_helper [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Service CORE assigned prefix: {{(pid=103888) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 15:05:44.999497 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.quota.resource_registry [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Creating instance of TrackedResource for resource:subnetpool May 16 15:05:44.999843 dv-cinder-795785-10-iscsi neutron-server[103888]: WARNING neutron.quota.resource_registry [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] subnetpool is already registered May 16 15:05:45.000260 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.v2.resource_helper [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Service CORE assigned prefix: {{(pid=103888) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 15:05:45.000587 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.quota.resource_registry [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Creating instance of TrackedResource for resource:subnetpool May 16 15:05:45.000919 dv-cinder-795785-10-iscsi neutron-server[103888]: WARNING neutron.quota.resource_registry [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] subnetpool is already registered May 16 15:05:45.001403 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Extended resource: extensions {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:05:45.003381 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Extended resource: address-groups {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:05:45.004932 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Extended resource: address-scopes {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:05:45.006273 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Extended resource: agents {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:05:45.007440 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Extended resource: auto-allocated-topology {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:05:45.008708 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Extended resource: availability_zones {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:05:45.009927 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Extended resource: dhcp-networks {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:05:45.011497 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Extended resource: dhcp-agents {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:05:45.012904 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Extended resource: routers {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:05:45.014638 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Extended resource: flavors {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:05:45.015911 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Extended resource: service_profiles {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:05:45.017111 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Extended resource: next_providers {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:05:45.018632 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Extended resource: service_profiles {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:05:45.020793 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Extended resource: floatingip-pools {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:05:45.022146 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Extended resource: routers {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:05:45.023826 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Extended resource: floatingips {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:05:45.026156 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Extended resource: l3-routers {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:05:45.027602 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Extended resource: l3-agents {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:05:45.029026 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Extended resource: metering-labels {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:05:45.030308 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Extended resource: metering-label-rules {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:05:45.031678 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Extended resource: network-ip-availabilities {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:05:45.032930 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Extended resource: bindings {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:05:45.034522 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Extended resource: quotas {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:05:45.036179 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Extended resource: quotas {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:05:45.037704 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Extended resource: rbac-policies {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:05:45.038925 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Extended resource: security-groups {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:05:45.040222 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Extended resource: security-group-rules {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:05:45.041488 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Extended resource: service-providers {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:05:45.042721 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Extended resource: subnetpools {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:05:45.044050 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Extended resource: subnetpools {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:05:45.045581 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Extended resource: tags {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:05:45.047258 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Extended resource: tags {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:05:45.049054 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Extended resource: tags {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:05:45.050930 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Extended resource: tags {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:05:45.052606 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Extended resource: tags {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:05:45.054640 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Extended resource: tags {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:05:45.056372 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Extended resource: tags {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:05:45.058471 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Extended resource: tags {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:05:45.060314 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Extended resource: tags {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:05:45.062025 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron.api.extensions [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Extended resource: tags {{(pid=103888) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 15:05:45.068508 dv-cinder-795785-10-iscsi neutron-server[103888]: WARNING keystonemiddleware.auth_token [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 16 15:05:45.073721 dv-cinder-795785-10-iscsi neutron-server[103888]: WARNING keystonemiddleware.auth_token [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 16 15:05:45.083958 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_concurrency.lockutils [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Acquired lock "singleton_lock" {{(pid=103888) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 16 15:05:45.084436 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_concurrency.lockutils [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Releasing lock "singleton_lock" {{(pid=103888) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 16 15:05:45.085090 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO oslo_service.service [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Starting 2 workers May 16 15:05:45.090006 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Started child 104033 {{(pid=103888) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 16 15:05:45.094595 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Started child 104034 {{(pid=103888) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 16 15:05:45.095583 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:05:45.096314 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO neutron.service [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Neutron service started, listening on 0.0.0.0:9696 May 16 15:05:45.097041 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:05:45.097144 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [-] (104033) wsgi starting up on http://0.0.0.0:9696 May 16 15:05:45.099527 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO oslo_service.service [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Starting 1 workers May 16 15:05:45.099718 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:05:45.101173 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [-] (104034) wsgi starting up on http://0.0.0.0:9696 May 16 15:05:45.104892 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Started child 104035 {{(pid=103888) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 16 15:05:45.105372 dv-cinder-795785-10-iscsi neutron-server[103888]: INFO oslo_service.service [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Starting 1 workers May 16 15:05:45.108464 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.service [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] calling RpcWorker wait() {{(pid=104035) _wait /opt/stack/neutron/neutron/service.py:128}} May 16 15:05:45.109008 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.service [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] returning from RpcWorker wait() {{(pid=104035) _wait /opt/stack/neutron/neutron/service.py:135}} May 16 15:05:45.109920 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Started child 104036 {{(pid=103888) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 16 15:05:45.110236 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:05:45.110706 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:05:45.110807 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fdccab6d-7662-41a5-a07f-36bb9dbfcf20 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:05:45.112710 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103888) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 16 15:05:45.112925 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 16 15:05:45.113114 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 16 15:05:45.113339 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 16 15:05:45.113687 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 16 15:05:45.113856 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 16 15:05:45.114398 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.114688 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.114947 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.115211 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.115830 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.116007 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:05:45.116478 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.116478 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.116656 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.116807 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.116974 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.117139 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.117376 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.117623 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.117914 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:05:45.118004 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.118302 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.118540 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.118790 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.118959 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.119228 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.119768 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.120005 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.120264 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] debug = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.120504 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.120995 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.121230 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.121483 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.121694 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.121972 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.122249 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.122524 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.122757 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.122972 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.123229 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.123479 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.123723 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.123933 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.124144 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.124386 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.124603 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.125052 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] host = dv-cinder-795785-10-iscsi {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.125284 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.125498 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.125722 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.125986 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.126274 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.126487 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.126740 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.126983 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.127253 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.127496 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.127757 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.128534 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.128748 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.129017 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] log_file = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.129180 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] log_options = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.129422 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.129682 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.129951 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.130284 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.130456 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.130623 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.130972 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.131139 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.131396 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.131633 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.131848 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.132105 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.132342 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.132646 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.132850 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.133066 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.133318 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.133530 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.133776 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.134850 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.134850 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.134850 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.135139 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.135334 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.135579 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.135829 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.136565 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.136809 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.137090 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.137273 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.137517 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.137795 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.138033 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.138304 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.138570 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.138801 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.139031 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.139252 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.139529 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.139757 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.140004 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.140262 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.140477 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.140703 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.140935 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.141155 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.141474 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] use_json = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.141621 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.141808 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.142080 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.142310 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.142539 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.142856 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.142986 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.143222 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.143465 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.144416 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.144695 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.145011 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.145264 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.145583 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.145942 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.146283 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.146687 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.146958 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.147215 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.147504 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.147732 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.148044 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.149810 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.149810 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.149810 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.149810 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.150152 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.150152 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.150401 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.150658 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.150908 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.151221 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.151490 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.151733 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.151962 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.152231 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.152638 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.152965 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.153878 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.154345 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.158124 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.158496 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.158811 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.161599 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.161599 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.161599 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.161599 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.161599 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.161599 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.161599 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.161599 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.162242 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.162489 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.162865 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.163136 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.163391 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.163660 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.163936 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.164143 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.164383 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.164603 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.164854 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.165090 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.165322 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.165539 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.165781 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.166009 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.166253 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.166483 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.166721 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.166960 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.167321 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.167542 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.167775 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.167981 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.168195 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.168420 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.168630 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.168846 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.169081 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.169316 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.169534 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.169747 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.169981 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.170222 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.170437 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.170655 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.170867 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.171083 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.171317 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.171549 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.171761 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.171979 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.172189 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.172425 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.172635 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.172976 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.173193 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.173408 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.173620 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.173924 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.174200 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.174440 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.174676 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.174944 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.175120 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.175409 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.175799 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.176231 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.176643 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.177057 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.177435 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.177837 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.178265 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.178489 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.178749 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.178989 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.179213 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.179445 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.179700 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.179944 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.180186 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.180626 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.180887 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.181146 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.181373 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.181634 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.181907 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.182239 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.182490 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.182748 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.183111 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.183385 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.183683 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.183981 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.184289 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.184543 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.184773 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.185191 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.185451 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.185731 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.185967 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.186256 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.186497 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.186761 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.186984 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.187227 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.187505 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.187821 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.188055 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.188314 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.188529 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.188800 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.189031 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.189289 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.189555 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.189804 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.190038 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.190806 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.191064 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.191287 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.191520 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.191750 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.191965 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.192201 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.192416 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.192675 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.192960 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.193175 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.193442 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.193656 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.193890 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.194149 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.194374 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.194593 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.194822 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.195035 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.195271 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.195508 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.195749 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.195913 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.196148 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.196362 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.196612 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.196846 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.197110 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.197357 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.197575 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.197819 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.198084 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.198496 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.198724 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.198981 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.199201 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.199414 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.199627 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.199844 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.200057 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.200267 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.200511 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.200740 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.200993 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.201228 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.202180 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.202180 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.202180 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.207121 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.207121 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.207121 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.207121 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.207121 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.207121 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.207121 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.207121 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.207121 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.207816 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.207816 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.207816 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.207816 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.207816 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.207816 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.207816 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.207816 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.208369 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.208369 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.208369 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.208369 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.208369 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.208369 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.208369 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.208369 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.208369 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.208982 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.208982 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.209123 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.209284 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.209499 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.209702 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.209963 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.210233 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.210446 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.210664 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.210895 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.211108 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.211337 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.211545 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.211753 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.211994 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.212210 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.212417 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.212639 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.212852 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.213085 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.213299 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.213519 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.213726 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.213951 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.214181 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.214434 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.214656 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.214896 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.215103 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.215327 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.215534 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.215736 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.215960 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.216176 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.216381 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.216673 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.216927 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.217158 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.217428 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.217685 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.217938 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.218208 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.218562 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.218817 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.219091 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.219326 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.219543 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.219763 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.220028 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.220372 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.220671 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.220924 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.221193 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.221436 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.221738 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.222019 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.222269 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.222580 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.222895 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.223177 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.223446 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.223690 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.223925 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.224175 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.224422 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.224638 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.224852 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.225066 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.225352 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.225581 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.225838 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.226089 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.226320 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.226535 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.226793 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.226991 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.227307 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.227417 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.227750 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 16 15:05:45.228093 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103888) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 16 15:05:45.228251 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 16 15:05:45.228403 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 16 15:05:45.228570 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 16 15:05:45.228894 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 16 15:05:45.228894 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 16 15:05:45.229070 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.229232 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.229391 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.229549 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.229903 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.230084 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.230381 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.230686 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.230848 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.231150 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.231316 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.231460 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.231621 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.231779 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.231937 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.232095 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.232254 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.232415 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.232573 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.232730 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.232886 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.233048 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] debug = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.233209 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.233410 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.233731 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.234028 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.234216 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.234372 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.234528 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.234687 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.234844 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.235000 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.235213 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.235382 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.235536 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.235695 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.235853 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.236013 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.236168 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.236325 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] host = dv-cinder-795785-10-iscsi {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.236479 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.236639 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.236795 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.236952 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.237114 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.237798 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.237976 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.241382 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.241382 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.241382 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.241382 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.241382 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.241382 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.241382 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] log_file = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.241382 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] log_options = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.241953 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.241953 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.241953 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.241953 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.241953 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.241953 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.241953 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.242479 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.242479 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.242479 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.242479 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.242479 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.242479 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.242479 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.242479 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.242993 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.242993 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.242993 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.242993 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.242993 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.242993 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.242993 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.242993 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.243492 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.243492 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.243492 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.243492 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.243492 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.243492 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.243492 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.243953 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.243953 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.244127 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.244127 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.244304 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.244431 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.244870 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.245006 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.245168 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.245325 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.245482 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.245566 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:05:45.245649 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.245785 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.245942 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.246118 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.246276 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.246432 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] use_json = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.246588 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.246745 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.246901 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.247058 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.247213 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.247369 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.247525 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.247681 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.247837 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 15:05:45.248013 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.248195 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.248336 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.248498 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.248659 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.248820 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.248981 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.249145 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.249322 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.249486 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.249646 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.249803 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.249987 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.250174 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.250333 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.250498 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.250651 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.250818 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.250973 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.251284 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.251449 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.251610 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.251780 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.251945 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.252145 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.252308 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.252402 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.252571 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.252734 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.253516 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.253705 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.253867 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.254090 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.254204 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.254356 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.254525 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.254684 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.254847 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.255009 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.255170 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.255331 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.255491 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.255651 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.255811 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.255985 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.256132 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.256293 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.256452 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.256610 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.256771 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.256930 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.257096 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.257239 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.257404 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.257561 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.257701 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.257862 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.258031 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.258213 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.258381 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.258519 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.258678 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.258836 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.258996 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.259155 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.259314 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.259475 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.259635 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.259807 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.259967 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.260126 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.260285 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.260446 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.260607 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.260768 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.260929 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.261088 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.261249 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.261408 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.261567 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.261727 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.261887 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.262046 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.262227 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.262387 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.262548 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.262709 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.262870 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.263030 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.263191 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.263351 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.263526 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.263691 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.263851 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.264010 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.264170 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.264332 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.264492 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.264653 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.264870 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.265023 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.265105 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.265264 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.265426 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.265587 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.265733 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.265893 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.266068 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.266230 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.266525 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.266525 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.266687 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.266848 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.267008 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.267168 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.267327 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.267490 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.267654 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.267817 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.267975 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.268133 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.268296 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.268490 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.268661 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.268831 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.268994 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.269155 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.269315 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.269476 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.269636 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.269796 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.269956 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.270138 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.270300 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.270460 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.270632 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.270794 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.270953 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.271112 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.271294 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.272901 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.272901 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.272901 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.272901 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.272901 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.272901 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.272901 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.272901 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.273486 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.273486 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.273486 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.273486 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.273486 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.273486 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.273892 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.273892 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.273892 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.274126 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.274218 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.274306 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.274464 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.274624 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.274783 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.274943 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.275108 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.275277 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.275422 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.275564 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.275900 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.275900 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.276097 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.276184 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.276323 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.276482 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.276641 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.276801 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.276963 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.277995 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.277995 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.277995 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.277995 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.277995 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.277995 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.277995 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.278553 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.278553 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.278553 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.278773 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.278773 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.278942 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.279101 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.279262 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.279423 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.279582 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.279760 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.279920 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.280079 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.280242 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.280403 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.280564 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.280726 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.280886 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.281044 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.281203 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.281369 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.281528 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.281688 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.281847 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.282007 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.282199 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.282363 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.282526 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.282687 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.282848 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.283009 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.283169 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.283329 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.283489 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.283654 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.283814 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.283974 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.284170 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.284332 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.284506 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.284667 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.284827 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.284987 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.285147 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.285306 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.285476 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.285637 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.285796 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.285955 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.286144 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.286307 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.286478 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.286638 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.286800 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.286959 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.287134 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.287272 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.287440 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.287594 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.287749 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.287909 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.288069 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.288229 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.288398 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.288559 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.288719 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.288879 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.289039 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.289197 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.289368 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.289528 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.289687 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.289848 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.290008 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.290190 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.290359 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.290523 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.290677 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.290844 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.291004 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.291163 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.291322 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.291494 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.291655 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.291817 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.291978 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.292139 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.292299 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.292460 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.292625 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.292794 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.292961 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.293123 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.293291 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.293460 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.293634 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.293793 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.293960 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.294151 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.294315 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.294475 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.294636 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.294795 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.294955 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.295115 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.295275 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.295435 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.295595 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.295754 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.295914 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.296074 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.296235 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.296395 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.296556 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.296716 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.296875 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.297036 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.297196 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 15:05:45.297348 dv-cinder-795785-10-iscsi neutron-server[103888]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103888) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 16 15:05:45.306563 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 40504) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:05:45.314884 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [-] 10.222.0.44 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062716 May 16 15:05:56.785245 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a387b3f6-99e3-48cc-b70b-0f3c5a55a00d None None] get_active_networks_info from dv-cinder-795785-10-iscsi {{(pid=104035) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 16 15:05:56.843279 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a387b3f6-99e3-48cc-b70b-0f3c5a55a00d None None] No non-hosted networks {{(pid=104035) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 16 15:05:56.858471 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.agentschedulers_db [None req-a387b3f6-99e3-48cc-b70b-0f3c5a55a00d None None] DHCP Agent not found on host dv-cinder-795785-10-iscsi {{(pid=104035) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 16 15:05:56.961343 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-349eb3f7-3c6b-4d9a-8439-906bf6ee53a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-526436'] for agent (a586ef94-96cb-452c-b402-463be5294b2a), after_create {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:05:58.926332 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-315ae9bb-19f5-4c6e-a950-27f0e220e602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-526436'] for agent (54a3e65b-69a0-426d-9997-69a1705c4334), after_create {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:05:58.957629 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.db.api [None req-e88c4abb-f3da-4f5f-86c8-ca438e5472f7 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-795785-10-iscsi {{(pid=104035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 16 15:05:58.958137 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG oslo_db.api [None req-e88c4abb-f3da-4f5f-86c8-ca438e5472f7 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=104035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 16 15:05:59.476100 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-e88c4abb-f3da-4f5f-86c8-ca438e5472f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (54a3e65b-69a0-426d-9997-69a1705c4334), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:05:59.863166 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 40570) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:06:00.058007 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-e1b85405-7a13-4024-838c-532465e0cf8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-526436'] for agent (72569482-7f88-4a09-9117-6d6842ca2c26), after_create {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:00.420001 dv-cinder-795785-10-iscsi neutron-server[104034]: WARNING oslo_policy.policy [None req-554b88ca-5633-4890-9ee4-d5e54ecbfa8b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 16 15:06:00.420648 dv-cinder-795785-10-iscsi neutron-server[104034]: WARNING oslo_policy.policy [None req-554b88ca-5633-4890-9ee4-d5e54ecbfa8b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 16 15:06:00.638632 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [None req-554b88ca-5633-4890-9ee4-d5e54ecbfa8b admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=104034) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 15:06:00.654081 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-554b88ca-5633-4890-9ee4-d5e54ecbfa8b admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7756150 May 16 15:06:01.464555 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a2296b44-efe7-4c92-99bf-bf9223587463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-526436'] for agent (4544528a-1612-46a7-a248-6cca4b867644), after_create {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:03.147268 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 40594) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:06:03.453735 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-526436'] for agent (311a8a5f-4d79-4ff7-931a-d05ff8cc45ee), after_create {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:03.454461 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:03.455111 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:03.455474 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:03.455825 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:03.456153 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:03.456479 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:03.456802 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:03.457153 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:03.457467 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:03.457802 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:03.458164 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:03.458654 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:03.459154 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:03.459622 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:03.462169 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:03.464756 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-795785-10-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:06:03.473729 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-795785-10-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:06:03.509703 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.v2.base [None req-7572fd1f-ea7e-4390-9f90-b14691b2d220 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=104034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:06:03.612197 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.policy [None req-7572fd1f-ea7e-4390-9f90-b14691b2d220 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104034) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 16 15:06:03.653577 dv-cinder-795785-10-iscsi neutron-server[104034]: WARNING oslo_policy.policy [None req-7572fd1f-ea7e-4390-9f90-b14691b2d220 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 16 15:06:03.653962 dv-cinder-795785-10-iscsi neutron-server[104034]: WARNING oslo_policy.policy [None req-7572fd1f-ea7e-4390-9f90-b14691b2d220 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 16 15:06:03.820409 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-7572fd1f-ea7e-4390-9f90-b14691b2d220 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789017326968', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789017327436', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789017409081', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789017399519', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789017419781', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789017412372', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-2021120', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1852978', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-897086', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-713281'] for rbac-policy (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:04.071853 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-7572fd1f-ea7e-4390-9f90-b14691b2d220 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:04.079757 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-7572fd1f-ea7e-4390-9f90-b14691b2d220 admin admin] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9242928 May 16 15:06:05.994114 dv-cinder-795785-10-iscsi neutron-server[104035]: INFO neutron.db.l3_hamode_db [None req-47da724c-b2ee-4dd6-a6b8-5afe98a772c1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 16 15:06:06.079444 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47da724c-b2ee-4dd6-a6b8-5afe98a772c1 None None] Routers set() bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:06:06.079842 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47da724c-b2ee-4dd6-a6b8-5afe98a772c1 None None] Router IDs set() for agent in host dv-cinder-795785-10-iscsi {{(pid=104035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 16 15:06:06.527922 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 40616) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:06:06.833743 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.v2.base [None req-440ae348-cacc-4b72-9d58-c89aba2be225 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=104034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:06:06.930673 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-440ae348-cacc-4b72-9d58-c89aba2be225 demo demo] Made reservation on behalf of db8112f1b83d4722a9c6776f739c6c71 for: {'network': 1} {{(pid=104034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:06:06.934613 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-440ae348-cacc-4b72-9d58-c89aba2be225 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for network (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:06.950977 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-440ae348-cacc-4b72-9d58-c89aba2be225 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:07.058613 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-440ae348-cacc-4b72-9d58-c89aba2be225 demo demo] Publish callbacks [] for security_group (1d21e628-fb03-433f-ac00-323213cb6e97), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:07.131979 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-440ae348-cacc-4b72-9d58-c89aba2be225 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (1d21e628-fb03-433f-ac00-323213cb6e97), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:07.157475 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-440ae348-cacc-4b72-9d58-c89aba2be225 demo demo] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=104034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 15:06:07.191865 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-440ae348-cacc-4b72-9d58-c89aba2be225 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789020055565', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996815'] for segment (a143fa92-3290-4487-ab27-96233e7a25e8), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:07.192317 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.db.segments_db [None req-440ae348-cacc-4b72-9d58-c89aba2be225 demo demo] Added segment a143fa92-3290-4487-ab27-96233e7a25e8 of type vlan for network 848ef24d-cd86-4e4f-9dbe-dc1fe2757312 May 16 15:06:07.208255 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440ae348-cacc-4b72-9d58-c89aba2be225 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=1d21e628-fb03-433f-ac00-323213cb6e97,revision_number=1']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:06:07.256621 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440ae348-cacc-4b72-9d58-c89aba2be225 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:07.256966 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440ae348-cacc-4b72-9d58-c89aba2be225 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:07.257327 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440ae348-cacc-4b72-9d58-c89aba2be225 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:07.257686 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440ae348-cacc-4b72-9d58-c89aba2be225 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:07.258022 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440ae348-cacc-4b72-9d58-c89aba2be225 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:07.258385 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440ae348-cacc-4b72-9d58-c89aba2be225 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:07.258711 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440ae348-cacc-4b72-9d58-c89aba2be225 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:07.259036 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440ae348-cacc-4b72-9d58-c89aba2be225 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:07.259376 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440ae348-cacc-4b72-9d58-c89aba2be225 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:07.259704 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440ae348-cacc-4b72-9d58-c89aba2be225 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:07.260027 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440ae348-cacc-4b72-9d58-c89aba2be225 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:07.260365 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440ae348-cacc-4b72-9d58-c89aba2be225 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:07.260690 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440ae348-cacc-4b72-9d58-c89aba2be225 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:07.261007 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440ae348-cacc-4b72-9d58-c89aba2be225 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:07.261325 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440ae348-cacc-4b72-9d58-c89aba2be225 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:07.263311 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440ae348-cacc-4b72-9d58-c89aba2be225 demo demo] Tracked resource versions report: May 16 15:06:07.263311 dv-cinder-795785-10-iscsi neutron-server[104034]: pushed versions: May 16 15:06:07.263311 dv-cinder-795785-10-iscsi neutron-server[104034]: { 'AddressGroup': {'1.2'}, May 16 15:06:07.263311 dv-cinder-795785-10-iscsi neutron-server[104034]: 'Agent': {'1.1'}, May 16 15:06:07.263311 dv-cinder-795785-10-iscsi neutron-server[104034]: 'ConntrackHelper': {'1.0'}, May 16 15:06:07.263311 dv-cinder-795785-10-iscsi neutron-server[104034]: 'LocalIPAssociation': {'1.0'}, May 16 15:06:07.263311 dv-cinder-795785-10-iscsi neutron-server[104034]: 'Log': {'1.0'}, May 16 15:06:07.263311 dv-cinder-795785-10-iscsi neutron-server[104034]: 'NDPProxy': {'1.0'}, May 16 15:06:07.263311 dv-cinder-795785-10-iscsi neutron-server[104034]: 'Network': {'1.1'}, May 16 15:06:07.263311 dv-cinder-795785-10-iscsi neutron-server[104034]: 'Port': {'1.7'}, May 16 15:06:07.263311 dv-cinder-795785-10-iscsi neutron-server[104034]: 'PortForwarding': {'1.3'}, May 16 15:06:07.263311 dv-cinder-795785-10-iscsi neutron-server[104034]: 'QosPolicy': {'1.10'}, May 16 15:06:07.263311 dv-cinder-795785-10-iscsi neutron-server[104034]: 'SecurityGroup': {'1.5'}, May 16 15:06:07.263311 dv-cinder-795785-10-iscsi neutron-server[104034]: 'SecurityGroupRule': {'1.2'}, May 16 15:06:07.263311 dv-cinder-795785-10-iscsi neutron-server[104034]: 'SubPort': {'1.0'}, May 16 15:06:07.263311 dv-cinder-795785-10-iscsi neutron-server[104034]: 'Subnet': {'1.1'}, May 16 15:06:07.263311 dv-cinder-795785-10-iscsi neutron-server[104034]: 'Trunk': {'1.1'}} May 16 15:06:07.263311 dv-cinder-795785-10-iscsi neutron-server[104034]: consumer versions: May 16 15:06:07.263311 dv-cinder-795785-10-iscsi neutron-server[104034]: { DHCP agent@dv-cinder-795785-10-iscsi: {}, May 16 15:06:07.263311 dv-cinder-795785-10-iscsi neutron-server[104034]: L3 agent@dv-cinder-795785-10-iscsi: {}, May 16 15:06:07.263311 dv-cinder-795785-10-iscsi neutron-server[104034]: Metadata agent@dv-cinder-795785-10-iscsi: {}, May 16 15:06:07.263311 dv-cinder-795785-10-iscsi neutron-server[104034]: Metering agent@dv-cinder-795785-10-iscsi: {}, May 16 15:06:07.263311 dv-cinder-795785-10-iscsi neutron-server[104034]: Open vSwitch agent@dv-cinder-795785-10-iscsi: { 'AddressGroup': '1.2', May 16 15:06:07.263311 dv-cinder-795785-10-iscsi neutron-server[104034]: 'Agent': '1.1', May 16 15:06:07.263311 dv-cinder-795785-10-iscsi neutron-server[104034]: 'ConntrackHelper': '1.0', May 16 15:06:07.263311 dv-cinder-795785-10-iscsi neutron-server[104034]: 'LocalIPAssociation': '1.0', May 16 15:06:07.263311 dv-cinder-795785-10-iscsi neutron-server[104034]: 'Log': '1.0', May 16 15:06:07.263311 dv-cinder-795785-10-iscsi neutron-server[104034]: 'NDPProxy': '1.0', May 16 15:06:07.263311 dv-cinder-795785-10-iscsi neutron-server[104034]: 'Network': '1.1', May 16 15:06:07.263311 dv-cinder-795785-10-iscsi neutron-server[104034]: 'Port': '1.7', May 16 15:06:07.263311 dv-cinder-795785-10-iscsi neutron-server[104034]: 'PortForwarding': '1.3', May 16 15:06:07.263311 dv-cinder-795785-10-iscsi neutron-server[104034]: 'QosPolicy': '1.10', May 16 15:06:07.263311 dv-cinder-795785-10-iscsi neutron-server[104034]: 'SecurityGroup': '1.5', May 16 15:06:07.263311 dv-cinder-795785-10-iscsi neutron-server[104034]: 'SecurityGroupRule': '1.2', May 16 15:06:07.263311 dv-cinder-795785-10-iscsi neutron-server[104034]: 'SubPort': '1.0', May 16 15:06:07.263311 dv-cinder-795785-10-iscsi neutron-server[104034]: 'Subnet': '1.1', May 16 15:06:07.263311 dv-cinder-795785-10-iscsi neutron-server[104034]: 'Trunk': '1.1'}} May 16 15:06:07.263311 dv-cinder-795785-10-iscsi neutron-server[104034]: {{(pid=104034) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 16 15:06:07.305229 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-440ae348-cacc-4b72-9d58-c89aba2be225 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789019629716'] for network (848ef24d-cd86-4e4f-9dbe-dc1fe2757312), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:07.451957 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-440ae348-cacc-4b72-9d58-c89aba2be225 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888'] for network (848ef24d-cd86-4e4f-9dbe-dc1fe2757312), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:07.457004 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440ae348-cacc-4b72-9d58-c89aba2be225 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:06:07.457748 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-440ae348-cacc-4b72-9d58-c89aba2be225 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631934'] for network (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:07.569793 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440ae348-cacc-4b72-9d58-c89aba2be225 demo demo] Pushing event updated for resources: {'Network': ['ID=848ef24d-cd86-4e4f-9dbe-dc1fe2757312,revision_number=1']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:06:07.581718 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Network 848ef24d-cd86-4e4f-9dbe-dc1fe2757312 details requested by agent ovs-agent-dv-cinder-795785-10-iscsi with host dv-cinder-795785-10-iscsi {{(pid=104035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 15:06:07.602890 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-440ae348-cacc-4b72-9d58-c89aba2be225 demo demo] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.0739253 May 16 15:06:10.077033 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 40628) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:06:10.564218 dv-cinder-795785-10-iscsi neutron-server[104033]: WARNING oslo_policy.policy [None req-11963a4f-a9ab-413e-a0dc-b59a26e8996d demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 16 15:06:10.564793 dv-cinder-795785-10-iscsi neutron-server[104033]: WARNING oslo_policy.policy [None req-11963a4f-a9ab-413e-a0dc-b59a26e8996d demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 16 15:06:10.998152 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.policy [None req-11963a4f-a9ab-413e-a0dc-b59a26e8996d demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104033) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 16 15:06:11.038155 dv-cinder-795785-10-iscsi neutron-server[104033]: WARNING oslo_policy.policy [None req-11963a4f-a9ab-413e-a0dc-b59a26e8996d demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 16 15:06:11.038528 dv-cinder-795785-10-iscsi neutron-server[104033]: WARNING oslo_policy.policy [None req-11963a4f-a9ab-413e-a0dc-b59a26e8996d demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 16 15:06:11.046692 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11963a4f-a9ab-413e-a0dc-b59a26e8996d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:06:11.048579 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-11963a4f-a9ab-413e-a0dc-b59a26e8996d demo admin] 10.222.0.44 "GET /v2.0/networks/848ef24d-cd86-4e4f-9dbe-dc1fe2757312 HTTP/1.1" status: 200 len: 825 time: 0.9695392 May 16 15:06:11.087854 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-4b29d50e-c724-454d-b51c-eb4e990e12fa demo admin] 10.222.0.44 "GET /v2.0/subnetpools/19051ee0-9546-4fbf-ab4e-6f2fc101bc02 HTTP/1.1" status: 200 len: 734 time: 0.0337472 May 16 15:06:11.100269 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.v2.base [None req-901eb59c-986f-4b8a-8274-e7a59a770187 demo admin] Request body: {'subnet': {'subnetpool_id': '19051ee0-9546-4fbf-ab4e-6f2fc101bc02', 'network_id': '848ef24d-cd86-4e4f-9dbe-dc1fe2757312', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=104033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:06:11.192345 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-901eb59c-986f-4b8a-8274-e7a59a770187 demo admin] Made reservation on behalf of db8112f1b83d4722a9c6776f739c6c71 for: {'subnet': 1} {{(pid=104033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:06:11.195168 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-901eb59c-986f-4b8a-8274-e7a59a770187 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:11.536856 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-901eb59c-986f-4b8a-8274-e7a59a770187 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888'] for subnet (7e6a9e00-14ef-440f-8148-61148432070e), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:11.604372 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901eb59c-986f-4b8a-8274-e7a59a770187 demo admin] Checking segment: {'id': 'a143fa92-3290-4487-ab27-96233e7a25e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '848ef24d-cd86-4e4f-9dbe-dc1fe2757312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:06:11.604743 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901eb59c-986f-4b8a-8274-e7a59a770187 demo admin] Network hostable DHCP agents. Network: 848ef24d-cd86-4e4f-9dbe-dc1fe2757312, hostable agents: ['a586ef94-96cb-452c-b402-463be5294b2a'], hosted agents: [] {{(pid=104033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 15:06:11.618936 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901eb59c-986f-4b8a-8274-e7a59a770187 demo admin] Pushing event updated for resources: {'Subnet': ['ID=7e6a9e00-14ef-440f-8148-61148432070e,revision_number=0']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:06:11.631981 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901eb59c-986f-4b8a-8274-e7a59a770187 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:11.632331 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901eb59c-986f-4b8a-8274-e7a59a770187 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:11.632695 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901eb59c-986f-4b8a-8274-e7a59a770187 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:11.633035 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901eb59c-986f-4b8a-8274-e7a59a770187 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:11.633367 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901eb59c-986f-4b8a-8274-e7a59a770187 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:11.633712 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901eb59c-986f-4b8a-8274-e7a59a770187 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:11.634018 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901eb59c-986f-4b8a-8274-e7a59a770187 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:11.634365 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901eb59c-986f-4b8a-8274-e7a59a770187 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:11.634704 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901eb59c-986f-4b8a-8274-e7a59a770187 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:11.635034 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901eb59c-986f-4b8a-8274-e7a59a770187 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:11.635371 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901eb59c-986f-4b8a-8274-e7a59a770187 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:11.635709 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901eb59c-986f-4b8a-8274-e7a59a770187 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:11.636030 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901eb59c-986f-4b8a-8274-e7a59a770187 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:11.636347 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901eb59c-986f-4b8a-8274-e7a59a770187 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:11.636662 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901eb59c-986f-4b8a-8274-e7a59a770187 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:11.638627 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901eb59c-986f-4b8a-8274-e7a59a770187 demo admin] Tracked resource versions report: May 16 15:06:11.638627 dv-cinder-795785-10-iscsi neutron-server[104033]: pushed versions: May 16 15:06:11.638627 dv-cinder-795785-10-iscsi neutron-server[104033]: { 'AddressGroup': {'1.2'}, May 16 15:06:11.638627 dv-cinder-795785-10-iscsi neutron-server[104033]: 'Agent': {'1.1'}, May 16 15:06:11.638627 dv-cinder-795785-10-iscsi neutron-server[104033]: 'ConntrackHelper': {'1.0'}, May 16 15:06:11.638627 dv-cinder-795785-10-iscsi neutron-server[104033]: 'LocalIPAssociation': {'1.0'}, May 16 15:06:11.638627 dv-cinder-795785-10-iscsi neutron-server[104033]: 'Log': {'1.0'}, May 16 15:06:11.638627 dv-cinder-795785-10-iscsi neutron-server[104033]: 'NDPProxy': {'1.0'}, May 16 15:06:11.638627 dv-cinder-795785-10-iscsi neutron-server[104033]: 'Network': {'1.1'}, May 16 15:06:11.638627 dv-cinder-795785-10-iscsi neutron-server[104033]: 'Port': {'1.7'}, May 16 15:06:11.638627 dv-cinder-795785-10-iscsi neutron-server[104033]: 'PortForwarding': {'1.3'}, May 16 15:06:11.638627 dv-cinder-795785-10-iscsi neutron-server[104033]: 'QosPolicy': {'1.10'}, May 16 15:06:11.638627 dv-cinder-795785-10-iscsi neutron-server[104033]: 'SecurityGroup': {'1.5'}, May 16 15:06:11.638627 dv-cinder-795785-10-iscsi neutron-server[104033]: 'SecurityGroupRule': {'1.2'}, May 16 15:06:11.638627 dv-cinder-795785-10-iscsi neutron-server[104033]: 'SubPort': {'1.0'}, May 16 15:06:11.638627 dv-cinder-795785-10-iscsi neutron-server[104033]: 'Subnet': {'1.1'}, May 16 15:06:11.638627 dv-cinder-795785-10-iscsi neutron-server[104033]: 'Trunk': {'1.1'}} May 16 15:06:11.638627 dv-cinder-795785-10-iscsi neutron-server[104033]: consumer versions: May 16 15:06:11.638627 dv-cinder-795785-10-iscsi neutron-server[104033]: { DHCP agent@dv-cinder-795785-10-iscsi: {}, May 16 15:06:11.638627 dv-cinder-795785-10-iscsi neutron-server[104033]: L3 agent@dv-cinder-795785-10-iscsi: {}, May 16 15:06:11.638627 dv-cinder-795785-10-iscsi neutron-server[104033]: Metadata agent@dv-cinder-795785-10-iscsi: {}, May 16 15:06:11.638627 dv-cinder-795785-10-iscsi neutron-server[104033]: Metering agent@dv-cinder-795785-10-iscsi: {}, May 16 15:06:11.638627 dv-cinder-795785-10-iscsi neutron-server[104033]: Open vSwitch agent@dv-cinder-795785-10-iscsi: { 'AddressGroup': '1.2', May 16 15:06:11.638627 dv-cinder-795785-10-iscsi neutron-server[104033]: 'Agent': '1.1', May 16 15:06:11.638627 dv-cinder-795785-10-iscsi neutron-server[104033]: 'ConntrackHelper': '1.0', May 16 15:06:11.638627 dv-cinder-795785-10-iscsi neutron-server[104033]: 'LocalIPAssociation': '1.0', May 16 15:06:11.638627 dv-cinder-795785-10-iscsi neutron-server[104033]: 'Log': '1.0', May 16 15:06:11.638627 dv-cinder-795785-10-iscsi neutron-server[104033]: 'NDPProxy': '1.0', May 16 15:06:11.638627 dv-cinder-795785-10-iscsi neutron-server[104033]: 'Network': '1.1', May 16 15:06:11.638627 dv-cinder-795785-10-iscsi neutron-server[104033]: 'Port': '1.7', May 16 15:06:11.638627 dv-cinder-795785-10-iscsi neutron-server[104033]: 'PortForwarding': '1.3', May 16 15:06:11.638627 dv-cinder-795785-10-iscsi neutron-server[104033]: 'QosPolicy': '1.10', May 16 15:06:11.638627 dv-cinder-795785-10-iscsi neutron-server[104033]: 'SecurityGroup': '1.5', May 16 15:06:11.638627 dv-cinder-795785-10-iscsi neutron-server[104033]: 'SecurityGroupRule': '1.2', May 16 15:06:11.638627 dv-cinder-795785-10-iscsi neutron-server[104033]: 'SubPort': '1.0', May 16 15:06:11.638627 dv-cinder-795785-10-iscsi neutron-server[104033]: 'Subnet': '1.1', May 16 15:06:11.638627 dv-cinder-795785-10-iscsi neutron-server[104033]: 'Trunk': '1.1'}} May 16 15:06:11.638627 dv-cinder-795785-10-iscsi neutron-server[104033]: {{(pid=104033) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 16 15:06:11.712268 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901eb59c-986f-4b8a-8274-e7a59a770187 demo admin] Network 848ef24d-cd86-4e4f-9dbe-dc1fe2757312 is scheduled to be hosted by DHCP agent a586ef94-96cb-452c-b402-463be5294b2a with binding_index 1 {{(pid=104033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 15:06:11.797810 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-901eb59c-986f-4b8a-8274-e7a59a770187 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795785-10-iscsi, 848ef24d-cd86-4e4f-9dbe-dc1fe2757312) {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:06:11.802356 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901eb59c-986f-4b8a-8274-e7a59a770187 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:06:11.802984 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-901eb59c-986f-4b8a-8274-e7a59a770187 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631934'] for subnet (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:11.807361 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1b3ba9-bc4b-46f9-ae24-a21cb05f6e37 None None] Network 848ef24d-cd86-4e4f-9dbe-dc1fe2757312 requested from dv-cinder-795785-10-iscsi {{(pid=104035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:06:11.892024 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-901eb59c-986f-4b8a-8274-e7a59a770187 demo admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7952328 May 16 15:06:12.065466 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ec57a3-e1e4-4661-b8f2-98fbd8feaa98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38d81d8d-e1d5-5063-843e-fd2156367bd9-848ef24d-cd86-4e4f-9dbe-dc1fe2757312', 'network_id': '848ef24d-cd86-4e4f-9dbe-dc1fe2757312', 'project_id': 'db8112f1b83d4722a9c6776f739c6c71', 'fixed_ips': [{'subnet_id': '7e6a9e00-14ef-440f-8148-61148432070e'}]}} from dv-cinder-795785-10-iscsi. {{(pid=104035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 15:06:12.066969 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d6ec57a3-e1e4-4661-b8f2-98fbd8feaa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (None), before_create {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:12.363888 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.db_base_plugin_common [None req-d6ec57a3-e1e4-4661-b8f2-98fbd8feaa98 None None] Allocated IP 172.20.0.2 (848ef24d-cd86-4e4f-9dbe-dc1fe2757312/7e6a9e00-14ef-440f-8148-61148432070e/3f7a1162-6844-4b9b-b2d8-9f65f358055c) {{(pid=104035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:06:12.625335 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d6ec57a3-e1e4-4661-b8f2-98fbd8feaa98 None None] Publish callbacks [] for port (3f7a1162-6844-4b9b-b2d8-9f65f358055c), precommit_create {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:12.714132 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d6ec57a3-e1e4-4661-b8f2-98fbd8feaa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789019640149'] for port (3f7a1162-6844-4b9b-b2d8-9f65f358055c), after_create {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:12.790949 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ec57a3-e1e4-4661-b8f2-98fbd8feaa98 None None] Network 848ef24d-cd86-4e4f-9dbe-dc1fe2757312 is already hosted by enough agents. {{(pid=104035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:06:12.798769 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.scheduler.base_scheduler [None req-d6ec57a3-e1e4-4661-b8f2-98fbd8feaa98 None None] Resources bound (agent type, host, resource id): {{(pid=104035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:06:12.803543 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec57a3-e1e4-4661-b8f2-98fbd8feaa98 None None] Pushing event updated for resources: {'Port': ['ID=3f7a1162-6844-4b9b-b2d8-9f65f358055c,revision_number=1']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:06:12.805726 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ec57a3-e1e4-4661-b8f2-98fbd8feaa98 None None] Received port after_create {{(pid=104035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:06:12.816764 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec57a3-e1e4-4661-b8f2-98fbd8feaa98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:12.817333 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec57a3-e1e4-4661-b8f2-98fbd8feaa98 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:12.817468 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec57a3-e1e4-4661-b8f2-98fbd8feaa98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:12.817830 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec57a3-e1e4-4661-b8f2-98fbd8feaa98 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:12.818199 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec57a3-e1e4-4661-b8f2-98fbd8feaa98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:12.818533 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec57a3-e1e4-4661-b8f2-98fbd8feaa98 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:12.818867 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec57a3-e1e4-4661-b8f2-98fbd8feaa98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:12.819194 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec57a3-e1e4-4661-b8f2-98fbd8feaa98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:12.819537 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec57a3-e1e4-4661-b8f2-98fbd8feaa98 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:12.819871 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec57a3-e1e4-4661-b8f2-98fbd8feaa98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:12.820199 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec57a3-e1e4-4661-b8f2-98fbd8feaa98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:12.820562 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec57a3-e1e4-4661-b8f2-98fbd8feaa98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:12.820899 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec57a3-e1e4-4661-b8f2-98fbd8feaa98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:12.821224 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec57a3-e1e4-4661-b8f2-98fbd8feaa98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:12.821553 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec57a3-e1e4-4661-b8f2-98fbd8feaa98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:12.823070 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ec57a3-e1e4-4661-b8f2-98fbd8feaa98 None None] Tracked resource versions report: May 16 15:06:12.823070 dv-cinder-795785-10-iscsi neutron-server[104035]: pushed versions: May 16 15:06:12.823070 dv-cinder-795785-10-iscsi neutron-server[104035]: { 'AddressGroup': {'1.2'}, May 16 15:06:12.823070 dv-cinder-795785-10-iscsi neutron-server[104035]: 'Agent': {'1.1'}, May 16 15:06:12.823070 dv-cinder-795785-10-iscsi neutron-server[104035]: 'ConntrackHelper': {'1.0'}, May 16 15:06:12.823070 dv-cinder-795785-10-iscsi neutron-server[104035]: 'LocalIPAssociation': {'1.0'}, May 16 15:06:12.823070 dv-cinder-795785-10-iscsi neutron-server[104035]: 'Log': {'1.0'}, May 16 15:06:12.823070 dv-cinder-795785-10-iscsi neutron-server[104035]: 'NDPProxy': {'1.0'}, May 16 15:06:12.823070 dv-cinder-795785-10-iscsi neutron-server[104035]: 'Network': {'1.1'}, May 16 15:06:12.823070 dv-cinder-795785-10-iscsi neutron-server[104035]: 'Port': {'1.7'}, May 16 15:06:12.823070 dv-cinder-795785-10-iscsi neutron-server[104035]: 'PortForwarding': {'1.3'}, May 16 15:06:12.823070 dv-cinder-795785-10-iscsi neutron-server[104035]: 'QosPolicy': {'1.10'}, May 16 15:06:12.823070 dv-cinder-795785-10-iscsi neutron-server[104035]: 'SecurityGroup': {'1.5'}, May 16 15:06:12.823070 dv-cinder-795785-10-iscsi neutron-server[104035]: 'SecurityGroupRule': {'1.2'}, May 16 15:06:12.823070 dv-cinder-795785-10-iscsi neutron-server[104035]: 'SubPort': {'1.0'}, May 16 15:06:12.823070 dv-cinder-795785-10-iscsi neutron-server[104035]: 'Subnet': {'1.1'}, May 16 15:06:12.823070 dv-cinder-795785-10-iscsi neutron-server[104035]: 'Trunk': {'1.1'}} May 16 15:06:12.823070 dv-cinder-795785-10-iscsi neutron-server[104035]: consumer versions: May 16 15:06:12.823070 dv-cinder-795785-10-iscsi neutron-server[104035]: { DHCP agent@dv-cinder-795785-10-iscsi: {}, May 16 15:06:12.823070 dv-cinder-795785-10-iscsi neutron-server[104035]: L3 agent@dv-cinder-795785-10-iscsi: {}, May 16 15:06:12.823070 dv-cinder-795785-10-iscsi neutron-server[104035]: Metadata agent@dv-cinder-795785-10-iscsi: {}, May 16 15:06:12.823070 dv-cinder-795785-10-iscsi neutron-server[104035]: Metering agent@dv-cinder-795785-10-iscsi: {}, May 16 15:06:12.823070 dv-cinder-795785-10-iscsi neutron-server[104035]: Open vSwitch agent@dv-cinder-795785-10-iscsi: { 'AddressGroup': '1.2', May 16 15:06:12.823070 dv-cinder-795785-10-iscsi neutron-server[104035]: 'Agent': '1.1', May 16 15:06:12.823070 dv-cinder-795785-10-iscsi neutron-server[104035]: 'ConntrackHelper': '1.0', May 16 15:06:12.823070 dv-cinder-795785-10-iscsi neutron-server[104035]: 'LocalIPAssociation': '1.0', May 16 15:06:12.823070 dv-cinder-795785-10-iscsi neutron-server[104035]: 'Log': '1.0', May 16 15:06:12.823070 dv-cinder-795785-10-iscsi neutron-server[104035]: 'NDPProxy': '1.0', May 16 15:06:12.823070 dv-cinder-795785-10-iscsi neutron-server[104035]: 'Network': '1.1', May 16 15:06:12.823070 dv-cinder-795785-10-iscsi neutron-server[104035]: 'Port': '1.7', May 16 15:06:12.823070 dv-cinder-795785-10-iscsi neutron-server[104035]: 'PortForwarding': '1.3', May 16 15:06:12.823070 dv-cinder-795785-10-iscsi neutron-server[104035]: 'QosPolicy': '1.10', May 16 15:06:12.823070 dv-cinder-795785-10-iscsi neutron-server[104035]: 'SecurityGroup': '1.5', May 16 15:06:12.823070 dv-cinder-795785-10-iscsi neutron-server[104035]: 'SecurityGroupRule': '1.2', May 16 15:06:12.823070 dv-cinder-795785-10-iscsi neutron-server[104035]: 'SubPort': '1.0', May 16 15:06:12.823070 dv-cinder-795785-10-iscsi neutron-server[104035]: 'Subnet': '1.1', May 16 15:06:12.823070 dv-cinder-795785-10-iscsi neutron-server[104035]: 'Trunk': '1.1'}} May 16 15:06:12.823070 dv-cinder-795785-10-iscsi neutron-server[104035]: {{(pid=104035) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 16 15:06:12.896331 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.managers [None req-d6ec57a3-e1e4-4661-b8f2-98fbd8feaa98 None None] Attempting to bind port 3f7a1162-6844-4b9b-b2d8-9f65f358055c on host dv-cinder-795785-10-iscsi for vnic_type normal with profile {{(pid=104035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:06:12.896655 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.managers [None req-d6ec57a3-e1e4-4661-b8f2-98fbd8feaa98 None None] Attempting to bind port 3f7a1162-6844-4b9b-b2d8-9f65f358055c by drivers openvswitch,hyperv on host dv-cinder-795785-10-iscsi at level 0 using segments [{'id': 'a143fa92-3290-4487-ab27-96233e7a25e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '848ef24d-cd86-4e4f-9dbe-dc1fe2757312'}] {{(pid=104035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:06:12.897091 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ec57a3-e1e4-4661-b8f2-98fbd8feaa98 None None] Attempting to bind port 3f7a1162-6844-4b9b-b2d8-9f65f358055c on network 848ef24d-cd86-4e4f-9dbe-dc1fe2757312 {{(pid=104035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:06:12.902137 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ec57a3-e1e4-4661-b8f2-98fbd8feaa98 None None] Checking agent: {'id': '311a8a5f-4d79-4ff7-931a-d05ff8cc45ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 6, 3), 'started_at': datetime.datetime(2022, 5, 16, 15, 6, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:06:12.902530 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ec57a3-e1e4-4661-b8f2-98fbd8feaa98 None None] Checking segment: {'id': 'a143fa92-3290-4487-ab27-96233e7a25e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '848ef24d-cd86-4e4f-9dbe-dc1fe2757312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:06:12.903056 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d6ec57a3-e1e4-4661-b8f2-98fbd8feaa98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:12.903444 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ec57a3-e1e4-4661-b8f2-98fbd8feaa98 None None] Bound using segment: {'id': 'a143fa92-3290-4487-ab27-96233e7a25e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '848ef24d-cd86-4e4f-9dbe-dc1fe2757312'} {{(pid=104035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:06:12.903932 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.managers [None req-d6ec57a3-e1e4-4661-b8f2-98fbd8feaa98 None None] Bound port: 3f7a1162-6844-4b9b-b2d8-9f65f358055c, host: dv-cinder-795785-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a143fa92-3290-4487-ab27-96233e7a25e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '848ef24d-cd86-4e4f-9dbe-dc1fe2757312'}}] {{(pid=104035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:06:12.904329 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d6ec57a3-e1e4-4661-b8f2-98fbd8feaa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (3f7a1162-6844-4b9b-b2d8-9f65f358055c), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:12.964209 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d6ec57a3-e1e4-4661-b8f2-98fbd8feaa98 None None] For port 3f7a1162-6844-4b9b-b2d8-9f65f358055c, host dv-cinder-795785-10-iscsi, cleared binding levels {{(pid=104035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:06:12.968504 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d6ec57a3-e1e4-4661-b8f2-98fbd8feaa98 None None] For port 3f7a1162-6844-4b9b-b2d8-9f65f358055c, host dv-cinder-795785-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=3f7a1162-6844-4b9b-b2d8-9f65f358055c,segment=NetworkSegment(a143fa92-3290-4487-ab27-96233e7a25e8),segment_id=a143fa92-3290-4487-ab27-96233e7a25e8)] {{(pid=104035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:06:13.028180 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d6ec57a3-e1e4-4661-b8f2-98fbd8feaa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (3f7a1162-6844-4b9b-b2d8-9f65f358055c), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:13.091319 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec57a3-e1e4-4661-b8f2-98fbd8feaa98 None None] Pushing event updated for resources: {'Port': ['ID=3f7a1162-6844-4b9b-b2d8-9f65f358055c,revision_number=2']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:06:14.361566 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 40648) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:06:14.675233 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [None req-4d752eec-a643-4887-b65b-d188003b989b admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=104034) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 15:06:14.676234 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-4d752eec-a643-4887-b65b-d188003b989b admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3136635 May 16 15:06:17.135106 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 40656) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:06:17.444935 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [None req-c7cb3cba-da1a-44b6-9cd6-04ff3f474f7f admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=104034) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 15:06:17.445946 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-c7cb3cba-da1a-44b6-9cd6-04ff3f474f7f admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3098423 May 16 15:06:19.891453 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 40664) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:06:20.203069 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.v2.base [None req-2094b7a9-f563-46b4-95cf-0bc7257189a7 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=104034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:06:20.301128 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-2094b7a9-f563-46b4-95cf-0bc7257189a7 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1129'] for router (1c3b91a0-23fe-4b21-8474-d6967ae411ff), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:20.302788 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-2094b7a9-f563-46b4-95cf-0bc7257189a7 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-553739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1120'] for router (1c3b91a0-23fe-4b21-8474-d6967ae411ff), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:20.438364 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-2094b7a9-f563-46b4-95cf-0bc7257189a7 demo demo] Publish callbacks [] for router_controller (1c3b91a0-23fe-4b21-8474-d6967ae411ff), precommit_add_association {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:20.518852 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-2094b7a9-f563-46b4-95cf-0bc7257189a7 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553948'] for router (1c3b91a0-23fe-4b21-8474-d6967ae411ff), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:20.628236 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-2094b7a9-f563-46b4-95cf-0bc7257189a7 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:20.629342 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-2094b7a9-f563-46b4-95cf-0bc7257189a7 demo demo] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7368987 May 16 15:06:23.076320 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 40676) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:06:23.396962 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [None req-80c718af-bd85-45fb-bbc4-19a3c0489725 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=104033) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 15:06:23.397955 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-80c718af-bd85-45fb-bbc4-19a3c0489725 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3204799 May 16 15:06:24.118587 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device 3f7a1162-6844-4b9b-b2d8-9f65f358055c up at agent ovs-agent-dv-cinder-795785-10-iscsi {{(pid=104035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:06:24.202909 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Provisioning complete for port 3f7a1162-6844-4b9b-b2d8-9f65f358055c triggered by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:06:24.203323 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (3f7a1162-6844-4b9b-b2d8-9f65f358055c), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:24.309503 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Current status of the port 3f7a1162-6844-4b9b-b2d8-9f65f358055c is: DOWN; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:06:24.309843 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (3f7a1162-6844-4b9b-b2d8-9f65f358055c), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:24.343486 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] For port 3f7a1162-6844-4b9b-b2d8-9f65f358055c, host dv-cinder-795785-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=3f7a1162-6844-4b9b-b2d8-9f65f358055c,segment=NetworkSegment(a143fa92-3290-4487-ab27-96233e7a25e8),segment_id=a143fa92-3290-4487-ab27-96233e7a25e8)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:06:24.419012 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (3f7a1162-6844-4b9b-b2d8-9f65f358055c), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:24.452650 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685ff998-331e-4560-8b9e-54b4440e714a None None] Network 848ef24d-cd86-4e4f-9dbe-dc1fe2757312 requested from dv-cinder-795785-10-iscsi {{(pid=104035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:06:24.493339 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Pushing event updated for resources: {'Port': ['ID=3f7a1162-6844-4b9b-b2d8-9f65f358055c,revision_number=3']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:06:24.535781 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-efb2a1fe-75ad-463a-b329-78f089cb10ed None None] Provisioning complete for port 3f7a1162-6844-4b9b-b2d8-9f65f358055c triggered by entity DHCP. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:06:24.536176 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-efb2a1fe-75ad-463a-b329-78f089cb10ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (3f7a1162-6844-4b9b-b2d8-9f65f358055c), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:24.656414 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-efb2a1fe-75ad-463a-b329-78f089cb10ed None None] Current status of the port 3f7a1162-6844-4b9b-b2d8-9f65f358055c is: ACTIVE; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:06:24.874270 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-7b6b9405-ef52-40e3-aeda-291f5e7bb89b None None] Provisioning complete for port 3f7a1162-6844-4b9b-b2d8-9f65f358055c triggered by entity DHCP. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:06:24.874670 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9405-ef52-40e3-aeda-291f5e7bb89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (3f7a1162-6844-4b9b-b2d8-9f65f358055c), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:24.945330 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-7b6b9405-ef52-40e3-aeda-291f5e7bb89b None None] Current status of the port 3f7a1162-6844-4b9b-b2d8-9f65f358055c is: ACTIVE; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:06:25.842738 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 40684) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:06:26.100645 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device 3f7a1162-6844-4b9b-b2d8-9f65f358055c up at agent ovs-agent-dv-cinder-795785-10-iscsi {{(pid=104035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:06:26.143593 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Provisioning complete for port 3f7a1162-6844-4b9b-b2d8-9f65f358055c triggered by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:06:26.144018 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (3f7a1162-6844-4b9b-b2d8-9f65f358055c), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:26.156234 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.v2.base [None req-b5fac151-de12-4e55-8b77-d2a9081117cc admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=104033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:06:26.215136 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Current status of the port 3f7a1162-6844-4b9b-b2d8-9f65f358055c is: ACTIVE; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:06:26.264801 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5fac151-de12-4e55-8b77-d2a9081117cc admin admin] Made reservation on behalf of 205b1267d8204d608304e6a78a0e361f for: {'network': 1} {{(pid=104033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:06:26.267211 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b5fac151-de12-4e55-8b77-d2a9081117cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for network (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:26.282917 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b5fac151-de12-4e55-8b77-d2a9081117cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:26.381797 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b5fac151-de12-4e55-8b77-d2a9081117cc admin admin] Publish callbacks [] for security_group (db81d3cc-8c0b-424b-94bc-5c2afa6c0f62), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:26.448431 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b5fac151-de12-4e55-8b77-d2a9081117cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (db81d3cc-8c0b-424b-94bc-5c2afa6c0f62), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:26.472571 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b5fac151-de12-4e55-8b77-d2a9081117cc admin admin] Reserving flat network on physical network physnet1 {{(pid=104033) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 16 15:06:26.487420 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fac151-de12-4e55-8b77-d2a9081117cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db81d3cc-8c0b-424b-94bc-5c2afa6c0f62,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:06:26.495396 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b5fac151-de12-4e55-8b77-d2a9081117cc admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789020055565', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996815'] for segment (d35ec458-efea-4f9b-9cfc-f89e4e5d5ae0), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:26.495739 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.db.segments_db [None req-b5fac151-de12-4e55-8b77-d2a9081117cc admin admin] Added segment d35ec458-efea-4f9b-9cfc-f89e4e5d5ae0 of type flat for network ad45e98c-12fc-4959-a2ae-a7226c979594 May 16 15:06:26.546211 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b5fac151-de12-4e55-8b77-d2a9081117cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789019629716'] for network (ad45e98c-12fc-4959-a2ae-a7226c979594), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:26.646676 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b5fac151-de12-4e55-8b77-d2a9081117cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888'] for network (ad45e98c-12fc-4959-a2ae-a7226c979594), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:26.647641 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5fac151-de12-4e55-8b77-d2a9081117cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:06:26.648225 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b5fac151-de12-4e55-8b77-d2a9081117cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631934'] for network (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:26.756430 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fac151-de12-4e55-8b77-d2a9081117cc admin admin] Pushing event updated for resources: {'Network': ['ID=ad45e98c-12fc-4959-a2ae-a7226c979594,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:06:26.770426 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Network ad45e98c-12fc-4959-a2ae-a7226c979594 details requested by agent ovs-agent-dv-cinder-795785-10-iscsi with host dv-cinder-795785-10-iscsi {{(pid=104035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 15:06:26.799644 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-b5fac151-de12-4e55-8b77-d2a9081117cc admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9558306 May 16 15:06:26.836362 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-23ce121e-cd74-4dd9-be81-8f4adcb126f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (a586ef94-96cb-452c-b402-463be5294b2a), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:28.920377 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-af65ef79-29fe-4d56-ae6f-f75baf421940 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (54a3e65b-69a0-426d-9997-69a1705c4334), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:29.203982 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 40692) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:06:29.552059 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c4122f-c3ec-4a21-8053-06820c13561f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:06:29.553433 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-c4c4122f-c3ec-4a21-8053-06820c13561f demo admin] 10.222.0.44 "GET /v2.0/subnets/7e6a9e00-14ef-440f-8148-61148432070e HTTP/1.1" status: 200 len: 849 time: 0.3485048 May 16 15:06:29.711663 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-b14dc777-85b0-4760-b44a-8d312803b82f demo admin] 10.222.0.44 "GET /v2.0/routers/1c3b91a0-23fe-4b21-8474-d6967ae411ff HTTP/1.1" status: 200 len: 704 time: 0.1519933 May 16 15:06:29.973857 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a94dd676-9753-4c44-ad89-af6e55e7cc64 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:30.051706 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-e1b85405-7a13-4024-838c-532465e0cf8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (72569482-7f88-4a09-9117-6d6842ca2c26), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:30.269434 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-a94dd676-9753-4c44-ad89-af6e55e7cc64 demo admin] Allocated IP 172.20.0.1 (848ef24d-cd86-4e4f-9dbe-dc1fe2757312/7e6a9e00-14ef-440f-8148-61148432070e/756d0717-410e-41aa-81f6-034bbfb007c4) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:06:30.424263 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a94dd676-9753-4c44-ad89-af6e55e7cc64 demo admin] Publish callbacks [] for port (756d0717-410e-41aa-81f6-034bbfb007c4), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:30.544481 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a94dd676-9753-4c44-ad89-af6e55e7cc64 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789019640149'] for port (756d0717-410e-41aa-81f6-034bbfb007c4), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:30.620495 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94dd676-9753-4c44-ad89-af6e55e7cc64 demo admin] Network 848ef24d-cd86-4e4f-9dbe-dc1fe2757312 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:06:30.628180 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-a94dd676-9753-4c44-ad89-af6e55e7cc64 demo admin] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:06:30.632308 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94dd676-9753-4c44-ad89-af6e55e7cc64 demo admin] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:06:30.632851 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a94dd676-9753-4c44-ad89-af6e55e7cc64 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-526065'] for router_interface (1c3b91a0-23fe-4b21-8474-d6967ae411ff), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:30.652376 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94dd676-9753-4c44-ad89-af6e55e7cc64 demo admin] Pushing event updated for resources: {'Port': ['ID=756d0717-410e-41aa-81f6-034bbfb007c4,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:06:30.798193 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-606d39e7-99f3-4615-aa8d-91648584846b None None] Provisioning complete for port 756d0717-410e-41aa-81f6-034bbfb007c4 triggered by entity DHCP. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:06:30.798193 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-606d39e7-99f3-4615-aa8d-91648584846b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (756d0717-410e-41aa-81f6-034bbfb007c4), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:30.826232 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-606d39e7-99f3-4615-aa8d-91648584846b None None] Port 756d0717-410e-41aa-81f6-034bbfb007c4 cannot update to ACTIVE because it is not bound. {{(pid=104035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:06:30.928681 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a94dd676-9753-4c44-ad89-af6e55e7cc64 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (756d0717-410e-41aa-81f6-034bbfb007c4), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:31.159444 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a94dd676-9753-4c44-ad89-af6e55e7cc64 demo admin] Publish callbacks [] for port (756d0717-410e-41aa-81f6-034bbfb007c4), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:31.252645 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a94dd676-9753-4c44-ad89-af6e55e7cc64 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (756d0717-410e-41aa-81f6-034bbfb007c4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:31.253453 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a94dd676-9753-4c44-ad89-af6e55e7cc64 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555963'] for router_interface (1c3b91a0-23fe-4b21-8474-d6967ae411ff), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:31.310449 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94dd676-9753-4c44-ad89-af6e55e7cc64 demo admin] Pushing event updated for resources: {'Port': ['ID=756d0717-410e-41aa-81f6-034bbfb007c4,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:06:31.378490 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94dd676-9753-4c44-ad89-af6e55e7cc64 demo admin] Network 848ef24d-cd86-4e4f-9dbe-dc1fe2757312 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:06:31.379786 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-a94dd676-9753-4c44-ad89-af6e55e7cc64 demo admin] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:06:31.428700 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a2296b44-efe7-4c92-99bf-bf9223587463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (4544528a-1612-46a7-a248-6cca4b867644), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:31.548153 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-01f8229d-b5fb-43c6-870d-efc0e7d53c0f None None] Provisioning complete for port 756d0717-410e-41aa-81f6-034bbfb007c4 triggered by entity DHCP. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:06:31.548613 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-01f8229d-b5fb-43c6-870d-efc0e7d53c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (756d0717-410e-41aa-81f6-034bbfb007c4), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:31.580473 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-01f8229d-b5fb-43c6-870d-efc0e7d53c0f None None] Port 756d0717-410e-41aa-81f6-034bbfb007c4 cannot update to ACTIVE because it is not bound. {{(pid=104035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:06:31.612869 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a94dd676-9753-4c44-ad89-af6e55e7cc64 demo admin] Router 1c3b91a0-23fe-4b21-8474-d6967ae411ff is scheduled to L3 agent 54a3e65b-69a0-426d-9997-69a1705c4334 with binding_index 1 {{(pid=104033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 16 15:06:31.700516 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a94dd676-9753-4c44-ad89-af6e55e7cc64 demo admin] Notify agent at l3_agent.dv-cinder-795785-10-iscsi the message routers_updated {{(pid=104033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:06:31.705610 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-a94dd676-9753-4c44-ad89-af6e55e7cc64 demo admin] 10.222.0.44 "PUT /v2.0/routers/1c3b91a0-23fe-4b21-8474-d6967ae411ff/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9887013 May 16 15:06:31.710199 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18eb25d-33e6-4b38-bc92-a687d11ffe15 None None] Sync routers for ids ['1c3b91a0-23fe-4b21-8474-d6967ae411ff'] in dv-cinder-795785-10-iscsi {{(pid=104036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:06:31.723401 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18eb25d-33e6-4b38-bc92-a687d11ffe15 None None] Routers {'1c3b91a0-23fe-4b21-8474-d6967ae411ff'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:06:31.724278 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-b18eb25d-33e6-4b38-bc92-a687d11ffe15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:06:29Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['1c3b91a0-23fe-4b21-8474-d6967ae411ff'], 'active': True} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:06:31.906667 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvr_db [None req-b18eb25d-33e6-4b38-bc92-a687d11ffe15 None None] Set router 1c3b91a0-23fe-4b21-8474-d6967ae411ff gateway port host: None {{(pid=104036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:06:32.317199 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-b18eb25d-33e6-4b38-bc92-a687d11ffe15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c3b91a0-23fe-4b21-8474-d6967ae411ff', 'name': 'router1', 'tenant_id': 'db8112f1b83d4722a9c6776f739c6c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:06:20Z', 'updated_at': '2022-05-16T15:06:30Z', 'revision_number': 2, 'project_id': 'db8112f1b83d4722a9c6776f739c6c71', 'gw_port_host': None, '_interfaces': [{'id': '756d0717-410e-41aa-81f6-034bbfb007c4', 'name': '', 'network_id': '848ef24d-cd86-4e4f-9dbe-dc1fe2757312', 'tenant_id': 'db8112f1b83d4722a9c6776f739c6c71', 'mac_address': 'fa:16:3e:4d:ad:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c3b91a0-23fe-4b21-8474-d6967ae411ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7e6a9e00-14ef-440f-8148-61148432070e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:06:29Z', 'updated_at': '2022-05-16T15:06:31Z', 'revision_number': 2, 'project_id': 'db8112f1b83d4722a9c6776f739c6c71', 'subnets': [{'id': '7e6a9e00-14ef-440f-8148-61148432070e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '19051ee0-9546-4fbf-ab4e-6f2fc101bc02'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:06:32.364378 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18eb25d-33e6-4b38-bc92-a687d11ffe15 None None] Checking router: 1c3b91a0-23fe-4b21-8474-d6967ae411ff for host: dv-cinder-795785-10-iscsi {{(pid=104036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:06:32.364745 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18eb25d-33e6-4b38-bc92-a687d11ffe15 None None] Updating router 1c3b91a0-23fe-4b21-8474-d6967ae411ff port 756d0717-410e-41aa-81f6-034bbfb007c4 binding host dv-cinder-795785-10-iscsi {{(pid=104036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 15:06:32.418243 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron_lib.callbacks.manager [None req-b18eb25d-33e6-4b38-bc92-a687d11ffe15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (756d0717-410e-41aa-81f6-034bbfb007c4), before_update {{(pid=104036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:32.939436 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron_lib.callbacks.manager [None req-b18eb25d-33e6-4b38-bc92-a687d11ffe15 None None] Publish callbacks [] for port (756d0717-410e-41aa-81f6-034bbfb007c4), precommit_update {{(pid=104036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:33.011194 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron_lib.callbacks.manager [None req-b18eb25d-33e6-4b38-bc92-a687d11ffe15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (756d0717-410e-41aa-81f6-034bbfb007c4), after_update {{(pid=104036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:33.183559 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.managers [None req-b18eb25d-33e6-4b38-bc92-a687d11ffe15 None None] Attempting to bind port 756d0717-410e-41aa-81f6-034bbfb007c4 on host dv-cinder-795785-10-iscsi for vnic_type normal with profile {{(pid=104036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:06:33.183971 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.managers [None req-b18eb25d-33e6-4b38-bc92-a687d11ffe15 None None] Attempting to bind port 756d0717-410e-41aa-81f6-034bbfb007c4 by drivers openvswitch,hyperv on host dv-cinder-795785-10-iscsi at level 0 using segments [{'id': 'a143fa92-3290-4487-ab27-96233e7a25e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '848ef24d-cd86-4e4f-9dbe-dc1fe2757312'}] {{(pid=104036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:06:33.184419 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18eb25d-33e6-4b38-bc92-a687d11ffe15 None None] Attempting to bind port 756d0717-410e-41aa-81f6-034bbfb007c4 on network 848ef24d-cd86-4e4f-9dbe-dc1fe2757312 {{(pid=104036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:06:33.188018 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412ad1bc-635e-4b18-bc60-7bff9523d74a None None] Pushing event updated for resources: {'Port': ['ID=756d0717-410e-41aa-81f6-034bbfb007c4,revision_number=3']} {{(pid=104036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:06:33.198034 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18eb25d-33e6-4b38-bc92-a687d11ffe15 None None] Checking agent: {'id': '311a8a5f-4d79-4ff7-931a-d05ff8cc45ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 6, 3), 'started_at': datetime.datetime(2022, 5, 16, 15, 6, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:06:33.198473 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18eb25d-33e6-4b38-bc92-a687d11ffe15 None None] Checking segment: {'id': 'a143fa92-3290-4487-ab27-96233e7a25e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '848ef24d-cd86-4e4f-9dbe-dc1fe2757312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:06:33.200725 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron_lib.callbacks.manager [None req-b18eb25d-33e6-4b38-bc92-a687d11ffe15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:33.200725 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18eb25d-33e6-4b38-bc92-a687d11ffe15 None None] Bound using segment: {'id': 'a143fa92-3290-4487-ab27-96233e7a25e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '848ef24d-cd86-4e4f-9dbe-dc1fe2757312'} {{(pid=104036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:06:33.200725 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.managers [None req-b18eb25d-33e6-4b38-bc92-a687d11ffe15 None None] Bound port: 756d0717-410e-41aa-81f6-034bbfb007c4, host: dv-cinder-795785-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a143fa92-3290-4487-ab27-96233e7a25e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '848ef24d-cd86-4e4f-9dbe-dc1fe2757312'}}] {{(pid=104036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:06:33.200725 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron_lib.callbacks.manager [None req-b18eb25d-33e6-4b38-bc92-a687d11ffe15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (756d0717-410e-41aa-81f6-034bbfb007c4), before_update {{(pid=104036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:33.203423 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412ad1bc-635e-4b18-bc60-7bff9523d74a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:33.203423 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412ad1bc-635e-4b18-bc60-7bff9523d74a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:33.203632 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412ad1bc-635e-4b18-bc60-7bff9523d74a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:33.203962 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412ad1bc-635e-4b18-bc60-7bff9523d74a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:33.204618 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412ad1bc-635e-4b18-bc60-7bff9523d74a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:33.204618 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412ad1bc-635e-4b18-bc60-7bff9523d74a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:33.205861 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412ad1bc-635e-4b18-bc60-7bff9523d74a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:33.205861 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412ad1bc-635e-4b18-bc60-7bff9523d74a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:33.205861 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412ad1bc-635e-4b18-bc60-7bff9523d74a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:33.211351 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412ad1bc-635e-4b18-bc60-7bff9523d74a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:33.211351 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412ad1bc-635e-4b18-bc60-7bff9523d74a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:33.211351 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412ad1bc-635e-4b18-bc60-7bff9523d74a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:33.211351 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412ad1bc-635e-4b18-bc60-7bff9523d74a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:33.211351 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412ad1bc-635e-4b18-bc60-7bff9523d74a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:33.211351 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412ad1bc-635e-4b18-bc60-7bff9523d74a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:06:33.211351 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412ad1bc-635e-4b18-bc60-7bff9523d74a None None] Tracked resource versions report: May 16 15:06:33.211351 dv-cinder-795785-10-iscsi neutron-server[104036]: pushed versions: May 16 15:06:33.211351 dv-cinder-795785-10-iscsi neutron-server[104036]: { 'AddressGroup': {'1.2'}, May 16 15:06:33.211351 dv-cinder-795785-10-iscsi neutron-server[104036]: 'Agent': {'1.1'}, May 16 15:06:33.211351 dv-cinder-795785-10-iscsi neutron-server[104036]: 'ConntrackHelper': {'1.0'}, May 16 15:06:33.211351 dv-cinder-795785-10-iscsi neutron-server[104036]: 'LocalIPAssociation': {'1.0'}, May 16 15:06:33.211351 dv-cinder-795785-10-iscsi neutron-server[104036]: 'Log': {'1.0'}, May 16 15:06:33.211351 dv-cinder-795785-10-iscsi neutron-server[104036]: 'NDPProxy': {'1.0'}, May 16 15:06:33.211351 dv-cinder-795785-10-iscsi neutron-server[104036]: 'Network': {'1.1'}, May 16 15:06:33.211351 dv-cinder-795785-10-iscsi neutron-server[104036]: 'Port': {'1.7'}, May 16 15:06:33.211351 dv-cinder-795785-10-iscsi neutron-server[104036]: 'PortForwarding': {'1.3'}, May 16 15:06:33.211351 dv-cinder-795785-10-iscsi neutron-server[104036]: 'QosPolicy': {'1.10'}, May 16 15:06:33.211351 dv-cinder-795785-10-iscsi neutron-server[104036]: 'SecurityGroup': {'1.5'}, May 16 15:06:33.211351 dv-cinder-795785-10-iscsi neutron-server[104036]: 'SecurityGroupRule': {'1.2'}, May 16 15:06:33.211351 dv-cinder-795785-10-iscsi neutron-server[104036]: 'SubPort': {'1.0'}, May 16 15:06:33.211351 dv-cinder-795785-10-iscsi neutron-server[104036]: 'Subnet': {'1.1'}, May 16 15:06:33.211351 dv-cinder-795785-10-iscsi neutron-server[104036]: 'Trunk': {'1.1'}} May 16 15:06:33.211351 dv-cinder-795785-10-iscsi neutron-server[104036]: consumer versions: May 16 15:06:33.211351 dv-cinder-795785-10-iscsi neutron-server[104036]: { DHCP agent@dv-cinder-795785-10-iscsi: {}, May 16 15:06:33.211351 dv-cinder-795785-10-iscsi neutron-server[104036]: L3 agent@dv-cinder-795785-10-iscsi: {}, May 16 15:06:33.211351 dv-cinder-795785-10-iscsi neutron-server[104036]: Metadata agent@dv-cinder-795785-10-iscsi: {}, May 16 15:06:33.211351 dv-cinder-795785-10-iscsi neutron-server[104036]: Metering agent@dv-cinder-795785-10-iscsi: {}, May 16 15:06:33.211351 dv-cinder-795785-10-iscsi neutron-server[104036]: Open vSwitch agent@dv-cinder-795785-10-iscsi: { 'AddressGroup': '1.2', May 16 15:06:33.211351 dv-cinder-795785-10-iscsi neutron-server[104036]: 'Agent': '1.1', May 16 15:06:33.211351 dv-cinder-795785-10-iscsi neutron-server[104036]: 'ConntrackHelper': '1.0', May 16 15:06:33.211351 dv-cinder-795785-10-iscsi neutron-server[104036]: 'LocalIPAssociation': '1.0', May 16 15:06:33.211351 dv-cinder-795785-10-iscsi neutron-server[104036]: 'Log': '1.0', May 16 15:06:33.211351 dv-cinder-795785-10-iscsi neutron-server[104036]: 'NDPProxy': '1.0', May 16 15:06:33.211351 dv-cinder-795785-10-iscsi neutron-server[104036]: 'Network': '1.1', May 16 15:06:33.211351 dv-cinder-795785-10-iscsi neutron-server[104036]: 'Port': '1.7', May 16 15:06:33.211351 dv-cinder-795785-10-iscsi neutron-server[104036]: 'PortForwarding': '1.3', May 16 15:06:33.211351 dv-cinder-795785-10-iscsi neutron-server[104036]: 'QosPolicy': '1.10', May 16 15:06:33.211351 dv-cinder-795785-10-iscsi neutron-server[104036]: 'SecurityGroup': '1.5', May 16 15:06:33.211351 dv-cinder-795785-10-iscsi neutron-server[104036]: 'SecurityGroupRule': '1.2', May 16 15:06:33.211351 dv-cinder-795785-10-iscsi neutron-server[104036]: 'SubPort': '1.0', May 16 15:06:33.211351 dv-cinder-795785-10-iscsi neutron-server[104036]: 'Subnet': '1.1', May 16 15:06:33.211351 dv-cinder-795785-10-iscsi neutron-server[104036]: 'Trunk': '1.1'}} May 16 15:06:33.211351 dv-cinder-795785-10-iscsi neutron-server[104036]: {{(pid=104036) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 16 15:06:33.275378 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.db [None req-b18eb25d-33e6-4b38-bc92-a687d11ffe15 None None] For port 756d0717-410e-41aa-81f6-034bbfb007c4, host dv-cinder-795785-10-iscsi, cleared binding levels {{(pid=104036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:06:33.293545 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.db [None req-b18eb25d-33e6-4b38-bc92-a687d11ffe15 None None] For port 756d0717-410e-41aa-81f6-034bbfb007c4, host dv-cinder-795785-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=756d0717-410e-41aa-81f6-034bbfb007c4,segment=NetworkSegment(a143fa92-3290-4487-ab27-96233e7a25e8),segment_id=a143fa92-3290-4487-ab27-96233e7a25e8)] {{(pid=104036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:06:33.379188 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron_lib.callbacks.manager [None req-b18eb25d-33e6-4b38-bc92-a687d11ffe15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (756d0717-410e-41aa-81f6-034bbfb007c4), after_update {{(pid=104036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:33.430388 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (311a8a5f-4d79-4ff7-931a-d05ff8cc45ee), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:33.451082 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18eb25d-33e6-4b38-bc92-a687d11ffe15 None None] Routers {'1c3b91a0-23fe-4b21-8474-d6967ae411ff'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:06:33.451082 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-b18eb25d-33e6-4b38-bc92-a687d11ffe15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:06:29Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['1c3b91a0-23fe-4b21-8474-d6967ae411ff'], 'active': True} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:06:33.451082 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412ad1bc-635e-4b18-bc60-7bff9523d74a None None] Pushing event updated for resources: {'Port': ['ID=756d0717-410e-41aa-81f6-034bbfb007c4,revision_number=4']} {{(pid=104036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:06:33.461737 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-d2d8b6bb-480f-4d25-b6bf-32c67ffb961e None None] Provisioning complete for port 756d0717-410e-41aa-81f6-034bbfb007c4 triggered by entity DHCP. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:06:33.462824 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d2d8b6bb-480f-4d25-b6bf-32c67ffb961e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (756d0717-410e-41aa-81f6-034bbfb007c4), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:33.545503 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvr_db [None req-b18eb25d-33e6-4b38-bc92-a687d11ffe15 None None] Set router 1c3b91a0-23fe-4b21-8474-d6967ae411ff gateway port host: None {{(pid=104036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:06:33.550803 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-d2d8b6bb-480f-4d25-b6bf-32c67ffb961e None None] Current status of the port 756d0717-410e-41aa-81f6-034bbfb007c4 is: DOWN; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:06:33.551507 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d2d8b6bb-480f-4d25-b6bf-32c67ffb961e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (756d0717-410e-41aa-81f6-034bbfb007c4), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:33.594930 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d2d8b6bb-480f-4d25-b6bf-32c67ffb961e None None] For port 756d0717-410e-41aa-81f6-034bbfb007c4, host dv-cinder-795785-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=756d0717-410e-41aa-81f6-034bbfb007c4,segment=NetworkSegment(a143fa92-3290-4487-ab27-96233e7a25e8),segment_id=a143fa92-3290-4487-ab27-96233e7a25e8)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:06:33.669582 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d2d8b6bb-480f-4d25-b6bf-32c67ffb961e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (756d0717-410e-41aa-81f6-034bbfb007c4), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:33.721055 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d8b6bb-480f-4d25-b6bf-32c67ffb961e None None] Pushing event updated for resources: {'Port': ['ID=756d0717-410e-41aa-81f6-034bbfb007c4,revision_number=5']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:06:33.747797 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-b18eb25d-33e6-4b38-bc92-a687d11ffe15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c3b91a0-23fe-4b21-8474-d6967ae411ff', 'name': 'router1', 'tenant_id': 'db8112f1b83d4722a9c6776f739c6c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:06:20Z', 'updated_at': '2022-05-16T15:06:30Z', 'revision_number': 2, 'project_id': 'db8112f1b83d4722a9c6776f739c6c71', 'gw_port_host': None, '_interfaces': [{'id': '756d0717-410e-41aa-81f6-034bbfb007c4', 'name': '', 'network_id': '848ef24d-cd86-4e4f-9dbe-dc1fe2757312', 'tenant_id': 'db8112f1b83d4722a9c6776f739c6c71', 'mac_address': 'fa:16:3e:4d:ad:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c3b91a0-23fe-4b21-8474-d6967ae411ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7e6a9e00-14ef-440f-8148-61148432070e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:06:29Z', 'updated_at': '2022-05-16T15:06:33Z', 'revision_number': 4, 'project_id': 'db8112f1b83d4722a9c6776f739c6c71', 'subnets': [{'id': '7e6a9e00-14ef-440f-8148-61148432070e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '19051ee0-9546-4fbf-ab4e-6f2fc101bc02'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:06:33.779401 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18eb25d-33e6-4b38-bc92-a687d11ffe15 None None] The sync data for ids ['1c3b91a0-23fe-4b21-8474-d6967ae411ff'] in dv-cinder-795785-10-iscsi is: [{'id': '1c3b91a0-23fe-4b21-8474-d6967ae411ff', 'name': 'router1', 'tenant_id': 'db8112f1b83d4722a9c6776f739c6c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:06:20Z', 'updated_at': '2022-05-16T15:06:30Z', 'revision_number': 2, 'project_id': 'db8112f1b83d4722a9c6776f739c6c71', 'gw_port_host': None, '_interfaces': [{'id': '756d0717-410e-41aa-81f6-034bbfb007c4', 'name': '', 'network_id': '848ef24d-cd86-4e4f-9dbe-dc1fe2757312', 'tenant_id': 'db8112f1b83d4722a9c6776f739c6c71', 'mac_address': 'fa:16:3e:4d:ad:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c3b91a0-23fe-4b21-8474-d6967ae411ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7e6a9e00-14ef-440f-8148-61148432070e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:06:29Z', 'updated_at': '2022-05-16T15:06:33Z', 'revision_number': 4, 'project_id': 'db8112f1b83d4722a9c6776f739c6c71', 'subnets': [{'id': '7e6a9e00-14ef-440f-8148-61148432070e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '19051ee0-9546-4fbf-ab4e-6f2fc101bc02'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:06:33.791033 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-692bb6d0-dd13-450e-a27f-b2d9d069e728 None None] Provisioning complete for port 756d0717-410e-41aa-81f6-034bbfb007c4 triggered by entity DHCP. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:06:33.791541 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-692bb6d0-dd13-450e-a27f-b2d9d069e728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (756d0717-410e-41aa-81f6-034bbfb007c4), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:33.863697 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-692bb6d0-dd13-450e-a27f-b2d9d069e728 None None] Current status of the port 756d0717-410e-41aa-81f6-034bbfb007c4 is: ACTIVE; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:06:34.146788 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 40712) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:06:34.342517 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554a041b-9f22-478e-91e4-71f62b07f550 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:06:34.343864 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-554a041b-9f22-478e-91e4-71f62b07f550 admin admin] 10.222.0.44 "GET /v2.0/networks/ad45e98c-12fc-4959-a2ae-a7226c979594 HTTP/1.1" status: 200 len: 842 time: 0.1961255 May 16 15:06:34.354013 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.v2.base [None req-68ef8465-5adb-4a68-b3b3-e5ff5180a09c admin admin] Request body: {'subnet': {'cidr': '172.27.0.0/24', 'enable_dhcp': False, 'gateway_ip': '172.27.0.1', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=104033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:06:34.463411 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ef8465-5adb-4a68-b3b3-e5ff5180a09c admin admin] Made reservation on behalf of 205b1267d8204d608304e6a78a0e361f for: {'subnet': 1} {{(pid=104033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:06:34.465760 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-68ef8465-5adb-4a68-b3b3-e5ff5180a09c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:34.782563 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.objects.ports [None req-68ef8465-5adb-4a68-b3b3-e5ff5180a09c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104033) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 16 15:06:34.782997 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-68ef8465-5adb-4a68-b3b3-e5ff5180a09c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888'] for subnet (4a504247-fe9e-45e9-866d-820247643fc0), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:34.838318 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ef8465-5adb-4a68-b3b3-e5ff5180a09c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a504247-fe9e-45e9-866d-820247643fc0,revision_number=0']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:06:34.848192 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ef8465-5adb-4a68-b3b3-e5ff5180a09c admin admin] Checking segment: {'id': 'd35ec458-efea-4f9b-9cfc-f89e4e5d5ae0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:06:34.848546 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ef8465-5adb-4a68-b3b3-e5ff5180a09c admin admin] Network hostable DHCP agents. Network: ad45e98c-12fc-4959-a2ae-a7226c979594, hostable agents: ['a586ef94-96cb-452c-b402-463be5294b2a'], hosted agents: [] {{(pid=104033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 15:06:34.948989 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ef8465-5adb-4a68-b3b3-e5ff5180a09c admin admin] Network ad45e98c-12fc-4959-a2ae-a7226c979594 is scheduled to be hosted by DHCP agent a586ef94-96cb-452c-b402-463be5294b2a with binding_index 1 {{(pid=104033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 15:06:35.006072 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-68ef8465-5adb-4a68-b3b3-e5ff5180a09c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795785-10-iscsi, ad45e98c-12fc-4959-a2ae-a7226c979594) {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:06:35.014010 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe4ebcc-582b-44e1-8090-b6ba1339616b None None] Network ad45e98c-12fc-4959-a2ae-a7226c979594 requested from dv-cinder-795785-10-iscsi {{(pid=104035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:06:35.016394 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ef8465-5adb-4a68-b3b3-e5ff5180a09c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:06:35.017059 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-68ef8465-5adb-4a68-b3b3-e5ff5180a09c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631934'] for subnet (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:35.111100 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498a133f-8115-42fb-aed6-c0b70ca6fc37 None None] Network ad45e98c-12fc-4959-a2ae-a7226c979594 requested from dv-cinder-795785-10-iscsi {{(pid=104035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:06:35.122134 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-68ef8465-5adb-4a68-b3b3-e5ff5180a09c admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7637370 May 16 15:06:37.512448 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 40730) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:06:37.640136 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-a568a961-19cf-4944-a3c7-9a4cb0bcf476 demo admin] 10.222.0.44 "GET /v2.0/routers/1c3b91a0-23fe-4b21-8474-d6967ae411ff HTTP/1.1" status: 200 len: 710 time: 0.1264751 May 16 15:06:37.727648 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f680b4-bb6b-402f-ade2-3e50865fe192 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:06:37.729004 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-e7f680b4-bb6b-402f-ade2-3e50865fe192 demo admin] 10.222.0.44 "GET /v2.0/networks/ad45e98c-12fc-4959-a2ae-a7226c979594 HTTP/1.1" status: 200 len: 886 time: 0.0835114 May 16 15:06:37.737907 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.v2.base [None req-cb061f17-d8bd-423c-aca4-ce7d41d9ea44 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594'}}} {{(pid=104033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:06:38.037536 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-cb061f17-d8bd-423c-aca4-ce7d41d9ea44 demo admin] Publish callbacks [] for router_gateway (1c3b91a0-23fe-4b21-8474-d6967ae411ff), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:38.309491 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-cb061f17-d8bd-423c-aca4-ce7d41d9ea44 demo admin] Publish callbacks [] for router_gateway (1c3b91a0-23fe-4b21-8474-d6967ae411ff), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:38.386893 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-cb061f17-d8bd-423c-aca4-ce7d41d9ea44 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:38.493038 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-cb061f17-d8bd-423c-aca4-ce7d41d9ea44 demo admin] Allocated IP 172.27.0.127 (ad45e98c-12fc-4959-a2ae-a7226c979594/4a504247-fe9e-45e9-866d-820247643fc0/e8661f2e-d41e-4801-bf18-4a748afa3ff8) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:06:38.649078 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-cb061f17-d8bd-423c-aca4-ce7d41d9ea44 demo admin] Publish callbacks [] for port (e8661f2e-d41e-4801-bf18-4a748afa3ff8), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:38.760628 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-cb061f17-d8bd-423c-aca4-ce7d41d9ea44 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789019640149'] for port (e8661f2e-d41e-4801-bf18-4a748afa3ff8), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:38.798995 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb061f17-d8bd-423c-aca4-ce7d41d9ea44 demo admin] Network ad45e98c-12fc-4959-a2ae-a7226c979594 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:06:38.807440 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-cb061f17-d8bd-423c-aca4-ce7d41d9ea44 demo admin] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:06:38.809548 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb061f17-d8bd-423c-aca4-ce7d41d9ea44 demo admin] Pushing event updated for resources: {'Port': ['ID=e8661f2e-d41e-4801-bf18-4a748afa3ff8,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:06:38.813294 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb061f17-d8bd-423c-aca4-ce7d41d9ea44 demo admin] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:06:39.190268 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-cb061f17-d8bd-423c-aca4-ce7d41d9ea44 demo admin] Publish callbacks [] for router_gateway (1c3b91a0-23fe-4b21-8474-d6967ae411ff), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:39.377215 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-cb061f17-d8bd-423c-aca4-ce7d41d9ea44 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-553785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-551316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1142'] for router (1c3b91a0-23fe-4b21-8474-d6967ae411ff), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:39.380628 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-cb061f17-d8bd-423c-aca4-ce7d41d9ea44 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-553774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-553767', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-551309'] for router (1c3b91a0-23fe-4b21-8474-d6967ae411ff), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:39.577031 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb061f17-d8bd-423c-aca4-ce7d41d9ea44 demo admin] Router 1c3b91a0-23fe-4b21-8474-d6967ae411ff has already been hosted by L3 agent 54a3e65b-69a0-426d-9997-69a1705c4334 {{(pid=104033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:06:39.679886 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb061f17-d8bd-423c-aca4-ce7d41d9ea44 demo admin] Notify agent at l3_agent.dv-cinder-795785-10-iscsi the message routers_updated {{(pid=104033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:06:39.684955 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-cb061f17-d8bd-423c-aca4-ce7d41d9ea44 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:39.686171 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-cb061f17-d8bd-423c-aca4-ce7d41d9ea44 demo admin] 10.222.0.44 "PUT /v2.0/routers/1c3b91a0-23fe-4b21-8474-d6967ae411ff HTTP/1.1" status: 200 len: 890 time: 1.9515111 May 16 15:06:42.129444 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device 756d0717-410e-41aa-81f6-034bbfb007c4 up at agent ovs-agent-dv-cinder-795785-10-iscsi {{(pid=104035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:06:42.133026 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 40744) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:06:42.178575 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Provisioning complete for port 756d0717-410e-41aa-81f6-034bbfb007c4 triggered by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:06:42.178905 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (756d0717-410e-41aa-81f6-034bbfb007c4), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:42.249740 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Current status of the port 756d0717-410e-41aa-81f6-034bbfb007c4 is: ACTIVE; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:06:42.258219 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-4008ee85-9583-4395-aa62-ef963955b2de admin admin] 10.222.0.44 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1240799 May 16 15:06:42.598359 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545ad8fc-967e-4624-baed-46d01fff5a32 None None] Sync routers for ids ['1c3b91a0-23fe-4b21-8474-d6967ae411ff'] in dv-cinder-795785-10-iscsi {{(pid=104035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:06:42.612978 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545ad8fc-967e-4624-baed-46d01fff5a32 None None] Routers {'1c3b91a0-23fe-4b21-8474-d6967ae411ff'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:06:42.613628 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_hamode_db [None req-545ad8fc-967e-4624-baed-46d01fff5a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:06:29Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['1c3b91a0-23fe-4b21-8474-d6967ae411ff'], 'active': True} {{(pid=104035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:06:42.820205 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvr_db [None req-545ad8fc-967e-4624-baed-46d01fff5a32 None None] Set router 1c3b91a0-23fe-4b21-8474-d6967ae411ff gateway port host: dv-cinder-795785-10-iscsi {{(pid=104035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:06:43.258957 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_hamode_db [None req-545ad8fc-967e-4624-baed-46d01fff5a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c3b91a0-23fe-4b21-8474-d6967ae411ff', 'name': 'router1', 'tenant_id': 'db8112f1b83d4722a9c6776f739c6c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'e8661f2e-d41e-4801-bf18-4a748afa3ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:06:20Z', 'updated_at': '2022-05-16T15:06:38Z', 'revision_number': 4, 'project_id': 'db8112f1b83d4722a9c6776f739c6c71', 'gw_port': {'id': 'e8661f2e-d41e-4801-bf18-4a748afa3ff8', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:2c:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c3b91a0-23fe-4b21-8474-d6967ae411ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:06:38Z', 'updated_at': '2022-05-16T15:06:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_interfaces': [{'id': '756d0717-410e-41aa-81f6-034bbfb007c4', 'name': '', 'network_id': '848ef24d-cd86-4e4f-9dbe-dc1fe2757312', 'tenant_id': 'db8112f1b83d4722a9c6776f739c6c71', 'mac_address': 'fa:16:3e:4d:ad:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3b91a0-23fe-4b21-8474-d6967ae411ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7e6a9e00-14ef-440f-8148-61148432070e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:06:29Z', 'updated_at': '2022-05-16T15:06:33Z', 'revision_number': 5, 'project_id': 'db8112f1b83d4722a9c6776f739c6c71', 'subnets': [{'id': '7e6a9e00-14ef-440f-8148-61148432070e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '19051ee0-9546-4fbf-ab4e-6f2fc101bc02'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:06:43.308662 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545ad8fc-967e-4624-baed-46d01fff5a32 None None] Checking router: 1c3b91a0-23fe-4b21-8474-d6967ae411ff for host: dv-cinder-795785-10-iscsi {{(pid=104035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:06:43.309015 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545ad8fc-967e-4624-baed-46d01fff5a32 None None] Updating router 1c3b91a0-23fe-4b21-8474-d6967ae411ff port e8661f2e-d41e-4801-bf18-4a748afa3ff8 binding host dv-cinder-795785-10-iscsi {{(pid=104035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 15:06:43.359562 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-545ad8fc-967e-4624-baed-46d01fff5a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (e8661f2e-d41e-4801-bf18-4a748afa3ff8), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:43.699562 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-545ad8fc-967e-4624-baed-46d01fff5a32 None None] Publish callbacks [] for port (e8661f2e-d41e-4801-bf18-4a748afa3ff8), precommit_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:43.779949 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-545ad8fc-967e-4624-baed-46d01fff5a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (e8661f2e-d41e-4801-bf18-4a748afa3ff8), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:43.829534 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5fffa4-10bb-4372-a059-31d6eb19387f None None] Pushing event updated for resources: {'Port': ['ID=e8661f2e-d41e-4801-bf18-4a748afa3ff8,revision_number=2']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:06:43.834680 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.managers [None req-545ad8fc-967e-4624-baed-46d01fff5a32 None None] Attempting to bind port e8661f2e-d41e-4801-bf18-4a748afa3ff8 on host dv-cinder-795785-10-iscsi for vnic_type normal with profile {{(pid=104035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:06:43.835052 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.managers [None req-545ad8fc-967e-4624-baed-46d01fff5a32 None None] Attempting to bind port e8661f2e-d41e-4801-bf18-4a748afa3ff8 by drivers openvswitch,hyperv on host dv-cinder-795785-10-iscsi at level 0 using segments [{'id': 'd35ec458-efea-4f9b-9cfc-f89e4e5d5ae0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594'}] {{(pid=104035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:06:43.835408 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545ad8fc-967e-4624-baed-46d01fff5a32 None None] Attempting to bind port e8661f2e-d41e-4801-bf18-4a748afa3ff8 on network ad45e98c-12fc-4959-a2ae-a7226c979594 {{(pid=104035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:06:43.840511 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545ad8fc-967e-4624-baed-46d01fff5a32 None None] Checking agent: {'id': '311a8a5f-4d79-4ff7-931a-d05ff8cc45ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 6, 3), 'started_at': datetime.datetime(2022, 5, 16, 15, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:06:43.840880 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545ad8fc-967e-4624-baed-46d01fff5a32 None None] Checking segment: {'id': 'd35ec458-efea-4f9b-9cfc-f89e4e5d5ae0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:06:43.841277 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-545ad8fc-967e-4624-baed-46d01fff5a32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:43.841659 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545ad8fc-967e-4624-baed-46d01fff5a32 None None] Bound using segment: {'id': 'd35ec458-efea-4f9b-9cfc-f89e4e5d5ae0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594'} {{(pid=104035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:06:43.842136 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.managers [None req-545ad8fc-967e-4624-baed-46d01fff5a32 None None] Bound port: e8661f2e-d41e-4801-bf18-4a748afa3ff8, host: dv-cinder-795785-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd35ec458-efea-4f9b-9cfc-f89e4e5d5ae0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594'}}] {{(pid=104035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:06:43.842518 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-545ad8fc-967e-4624-baed-46d01fff5a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (e8661f2e-d41e-4801-bf18-4a748afa3ff8), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:43.888551 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-545ad8fc-967e-4624-baed-46d01fff5a32 None None] For port e8661f2e-d41e-4801-bf18-4a748afa3ff8, host dv-cinder-795785-10-iscsi, cleared binding levels {{(pid=104035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:06:43.891467 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-545ad8fc-967e-4624-baed-46d01fff5a32 None None] For port e8661f2e-d41e-4801-bf18-4a748afa3ff8, host dv-cinder-795785-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=e8661f2e-d41e-4801-bf18-4a748afa3ff8,segment=NetworkSegment(d35ec458-efea-4f9b-9cfc-f89e4e5d5ae0),segment_id=d35ec458-efea-4f9b-9cfc-f89e4e5d5ae0)] {{(pid=104035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:06:43.964529 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-545ad8fc-967e-4624-baed-46d01fff5a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (e8661f2e-d41e-4801-bf18-4a748afa3ff8), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:44.024490 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545ad8fc-967e-4624-baed-46d01fff5a32 None None] Routers {'1c3b91a0-23fe-4b21-8474-d6967ae411ff'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:06:44.025113 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_hamode_db [None req-545ad8fc-967e-4624-baed-46d01fff5a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:06:29Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['1c3b91a0-23fe-4b21-8474-d6967ae411ff'], 'active': True} {{(pid=104035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:06:44.061422 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5fffa4-10bb-4372-a059-31d6eb19387f None None] Pushing event updated for resources: {'Port': ['ID=e8661f2e-d41e-4801-bf18-4a748afa3ff8,revision_number=3']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:06:44.138020 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvr_db [None req-545ad8fc-967e-4624-baed-46d01fff5a32 None None] Set router 1c3b91a0-23fe-4b21-8474-d6967ae411ff gateway port host: dv-cinder-795785-10-iscsi {{(pid=104035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:06:44.337727 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_hamode_db [None req-545ad8fc-967e-4624-baed-46d01fff5a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c3b91a0-23fe-4b21-8474-d6967ae411ff', 'name': 'router1', 'tenant_id': 'db8112f1b83d4722a9c6776f739c6c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'e8661f2e-d41e-4801-bf18-4a748afa3ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:06:20Z', 'updated_at': '2022-05-16T15:06:38Z', 'revision_number': 4, 'project_id': 'db8112f1b83d4722a9c6776f739c6c71', 'gw_port': {'id': 'e8661f2e-d41e-4801-bf18-4a748afa3ff8', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:2c:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c3b91a0-23fe-4b21-8474-d6967ae411ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:06:38Z', 'updated_at': '2022-05-16T15:06:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_interfaces': [{'id': '756d0717-410e-41aa-81f6-034bbfb007c4', 'name': '', 'network_id': '848ef24d-cd86-4e4f-9dbe-dc1fe2757312', 'tenant_id': 'db8112f1b83d4722a9c6776f739c6c71', 'mac_address': 'fa:16:3e:4d:ad:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3b91a0-23fe-4b21-8474-d6967ae411ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7e6a9e00-14ef-440f-8148-61148432070e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:06:29Z', 'updated_at': '2022-05-16T15:06:33Z', 'revision_number': 5, 'project_id': 'db8112f1b83d4722a9c6776f739c6c71', 'subnets': [{'id': '7e6a9e00-14ef-440f-8148-61148432070e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '19051ee0-9546-4fbf-ab4e-6f2fc101bc02'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:06:44.365369 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545ad8fc-967e-4624-baed-46d01fff5a32 None None] The sync data for ids ['1c3b91a0-23fe-4b21-8474-d6967ae411ff'] in dv-cinder-795785-10-iscsi is: [{'id': '1c3b91a0-23fe-4b21-8474-d6967ae411ff', 'name': 'router1', 'tenant_id': 'db8112f1b83d4722a9c6776f739c6c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'e8661f2e-d41e-4801-bf18-4a748afa3ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:06:20Z', 'updated_at': '2022-05-16T15:06:38Z', 'revision_number': 4, 'project_id': 'db8112f1b83d4722a9c6776f739c6c71', 'gw_port': {'id': 'e8661f2e-d41e-4801-bf18-4a748afa3ff8', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:2c:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c3b91a0-23fe-4b21-8474-d6967ae411ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:06:38Z', 'updated_at': '2022-05-16T15:06:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_interfaces': [{'id': '756d0717-410e-41aa-81f6-034bbfb007c4', 'name': '', 'network_id': '848ef24d-cd86-4e4f-9dbe-dc1fe2757312', 'tenant_id': 'db8112f1b83d4722a9c6776f739c6c71', 'mac_address': 'fa:16:3e:4d:ad:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3b91a0-23fe-4b21-8474-d6967ae411ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7e6a9e00-14ef-440f-8148-61148432070e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:06:29Z', 'updated_at': '2022-05-16T15:06:33Z', 'revision_number': 5, 'project_id': 'db8112f1b83d4722a9c6776f739c6c71', 'subnets': [{'id': '7e6a9e00-14ef-440f-8148-61148432070e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '19051ee0-9546-4fbf-ab4e-6f2fc101bc02'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:06:46.175584 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device e8661f2e-d41e-4801-bf18-4a748afa3ff8 up at agent ovs-agent-dv-cinder-795785-10-iscsi {{(pid=104035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:06:46.230035 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Provisioning complete for port e8661f2e-d41e-4801-bf18-4a748afa3ff8 triggered by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:06:46.230813 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (e8661f2e-d41e-4801-bf18-4a748afa3ff8), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:46.308427 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Current status of the port e8661f2e-d41e-4801-bf18-4a748afa3ff8 is: DOWN; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:06:46.309197 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (e8661f2e-d41e-4801-bf18-4a748afa3ff8), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:46.330351 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] For port e8661f2e-d41e-4801-bf18-4a748afa3ff8, host dv-cinder-795785-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=e8661f2e-d41e-4801-bf18-4a748afa3ff8,segment=NetworkSegment(d35ec458-efea-4f9b-9cfc-f89e4e5d5ae0),segment_id=d35ec458-efea-4f9b-9cfc-f89e4e5d5ae0)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:06:46.406680 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (e8661f2e-d41e-4801-bf18-4a748afa3ff8), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:46.492342 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Pushing event updated for resources: {'Port': ['ID=e8661f2e-d41e-4801-bf18-4a748afa3ff8,revision_number=4']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:06:48.278962 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device e8661f2e-d41e-4801-bf18-4a748afa3ff8 up at agent ovs-agent-dv-cinder-795785-10-iscsi {{(pid=104035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:06:48.405570 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Provisioning complete for port e8661f2e-d41e-4801-bf18-4a748afa3ff8 triggered by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:06:48.405973 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (e8661f2e-d41e-4801-bf18-4a748afa3ff8), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:48.546125 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Current status of the port e8661f2e-d41e-4801-bf18-4a748afa3ff8 is: ACTIVE; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:06:56.806604 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-3e4c5951-4724-455f-bcb2-e9d9e486432a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (a586ef94-96cb-452c-b402-463be5294b2a), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:06:58.162260 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.agents_db [None req-ab78c14b-22b7-4e46-ade7-0c4080e95cb7 None None] Agent healthcheck: found 5 active agents {{(pid=104036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:06:58.875120 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-c578ef3c-092b-4389-a3e3-a9784d158b2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (54a3e65b-69a0-426d-9997-69a1705c4334), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:07:00.004918 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-e1b85405-7a13-4024-838c-532465e0cf8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (72569482-7f88-4a09-9117-6d6842ca2c26), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:07:01.446697 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a2296b44-efe7-4c92-99bf-bf9223587463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (4544528a-1612-46a7-a248-6cca4b867644), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:07:03.440436 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (311a8a5f-4d79-4ff7-931a-d05ff8cc45ee), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:07:26.796050 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-bc0d30b7-374c-4af6-917d-deccdf19e495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (a586ef94-96cb-452c-b402-463be5294b2a), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:07:28.883261 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-90cfe7f2-9a36-4617-8a2a-d4e80d43f7f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (54a3e65b-69a0-426d-9997-69a1705c4334), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:07:30.083356 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-e1b85405-7a13-4024-838c-532465e0cf8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (72569482-7f88-4a09-9117-6d6842ca2c26), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:07:31.435566 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a2296b44-efe7-4c92-99bf-bf9223587463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (4544528a-1612-46a7-a248-6cca4b867644), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:07:33.402826 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (311a8a5f-4d79-4ff7-931a-d05ff8cc45ee), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:07:35.165328 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.agents_db [None req-ab78c14b-22b7-4e46-ade7-0c4080e95cb7 None None] Agent healthcheck: found 5 active agents {{(pid=104036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:07:56.781983 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-bae72c7b-e766-4bb8-adc3-5436a45b294d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (a586ef94-96cb-452c-b402-463be5294b2a), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:07:58.873422 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-6c1c13b3-5c56-4514-9b7a-9e44c1ccbcfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (54a3e65b-69a0-426d-9997-69a1705c4334), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:08:00.008215 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-e1b85405-7a13-4024-838c-532465e0cf8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (72569482-7f88-4a09-9117-6d6842ca2c26), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:08:01.461924 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a2296b44-efe7-4c92-99bf-bf9223587463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (4544528a-1612-46a7-a248-6cca4b867644), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:08:01.629561 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 41228) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:08:01.714397 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.pecan_wsgi.hooks.translation [None req-64e898b5-724e-48da-8b01-e150b6dc76b7 admin admin] GET failed (client error): The resource could not be found. May 16 15:08:01.715740 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-64e898b5-724e-48da-8b01-e150b6dc76b7 admin admin] 10.222.0.44 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0852852 May 16 15:08:01.880118 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02558113-0c3f-4807-af83-c7ea516f419f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:08:01.881530 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-02558113-0c3f-4807-af83-c7ea516f419f admin admin] 10.222.0.44 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1617196 May 16 15:08:03.409789 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (311a8a5f-4d79-4ff7-931a-d05ff8cc45ee), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:08:04.084317 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 41238) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:08:04.212102 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bbc72a-cbd8-40d4-a09e-c9e4bdfa32a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:08:04.213469 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-46bbc72a-cbd8-40d4-a09e-c9e4bdfa32a0 admin admin] 10.222.0.44 "GET /v2.0/subnets/7e6a9e00-14ef-440f-8148-61148432070e HTTP/1.1" status: 200 len: 849 time: 0.1282065 May 16 15:08:04.222730 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.v2.base [None req-8967e753-e2f9-4e6e-998b-0e9db7d0d824 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:08:04.308810 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-8967e753-e2f9-4e6e-998b-0e9db7d0d824 admin admin] Publish callbacks [] for subnet (7e6a9e00-14ef-440f-8148-61148432070e), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:08:04.510998 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-8967e753-e2f9-4e6e-998b-0e9db7d0d824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789020200322'] for subnet (7e6a9e00-14ef-440f-8148-61148432070e), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:08:04.547074 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8967e753-e2f9-4e6e-998b-0e9db7d0d824 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:08:04.547674 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-8967e753-e2f9-4e6e-998b-0e9db7d0d824 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631934'] for subnet (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:08:04.549819 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-8967e753-e2f9-4e6e-998b-0e9db7d0d824 admin admin] 10.222.0.44 "PUT /v2.0/subnets/7e6a9e00-14ef-440f-8148-61148432070e HTTP/1.1" status: 200 len: 868 time: 0.3298240 May 16 15:08:04.554705 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b0511d-ea4b-4e18-baaf-d2cfb6bb7876 None None] Network 848ef24d-cd86-4e4f-9dbe-dc1fe2757312 requested from dv-cinder-795785-10-iscsi {{(pid=104035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:08:04.578430 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8967e753-e2f9-4e6e-998b-0e9db7d0d824 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e6a9e00-14ef-440f-8148-61148432070e,revision_number=1']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:08:04.582382 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8967e753-e2f9-4e6e-998b-0e9db7d0d824 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:08:04.582733 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8967e753-e2f9-4e6e-998b-0e9db7d0d824 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:08:04.583097 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8967e753-e2f9-4e6e-998b-0e9db7d0d824 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:08:04.583443 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8967e753-e2f9-4e6e-998b-0e9db7d0d824 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:08:04.583778 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8967e753-e2f9-4e6e-998b-0e9db7d0d824 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:08:04.584110 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8967e753-e2f9-4e6e-998b-0e9db7d0d824 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:08:04.584438 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8967e753-e2f9-4e6e-998b-0e9db7d0d824 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:08:04.584768 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8967e753-e2f9-4e6e-998b-0e9db7d0d824 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:08:04.585112 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8967e753-e2f9-4e6e-998b-0e9db7d0d824 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:08:04.585442 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8967e753-e2f9-4e6e-998b-0e9db7d0d824 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:08:04.586317 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8967e753-e2f9-4e6e-998b-0e9db7d0d824 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:08:04.586317 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8967e753-e2f9-4e6e-998b-0e9db7d0d824 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:08:04.586552 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8967e753-e2f9-4e6e-998b-0e9db7d0d824 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:08:04.586760 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8967e753-e2f9-4e6e-998b-0e9db7d0d824 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:08:04.587059 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8967e753-e2f9-4e6e-998b-0e9db7d0d824 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:08:04.896876 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-0a12af39-1413-4fc7-a8b4-7952dd604ed7 None None] Provisioning complete for port 756d0717-410e-41aa-81f6-034bbfb007c4 triggered by entity DHCP. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:08:04.897268 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-0a12af39-1413-4fc7-a8b4-7952dd604ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (756d0717-410e-41aa-81f6-034bbfb007c4), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:08:04.972189 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-0a12af39-1413-4fc7-a8b4-7952dd604ed7 None None] Current status of the port 756d0717-410e-41aa-81f6-034bbfb007c4 is: ACTIVE; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:08:04.980978 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-0a12af39-1413-4fc7-a8b4-7952dd604ed7 None None] Provisioning complete for port 3f7a1162-6844-4b9b-b2d8-9f65f358055c triggered by entity DHCP. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:08:04.981369 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-0a12af39-1413-4fc7-a8b4-7952dd604ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (3f7a1162-6844-4b9b-b2d8-9f65f358055c), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:08:05.051687 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-0a12af39-1413-4fc7-a8b4-7952dd604ed7 None None] Current status of the port 3f7a1162-6844-4b9b-b2d8-9f65f358055c is: ACTIVE; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:08:06.784999 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 41246) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:08:06.980271 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5d5a02-a920-45b7-b4c9-79e3f08dad14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:08:06.980663 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5d5a02-a920-45b7-b4c9-79e3f08dad14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:08:06.982215 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-3b5d5a02-a920-45b7-b4c9-79e3f08dad14 admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1961973 May 16 15:08:09.208106 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 41254) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:08:09.340085 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31882448-a4d8-4135-a0f6-38e13bbee864 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:08:09.340490 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31882448-a4d8-4135-a0f6-38e13bbee864 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:08:09.342013 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-31882448-a4d8-4135-a0f6-38e13bbee864 admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1329174 May 16 15:08:11.553432 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 41262) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:08:11.745709 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d30b5a6-21f5-4974-a88b-c5ecfbac50c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:08:11.747046 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-3d30b5a6-21f5-4974-a88b-c5ecfbac50c9 admin admin] 10.222.0.44 "GET /v2.0/networks/848ef24d-cd86-4e4f-9dbe-dc1fe2757312 HTTP/1.1" status: 200 len: 869 time: 0.1926522 May 16 15:08:12.164336 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.agents_db [None req-ab78c14b-22b7-4e46-ade7-0c4080e95cb7 None None] Agent healthcheck: found 5 active agents {{(pid=104036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:08:13.970304 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 41270) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:08:14.096143 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9fc3644-2974-465c-9bd3-5542753b7aee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:08:14.097775 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-f9fc3644-2974-465c-9bd3-5542753b7aee admin admin] 10.222.0.44 "GET /v2.0/networks/ad45e98c-12fc-4959-a2ae-a7226c979594 HTTP/1.1" status: 200 len: 886 time: 0.1253653 May 16 15:08:16.301616 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 41280) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:08:16.424585 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be38f72-4d58-4f87-a744-a75c26cbe40e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:08:16.425041 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be38f72-4d58-4f87-a744-a75c26cbe40e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:08:16.426589 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-0be38f72-4d58-4f87-a744-a75c26cbe40e admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1239040 May 16 15:08:18.651920 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 41288) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:08:18.740205 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4663bb-d5b3-4876-9a73-6e90bd66efc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:08:18.740670 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4663bb-d5b3-4876-9a73-6e90bd66efc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:08:18.742157 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-cd4663bb-d5b3-4876-9a73-6e90bd66efc1 admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0892751 May 16 15:08:20.968661 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 41296) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:08:21.056806 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4e41b7-e559-4287-8b5d-5a0735f1cdd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:08:21.058166 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-7b4e41b7-e559-4287-8b5d-5a0735f1cdd7 admin admin] 10.222.0.44 "GET /v2.0/subnets/4a504247-fe9e-45e9-866d-820247643fc0 HTTP/1.1" status: 200 len: 816 time: 0.0885344 May 16 15:08:23.281099 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 41304) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:08:23.372980 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae727d79-ef3a-4a26-a64e-f9eed06f33e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:08:23.374260 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-ae727d79-ef3a-4a26-a64e-f9eed06f33e9 admin admin] 10.222.0.44 "GET /v2.0/subnets/7e6a9e00-14ef-440f-8148-61148432070e HTTP/1.1" status: 200 len: 868 time: 0.0921969 May 16 15:08:26.795559 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a54adc48-0967-494f-90c2-1df05d198871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (a586ef94-96cb-452c-b402-463be5294b2a), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:08:28.867933 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-13d3b5f7-3e1a-4d28-897d-58e5dd18307a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (54a3e65b-69a0-426d-9997-69a1705c4334), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:08:30.007307 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-e1b85405-7a13-4024-838c-532465e0cf8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (72569482-7f88-4a09-9117-6d6842ca2c26), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:08:31.424479 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a2296b44-efe7-4c92-99bf-bf9223587463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (4544528a-1612-46a7-a248-6cca4b867644), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:08:33.429283 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (311a8a5f-4d79-4ff7-931a-d05ff8cc45ee), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:08:49.163098 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.agents_db [None req-ab78c14b-22b7-4e46-ade7-0c4080e95cb7 None None] Agent healthcheck: found 5 active agents {{(pid=104036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:08:56.785371 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d954328a-cecd-4c02-b7fc-4b3c74c3d844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (a586ef94-96cb-452c-b402-463be5294b2a), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:08:58.900656 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-2b7577a3-5971-49bd-8a3a-f54a8e3f2dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (54a3e65b-69a0-426d-9997-69a1705c4334), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:09:00.031969 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-e1b85405-7a13-4024-838c-532465e0cf8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (72569482-7f88-4a09-9117-6d6842ca2c26), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:09:01.447035 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a2296b44-efe7-4c92-99bf-bf9223587463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (4544528a-1612-46a7-a248-6cca4b867644), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:09:03.409042 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (311a8a5f-4d79-4ff7-931a-d05ff8cc45ee), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:09:03.780032 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 41362) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:09:03.827402 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [None req-5a21fd5c-c409-4aa8-b909-91e8ee0759cc admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=104033) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 15:09:03.828402 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-5a21fd5c-c409-4aa8-b909-91e8ee0759cc admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0474417 May 16 15:09:06.129172 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 41370) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:09:06.188655 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.pecan_wsgi.hooks.translation [None req-552f5b5b-2e9f-4db6-8336-477519057c73 admin admin] GET failed (client error): The resource could not be found. May 16 15:09:06.189925 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-552f5b5b-2e9f-4db6-8336-477519057c73 admin admin] 10.222.0.44 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0598059 May 16 15:09:06.328878 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365f89e0-5867-4134-abde-32c4ab339c9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:09:06.330880 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-365f89e0-5867-4134-abde-32c4ab339c9a admin admin] 10.222.0.44 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1368332 May 16 15:09:08.603657 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 41378) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:09:08.650370 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.v2.base [None req-72ea0b45-e875-4cab-805f-10e384ae78d5 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=104034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:09:08.728223 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ea0b45-e875-4cab-805f-10e384ae78d5 admin admin] Made reservation on behalf of 205b1267d8204d608304e6a78a0e361f for: {'network': 1} {{(pid=104034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:09:08.730574 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-72ea0b45-e875-4cab-805f-10e384ae78d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for network (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:09:08.763875 dv-cinder-795785-10-iscsi neutron-server[104034]: WARNING neutron.services.revisions.revision_plugin [None req-72ea0b45-e875-4cab-805f-10e384ae78d5 admin admin] Could not find related network for resource to bump revision. May 16 15:09:08.776281 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72ea0b45-e875-4cab-805f-10e384ae78d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=104034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 15:09:08.785370 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-72ea0b45-e875-4cab-805f-10e384ae78d5 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789020055565', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996815'] for segment (cc36b7ab-ead4-4a8e-bc08-41a7e30a9130), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:09:08.785709 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.db.segments_db [None req-72ea0b45-e875-4cab-805f-10e384ae78d5 admin admin] Added segment cc36b7ab-ead4-4a8e-bc08-41a7e30a9130 of type vlan for network e35d77cb-5f96-44a2-97d0-4464d77c0c7c May 16 15:09:08.824799 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-72ea0b45-e875-4cab-805f-10e384ae78d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789019629716'] for network (e35d77cb-5f96-44a2-97d0-4464d77c0c7c), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:09:08.911157 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-72ea0b45-e875-4cab-805f-10e384ae78d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888'] for network (e35d77cb-5f96-44a2-97d0-4464d77c0c7c), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:09:08.912123 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ea0b45-e875-4cab-805f-10e384ae78d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:09:08.912697 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-72ea0b45-e875-4cab-805f-10e384ae78d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631934'] for network (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:09:08.999988 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ea0b45-e875-4cab-805f-10e384ae78d5 admin admin] Pushing event updated for resources: {'Network': ['ID=e35d77cb-5f96-44a2-97d0-4464d77c0c7c,revision_number=1']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:09:09.007393 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ea0b45-e875-4cab-805f-10e384ae78d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:09:09.007737 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ea0b45-e875-4cab-805f-10e384ae78d5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:09:09.008075 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ea0b45-e875-4cab-805f-10e384ae78d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:09:09.008417 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ea0b45-e875-4cab-805f-10e384ae78d5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:09:09.008747 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ea0b45-e875-4cab-805f-10e384ae78d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:09:09.009077 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ea0b45-e875-4cab-805f-10e384ae78d5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:09:09.009401 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ea0b45-e875-4cab-805f-10e384ae78d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:09:09.009724 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ea0b45-e875-4cab-805f-10e384ae78d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:09:09.010047 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ea0b45-e875-4cab-805f-10e384ae78d5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:09:09.010398 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ea0b45-e875-4cab-805f-10e384ae78d5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:09:09.010746 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ea0b45-e875-4cab-805f-10e384ae78d5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:09:09.011074 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ea0b45-e875-4cab-805f-10e384ae78d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:09:09.011394 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ea0b45-e875-4cab-805f-10e384ae78d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:09:09.011712 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ea0b45-e875-4cab-805f-10e384ae78d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:09:09.012029 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ea0b45-e875-4cab-805f-10e384ae78d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:09:09.018894 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-72ea0b45-e875-4cab-805f-10e384ae78d5 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.4142249 May 16 15:09:09.042001 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Network e35d77cb-5f96-44a2-97d0-4464d77c0c7c details requested by agent ovs-agent-dv-cinder-795785-10-iscsi with host dv-cinder-795785-10-iscsi {{(pid=104035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 15:09:11.296126 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 41386) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:09:11.354908 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee7aa2c6-f3d9-45c2-b12a-97381af5e879 admin admin] GET failed (client error): The resource could not be found. May 16 15:09:11.356183 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-ee7aa2c6-f3d9-45c2-b12a-97381af5e879 admin admin] 10.222.0.44 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0591047 May 16 15:09:11.428156 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75644ce-d760-45c4-9195-069a2d7b8ee3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:09:11.429609 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-a75644ce-d760-45c4-9195-069a2d7b8ee3 admin admin] 10.222.0.44 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0689049 May 16 15:09:11.439286 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.v2.base [None req-8874138c-b429-4fcd-9e0c-eb7be2ebdb67 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': 'e35d77cb-5f96-44a2-97d0-4464d77c0c7c', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=104034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:09:11.510690 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8874138c-b429-4fcd-9e0c-eb7be2ebdb67 admin admin] Made reservation on behalf of 205b1267d8204d608304e6a78a0e361f for: {'subnet': 1} {{(pid=104034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:09:11.512930 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-8874138c-b429-4fcd-9e0c-eb7be2ebdb67 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:09:11.817737 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-8874138c-b429-4fcd-9e0c-eb7be2ebdb67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888'] for subnet (819ec874-b2e3-498c-a157-3ee14c18d464), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:09:11.872341 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8874138c-b429-4fcd-9e0c-eb7be2ebdb67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=819ec874-b2e3-498c-a157-3ee14c18d464,revision_number=0']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:09:11.884482 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8874138c-b429-4fcd-9e0c-eb7be2ebdb67 admin admin] Checking segment: {'id': 'cc36b7ab-ead4-4a8e-bc08-41a7e30a9130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e35d77cb-5f96-44a2-97d0-4464d77c0c7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:09:11.884868 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8874138c-b429-4fcd-9e0c-eb7be2ebdb67 admin admin] Network hostable DHCP agents. Network: e35d77cb-5f96-44a2-97d0-4464d77c0c7c, hostable agents: ['a586ef94-96cb-452c-b402-463be5294b2a'], hosted agents: [] {{(pid=104034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 15:09:12.019348 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8874138c-b429-4fcd-9e0c-eb7be2ebdb67 admin admin] Network e35d77cb-5f96-44a2-97d0-4464d77c0c7c is scheduled to be hosted by DHCP agent a586ef94-96cb-452c-b402-463be5294b2a with binding_index 1 {{(pid=104034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 15:09:12.153980 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.base_scheduler [None req-8874138c-b429-4fcd-9e0c-eb7be2ebdb67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795785-10-iscsi, e35d77cb-5f96-44a2-97d0-4464d77c0c7c) {{(pid=104034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:09:12.158250 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8874138c-b429-4fcd-9e0c-eb7be2ebdb67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:09:12.158803 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-8874138c-b429-4fcd-9e0c-eb7be2ebdb67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631934'] for subnet (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:09:12.162925 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7e31e5-690c-4563-874c-dfc526a5e8ef None None] Network e35d77cb-5f96-44a2-97d0-4464d77c0c7c requested from dv-cinder-795785-10-iscsi {{(pid=104035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:09:12.248617 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-8874138c-b429-4fcd-9e0c-eb7be2ebdb67 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8127046 May 16 15:09:12.263370 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c4e7e2-c7cb-4d66-9548-abd0b4abd128 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38d81d8d-e1d5-5063-843e-fd2156367bd9-e35d77cb-5f96-44a2-97d0-4464d77c0c7c', 'network_id': 'e35d77cb-5f96-44a2-97d0-4464d77c0c7c', 'project_id': '205b1267d8204d608304e6a78a0e361f', 'fixed_ips': [{'subnet_id': '819ec874-b2e3-498c-a157-3ee14c18d464'}]}} from dv-cinder-795785-10-iscsi. {{(pid=104035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 15:09:12.264344 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-67c4e7e2-c7cb-4d66-9548-abd0b4abd128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (None), before_create {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:09:12.505585 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.db_base_plugin_common [None req-67c4e7e2-c7cb-4d66-9548-abd0b4abd128 None None] Allocated IP 192.168.233.2 (e35d77cb-5f96-44a2-97d0-4464d77c0c7c/819ec874-b2e3-498c-a157-3ee14c18d464/0dac7765-c392-419f-8f56-c933d2dbe351) {{(pid=104035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:09:12.648966 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-67c4e7e2-c7cb-4d66-9548-abd0b4abd128 None None] Publish callbacks [] for port (0dac7765-c392-419f-8f56-c933d2dbe351), precommit_create {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:09:12.732186 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-67c4e7e2-c7cb-4d66-9548-abd0b4abd128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789019640149'] for port (0dac7765-c392-419f-8f56-c933d2dbe351), after_create {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:09:12.769524 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c4e7e2-c7cb-4d66-9548-abd0b4abd128 None None] Network e35d77cb-5f96-44a2-97d0-4464d77c0c7c is already hosted by enough agents. {{(pid=104035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:09:12.772045 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.scheduler.base_scheduler [None req-67c4e7e2-c7cb-4d66-9548-abd0b4abd128 None None] Resources bound (agent type, host, resource id): {{(pid=104035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:09:12.778025 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c4e7e2-c7cb-4d66-9548-abd0b4abd128 None None] Received port after_create {{(pid=104035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:09:12.785402 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c4e7e2-c7cb-4d66-9548-abd0b4abd128 None None] Pushing event updated for resources: {'Port': ['ID=0dac7765-c392-419f-8f56-c933d2dbe351,revision_number=1']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:09:12.795512 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c4e7e2-c7cb-4d66-9548-abd0b4abd128 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:09:12.795869 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c4e7e2-c7cb-4d66-9548-abd0b4abd128 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:09:12.796236 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c4e7e2-c7cb-4d66-9548-abd0b4abd128 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:09:12.796600 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c4e7e2-c7cb-4d66-9548-abd0b4abd128 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:09:12.796962 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c4e7e2-c7cb-4d66-9548-abd0b4abd128 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:09:12.797283 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c4e7e2-c7cb-4d66-9548-abd0b4abd128 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:09:12.797614 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c4e7e2-c7cb-4d66-9548-abd0b4abd128 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:09:12.797945 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c4e7e2-c7cb-4d66-9548-abd0b4abd128 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:09:12.798322 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c4e7e2-c7cb-4d66-9548-abd0b4abd128 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:09:12.798657 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c4e7e2-c7cb-4d66-9548-abd0b4abd128 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:09:12.798991 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c4e7e2-c7cb-4d66-9548-abd0b4abd128 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:09:12.799350 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c4e7e2-c7cb-4d66-9548-abd0b4abd128 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:09:12.799666 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c4e7e2-c7cb-4d66-9548-abd0b4abd128 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:09:12.799994 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c4e7e2-c7cb-4d66-9548-abd0b4abd128 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:09:12.800319 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c4e7e2-c7cb-4d66-9548-abd0b4abd128 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:09:12.850233 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.managers [None req-67c4e7e2-c7cb-4d66-9548-abd0b4abd128 None None] Attempting to bind port 0dac7765-c392-419f-8f56-c933d2dbe351 on host dv-cinder-795785-10-iscsi for vnic_type normal with profile {{(pid=104035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:09:12.852146 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.managers [None req-67c4e7e2-c7cb-4d66-9548-abd0b4abd128 None None] Attempting to bind port 0dac7765-c392-419f-8f56-c933d2dbe351 by drivers openvswitch,hyperv on host dv-cinder-795785-10-iscsi at level 0 using segments [{'id': 'cc36b7ab-ead4-4a8e-bc08-41a7e30a9130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e35d77cb-5f96-44a2-97d0-4464d77c0c7c'}] {{(pid=104035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:09:12.852146 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c4e7e2-c7cb-4d66-9548-abd0b4abd128 None None] Attempting to bind port 0dac7765-c392-419f-8f56-c933d2dbe351 on network e35d77cb-5f96-44a2-97d0-4464d77c0c7c {{(pid=104035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:09:12.856035 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c4e7e2-c7cb-4d66-9548-abd0b4abd128 None None] Checking agent: {'id': '311a8a5f-4d79-4ff7-931a-d05ff8cc45ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 6, 3), 'started_at': datetime.datetime(2022, 5, 16, 15, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:09:12.856449 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c4e7e2-c7cb-4d66-9548-abd0b4abd128 None None] Checking segment: {'id': 'cc36b7ab-ead4-4a8e-bc08-41a7e30a9130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e35d77cb-5f96-44a2-97d0-4464d77c0c7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:09:12.856839 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-67c4e7e2-c7cb-4d66-9548-abd0b4abd128 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:09:12.857222 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c4e7e2-c7cb-4d66-9548-abd0b4abd128 None None] Bound using segment: {'id': 'cc36b7ab-ead4-4a8e-bc08-41a7e30a9130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e35d77cb-5f96-44a2-97d0-4464d77c0c7c'} {{(pid=104035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:09:12.857675 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.managers [None req-67c4e7e2-c7cb-4d66-9548-abd0b4abd128 None None] Bound port: 0dac7765-c392-419f-8f56-c933d2dbe351, host: dv-cinder-795785-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc36b7ab-ead4-4a8e-bc08-41a7e30a9130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e35d77cb-5f96-44a2-97d0-4464d77c0c7c'}}] {{(pid=104035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:09:12.858048 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-67c4e7e2-c7cb-4d66-9548-abd0b4abd128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (0dac7765-c392-419f-8f56-c933d2dbe351), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:09:12.920238 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-67c4e7e2-c7cb-4d66-9548-abd0b4abd128 None None] For port 0dac7765-c392-419f-8f56-c933d2dbe351, host dv-cinder-795785-10-iscsi, cleared binding levels {{(pid=104035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:09:12.923276 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-67c4e7e2-c7cb-4d66-9548-abd0b4abd128 None None] For port 0dac7765-c392-419f-8f56-c933d2dbe351, host dv-cinder-795785-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=0dac7765-c392-419f-8f56-c933d2dbe351,segment=NetworkSegment(cc36b7ab-ead4-4a8e-bc08-41a7e30a9130),segment_id=cc36b7ab-ead4-4a8e-bc08-41a7e30a9130)] {{(pid=104035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:09:13.017710 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-67c4e7e2-c7cb-4d66-9548-abd0b4abd128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (0dac7765-c392-419f-8f56-c933d2dbe351), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:09:13.074109 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c4e7e2-c7cb-4d66-9548-abd0b4abd128 None None] Pushing event updated for resources: {'Port': ['ID=0dac7765-c392-419f-8f56-c933d2dbe351,revision_number=2']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:09:13.944988 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e7e1d6-1ebd-4fe0-891c-d0dd1f9c2f64 None None] Network e35d77cb-5f96-44a2-97d0-4464d77c0c7c requested from dv-cinder-795785-10-iscsi {{(pid=104035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:09:14.060701 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-14fd706c-3b3e-45b9-99da-6b5bc17bc910 None None] Provisioning complete for port 0dac7765-c392-419f-8f56-c933d2dbe351 triggered by entity DHCP. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:09:14.061089 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-14fd706c-3b3e-45b9-99da-6b5bc17bc910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (0dac7765-c392-419f-8f56-c933d2dbe351), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:09:14.140972 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-14fd706c-3b3e-45b9-99da-6b5bc17bc910 None None] Current status of the port 0dac7765-c392-419f-8f56-c933d2dbe351 is: DOWN; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:09:14.141388 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-14fd706c-3b3e-45b9-99da-6b5bc17bc910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (0dac7765-c392-419f-8f56-c933d2dbe351), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:09:14.201263 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-14fd706c-3b3e-45b9-99da-6b5bc17bc910 None None] For port 0dac7765-c392-419f-8f56-c933d2dbe351, host dv-cinder-795785-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=0dac7765-c392-419f-8f56-c933d2dbe351,segment=NetworkSegment(cc36b7ab-ead4-4a8e-bc08-41a7e30a9130),segment_id=cc36b7ab-ead4-4a8e-bc08-41a7e30a9130)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:09:14.245130 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device 0dac7765-c392-419f-8f56-c933d2dbe351 up at agent ovs-agent-dv-cinder-795785-10-iscsi {{(pid=104035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:09:14.273579 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-14fd706c-3b3e-45b9-99da-6b5bc17bc910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (0dac7765-c392-419f-8f56-c933d2dbe351), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:09:14.340174 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Provisioning complete for port 0dac7765-c392-419f-8f56-c933d2dbe351 triggered by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:09:14.340555 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (0dac7765-c392-419f-8f56-c933d2dbe351), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:09:14.346574 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fd706c-3b3e-45b9-99da-6b5bc17bc910 None None] Pushing event updated for resources: {'Port': ['ID=0dac7765-c392-419f-8f56-c933d2dbe351,revision_number=3']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:09:14.399221 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-1da6c21a-8a68-439c-88f5-1a26b44ba20f None None] Provisioning complete for port 0dac7765-c392-419f-8f56-c933d2dbe351 triggered by entity DHCP. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:09:14.399611 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-1da6c21a-8a68-439c-88f5-1a26b44ba20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (0dac7765-c392-419f-8f56-c933d2dbe351), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:09:14.468591 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Current status of the port 0dac7765-c392-419f-8f56-c933d2dbe351 is: ACTIVE; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:09:14.505934 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-1da6c21a-8a68-439c-88f5-1a26b44ba20f None None] Current status of the port 0dac7765-c392-419f-8f56-c933d2dbe351 is: ACTIVE; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:09:16.198958 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device 0dac7765-c392-419f-8f56-c933d2dbe351 up at agent ovs-agent-dv-cinder-795785-10-iscsi {{(pid=104035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:09:16.243621 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Provisioning complete for port 0dac7765-c392-419f-8f56-c933d2dbe351 triggered by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:09:16.244009 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (0dac7765-c392-419f-8f56-c933d2dbe351), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:09:16.316544 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Current status of the port 0dac7765-c392-419f-8f56-c933d2dbe351 is: ACTIVE; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:09:26.163075 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.agents_db [None req-ab78c14b-22b7-4e46-ade7-0c4080e95cb7 None None] Agent healthcheck: found 5 active agents {{(pid=104036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:09:26.821485 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d39271ae-ea0f-442d-a79c-46e914196337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (a586ef94-96cb-452c-b402-463be5294b2a), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:09:28.878234 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-0d561992-3611-4e9b-b2b6-8b523592122e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (54a3e65b-69a0-426d-9997-69a1705c4334), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:09:30.021303 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-e1b85405-7a13-4024-838c-532465e0cf8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (72569482-7f88-4a09-9117-6d6842ca2c26), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:09:31.489620 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a2296b44-efe7-4c92-99bf-bf9223587463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (4544528a-1612-46a7-a248-6cca4b867644), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:09:33.394500 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (311a8a5f-4d79-4ff7-931a-d05ff8cc45ee), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:09:56.795218 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-514d5266-4a6a-4c24-8122-0ca5961612de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (a586ef94-96cb-452c-b402-463be5294b2a), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:09:58.881180 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d3cd876b-5db1-4ec8-bd83-ab05231f6f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (54a3e65b-69a0-426d-9997-69a1705c4334), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:10:00.037448 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-e1b85405-7a13-4024-838c-532465e0cf8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (72569482-7f88-4a09-9117-6d6842ca2c26), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:10:01.440534 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a2296b44-efe7-4c92-99bf-bf9223587463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (4544528a-1612-46a7-a248-6cca4b867644), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:10:03.162537 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.agents_db [None req-ab78c14b-22b7-4e46-ade7-0c4080e95cb7 None None] Agent healthcheck: found 5 active agents {{(pid=104036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:10:03.394982 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (311a8a5f-4d79-4ff7-931a-d05ff8cc45ee), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:10:26.803912 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-94484d58-f2d4-4b6d-97c7-2b05e115f918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (a586ef94-96cb-452c-b402-463be5294b2a), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:10:28.886359 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-ab0ba56b-7fd5-47e4-a99e-345b373a2b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (54a3e65b-69a0-426d-9997-69a1705c4334), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:10:30.035328 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-e1b85405-7a13-4024-838c-532465e0cf8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (72569482-7f88-4a09-9117-6d6842ca2c26), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:10:31.469016 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a2296b44-efe7-4c92-99bf-bf9223587463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (4544528a-1612-46a7-a248-6cca4b867644), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:10:33.395218 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (311a8a5f-4d79-4ff7-931a-d05ff8cc45ee), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:10:40.161728 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.agents_db [None req-ab78c14b-22b7-4e46-ade7-0c4080e95cb7 None None] Agent healthcheck: found 5 active agents {{(pid=104036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:10:56.821456 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-4fde8df1-fee8-45bf-974b-b9a6b4b65e49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (a586ef94-96cb-452c-b402-463be5294b2a), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:10:58.921657 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-c3b9fc0b-bde7-4d52-923b-9cf9e12600d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (54a3e65b-69a0-426d-9997-69a1705c4334), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:11:00.052536 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-e1b85405-7a13-4024-838c-532465e0cf8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (72569482-7f88-4a09-9117-6d6842ca2c26), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:11:01.458699 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a2296b44-efe7-4c92-99bf-bf9223587463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (4544528a-1612-46a7-a248-6cca4b867644), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:11:03.400934 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (311a8a5f-4d79-4ff7-931a-d05ff8cc45ee), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:11:17.160883 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.agents_db [None req-ab78c14b-22b7-4e46-ade7-0c4080e95cb7 None None] Agent healthcheck: found 5 active agents {{(pid=104036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:11:18.866946 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 41424) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:11:18.873407 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [None req-bb1692ad-2e9e-4855-b1be-fbb7cdfb1bea tempest-verify_tempest_config-160886717 tempest-verify_tempest_config-160886717-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=104034) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 15:11:18.874357 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-bb1692ad-2e9e-4855-b1be-fbb7cdfb1bea tempest-verify_tempest_config-160886717 tempest-verify_tempest_config-160886717-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0064003 May 16 15:11:19.380998 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 41442) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:11:19.479785 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-bda2a442-478e-439a-882d-7b48aaa6bfc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:11:19.551977 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-bda2a442-478e-439a-882d-7b48aaa6bfc6 admin admin] Publish callbacks [] for security_group (c288e8c2-8b79-46e8-85b4-5eb7a3519ccd), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:11:19.599414 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-bda2a442-478e-439a-882d-7b48aaa6bfc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (c288e8c2-8b79-46e8-85b4-5eb7a3519ccd), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:11:19.644698 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-bda2a442-478e-439a-882d-7b48aaa6bfc6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=490f67601554436eaf8824b0253f750a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2626843 May 16 15:11:19.645524 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda2a442-478e-439a-882d-7b48aaa6bfc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c288e8c2-8b79-46e8-85b4-5eb7a3519ccd,revision_number=1']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:11:19.647553 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 41446) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:11:19.652215 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda2a442-478e-439a-882d-7b48aaa6bfc6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:11:19.654956 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda2a442-478e-439a-882d-7b48aaa6bfc6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:11:19.654956 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda2a442-478e-439a-882d-7b48aaa6bfc6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:11:19.654956 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda2a442-478e-439a-882d-7b48aaa6bfc6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:11:19.654956 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda2a442-478e-439a-882d-7b48aaa6bfc6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:11:19.654956 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda2a442-478e-439a-882d-7b48aaa6bfc6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:11:19.654956 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda2a442-478e-439a-882d-7b48aaa6bfc6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:11:19.654956 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda2a442-478e-439a-882d-7b48aaa6bfc6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:11:19.654956 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda2a442-478e-439a-882d-7b48aaa6bfc6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:11:19.655899 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda2a442-478e-439a-882d-7b48aaa6bfc6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:11:19.655899 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda2a442-478e-439a-882d-7b48aaa6bfc6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:11:19.655899 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda2a442-478e-439a-882d-7b48aaa6bfc6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:11:19.656145 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda2a442-478e-439a-882d-7b48aaa6bfc6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:11:19.656465 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda2a442-478e-439a-882d-7b48aaa6bfc6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:11:19.656783 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda2a442-478e-439a-882d-7b48aaa6bfc6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:11:19.706688 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e7bc37d0-7ea1-4a87-b323-31bbf764f04c admin admin] Publish callbacks [] for security_group (c288e8c2-8b79-46e8-85b4-5eb7a3519ccd), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:11:19.727055 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e7bc37d0-7ea1-4a87-b323-31bbf764f04c admin admin] Publish callbacks [] for security_group (c288e8c2-8b79-46e8-85b4-5eb7a3519ccd), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:11:19.880198 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e7bc37d0-7ea1-4a87-b323-31bbf764f04c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (c288e8c2-8b79-46e8-85b4-5eb7a3519ccd), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:11:19.882802 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e7bc37d0-7ea1-4a87-b323-31bbf764f04c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:11:19.883981 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-e7bc37d0-7ea1-4a87-b323-31bbf764f04c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c288e8c2-8b79-46e8-85b4-5eb7a3519ccd HTTP/1.1" status: 204 len: 168 time: 0.2354035 May 16 15:11:19.891543 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bc37d0-7ea1-4a87-b323-31bbf764f04c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c288e8c2-8b79-46e8-85b4-5eb7a3519ccd,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:11:19.898192 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bc37d0-7ea1-4a87-b323-31bbf764f04c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:11:19.898585 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bc37d0-7ea1-4a87-b323-31bbf764f04c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:11:19.898942 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bc37d0-7ea1-4a87-b323-31bbf764f04c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:11:19.899282 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bc37d0-7ea1-4a87-b323-31bbf764f04c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:11:19.899614 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bc37d0-7ea1-4a87-b323-31bbf764f04c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:11:19.899942 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bc37d0-7ea1-4a87-b323-31bbf764f04c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:11:19.900269 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bc37d0-7ea1-4a87-b323-31bbf764f04c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:11:19.900596 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bc37d0-7ea1-4a87-b323-31bbf764f04c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:11:19.901007 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bc37d0-7ea1-4a87-b323-31bbf764f04c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:11:19.901259 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bc37d0-7ea1-4a87-b323-31bbf764f04c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:11:19.901601 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bc37d0-7ea1-4a87-b323-31bbf764f04c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:11:19.901928 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bc37d0-7ea1-4a87-b323-31bbf764f04c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:11:19.902280 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bc37d0-7ea1-4a87-b323-31bbf764f04c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:11:19.902598 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bc37d0-7ea1-4a87-b323-31bbf764f04c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:11:19.902914 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bc37d0-7ea1-4a87-b323-31bbf764f04c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:11:27.062257 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-9827142a-625b-435b-b3ea-593fbebc75e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (a586ef94-96cb-452c-b402-463be5294b2a), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:11:28.887376 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-201cf178-bbe3-455c-917a-f4310d302934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (54a3e65b-69a0-426d-9997-69a1705c4334), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:11:30.035769 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-e1b85405-7a13-4024-838c-532465e0cf8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (72569482-7f88-4a09-9117-6d6842ca2c26), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:11:31.453590 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a2296b44-efe7-4c92-99bf-bf9223587463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (4544528a-1612-46a7-a248-6cca4b867644), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:11:33.392536 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (311a8a5f-4d79-4ff7-931a-d05ff8cc45ee), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:11:54.159827 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.agents_db [None req-ab78c14b-22b7-4e46-ade7-0c4080e95cb7 None None] Agent healthcheck: found 5 active agents {{(pid=104036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:11:56.793844 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-01b05691-bb0f-46e3-99a5-cb65db025824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (a586ef94-96cb-452c-b402-463be5294b2a), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:11:58.879461 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-301dfedb-4ca7-4e94-bf5f-646a73567069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (54a3e65b-69a0-426d-9997-69a1705c4334), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:12:00.027921 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-e1b85405-7a13-4024-838c-532465e0cf8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (72569482-7f88-4a09-9117-6d6842ca2c26), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:12:01.464446 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a2296b44-efe7-4c92-99bf-bf9223587463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (4544528a-1612-46a7-a248-6cca4b867644), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:12:03.390734 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (311a8a5f-4d79-4ff7-931a-d05ff8cc45ee), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:12:26.794153 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-49c449ef-cfdd-47e9-a634-ce7aa9d0b020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (a586ef94-96cb-452c-b402-463be5294b2a), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:12:28.997208 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-9d756b1d-2e9b-4266-aa87-78c80b76429a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (54a3e65b-69a0-426d-9997-69a1705c4334), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:12:30.082805 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-e1b85405-7a13-4024-838c-532465e0cf8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (72569482-7f88-4a09-9117-6d6842ca2c26), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:12:31.158394 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.agents_db [None req-ab78c14b-22b7-4e46-ade7-0c4080e95cb7 None None] Agent healthcheck: found 5 active agents {{(pid=104036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:12:31.485383 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a2296b44-efe7-4c92-99bf-bf9223587463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (4544528a-1612-46a7-a248-6cca4b867644), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:12:33.411091 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (311a8a5f-4d79-4ff7-931a-d05ff8cc45ee), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:12:56.806309 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-22c889df-b3dc-47cb-807b-4221963c2981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (a586ef94-96cb-452c-b402-463be5294b2a), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:12:58.915528 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-92cf8682-25f8-4ca7-81e1-7336139d2798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (54a3e65b-69a0-426d-9997-69a1705c4334), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:13:00.042920 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-e1b85405-7a13-4024-838c-532465e0cf8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (72569482-7f88-4a09-9117-6d6842ca2c26), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:13:01.460628 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a2296b44-efe7-4c92-99bf-bf9223587463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (4544528a-1612-46a7-a248-6cca4b867644), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:13:03.423511 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (311a8a5f-4d79-4ff7-931a-d05ff8cc45ee), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:13:08.156751 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.agents_db [None req-ab78c14b-22b7-4e46-ade7-0c4080e95cb7 None None] Agent healthcheck: found 5 active agents {{(pid=104036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:13:09.977164 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-526436'] for agent (751a3b14-a3b6-44f5-a165-bd23bd92acbe), after_create {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:13:23.465915 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 41518) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:13:23.567946 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-abfffe4b-b42d-4c99-87b4-67fbf04c713a admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1008959 May 16 15:13:25.803838 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 41528) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:13:25.857251 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-75c174de-677c-4879-9de9-c1285c86a5ae admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0523238 May 16 15:13:26.795417 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-09b781cd-b0fc-4e12-97af-c93db3269511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (a586ef94-96cb-452c-b402-463be5294b2a), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:13:28.875103 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-414f3ceb-df81-4b59-9a01-a8eba15fc919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (54a3e65b-69a0-426d-9997-69a1705c4334), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:13:30.067977 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-e1b85405-7a13-4024-838c-532465e0cf8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (72569482-7f88-4a09-9117-6d6842ca2c26), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:13:31.452383 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a2296b44-efe7-4c92-99bf-bf9223587463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (4544528a-1612-46a7-a248-6cca4b867644), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:13:33.406676 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (311a8a5f-4d79-4ff7-931a-d05ff8cc45ee), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:13:40.049248 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (751a3b14-a3b6-44f5-a165-bd23bd92acbe), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:13:45.156066 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.agents_db [None req-ab78c14b-22b7-4e46-ade7-0c4080e95cb7 None None] Agent healthcheck: found 6 active agents {{(pid=104036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:13:56.793452 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-b1058fd3-0a3a-4651-865f-249587f010d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (a586ef94-96cb-452c-b402-463be5294b2a), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:13:58.918694 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-64ae604e-2af4-4ec8-b498-53369f6867f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (54a3e65b-69a0-426d-9997-69a1705c4334), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:14:00.122387 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-e1b85405-7a13-4024-838c-532465e0cf8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (72569482-7f88-4a09-9117-6d6842ca2c26), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:14:01.453426 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a2296b44-efe7-4c92-99bf-bf9223587463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (4544528a-1612-46a7-a248-6cca4b867644), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:14:03.461547 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (311a8a5f-4d79-4ff7-931a-d05ff8cc45ee), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:14:09.952352 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (751a3b14-a3b6-44f5-a165-bd23bd92acbe), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:14:22.159470 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.agents_db [None req-ab78c14b-22b7-4e46-ade7-0c4080e95cb7 None None] Agent healthcheck: found 6 active agents {{(pid=104036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:14:26.803032 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-e13740c2-5d92-4869-9798-c4c175024a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (a586ef94-96cb-452c-b402-463be5294b2a), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:14:28.888336 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-b2dfcbe8-8a2f-4114-87f8-f4a992a6c17d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (54a3e65b-69a0-426d-9997-69a1705c4334), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:14:30.057443 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-e1b85405-7a13-4024-838c-532465e0cf8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (72569482-7f88-4a09-9117-6d6842ca2c26), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:14:31.487879 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a2296b44-efe7-4c92-99bf-bf9223587463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (4544528a-1612-46a7-a248-6cca4b867644), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:14:33.411276 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (311a8a5f-4d79-4ff7-931a-d05ff8cc45ee), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:14:40.034171 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (751a3b14-a3b6-44f5-a165-bd23bd92acbe), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:14:56.798720 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-e73d5c64-430d-4722-9565-8ae96ab6e27b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (a586ef94-96cb-452c-b402-463be5294b2a), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:14:58.874752 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-e7b89307-c8ca-4fad-b419-863d9b3c9ef9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (54a3e65b-69a0-426d-9997-69a1705c4334), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:14:59.158637 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.agents_db [None req-ab78c14b-22b7-4e46-ade7-0c4080e95cb7 None None] Agent healthcheck: found 6 active agents {{(pid=104036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:15:00.073332 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-e1b85405-7a13-4024-838c-532465e0cf8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (72569482-7f88-4a09-9117-6d6842ca2c26), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:01.489821 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a2296b44-efe7-4c92-99bf-bf9223587463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (4544528a-1612-46a7-a248-6cca4b867644), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:03.423088 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (311a8a5f-4d79-4ff7-931a-d05ff8cc45ee), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:08.507840 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 41682) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:08.533526 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 41688) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:08.733651 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.v2.base [None req-e3652459-01f7-407e-abe8-df8a26418534 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1104119672-network', 'tenant_id': '316917d7a31645bfaac651f81154c18f'}} {{(pid=104033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:15:08.762930 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.v2.base [None req-d198d62a-c4c8-4ee7-b996-8a050aa60d0b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1541459670-network', 'tenant_id': 'd143bc5a616249a7beefc7b27962026b'}} {{(pid=104033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:15:08.838279 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3652459-01f7-407e-abe8-df8a26418534 admin admin] Made reservation on behalf of 316917d7a31645bfaac651f81154c18f for: {'network': 1} {{(pid=104033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:15:08.840773 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e3652459-01f7-407e-abe8-df8a26418534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for network (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:08.850214 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e3652459-01f7-407e-abe8-df8a26418534 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:08.892228 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d198d62a-c4c8-4ee7-b996-8a050aa60d0b admin admin] Made reservation on behalf of d143bc5a616249a7beefc7b27962026b for: {'network': 1} {{(pid=104033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:15:08.895070 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d198d62a-c4c8-4ee7-b996-8a050aa60d0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for network (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:08.910572 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d198d62a-c4c8-4ee7-b996-8a050aa60d0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:08.945848 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e3652459-01f7-407e-abe8-df8a26418534 admin admin] Publish callbacks [] for security_group (014d0d4d-d0b9-4825-87ad-58356143efad), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:09.013119 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d198d62a-c4c8-4ee7-b996-8a050aa60d0b admin admin] Publish callbacks [] for security_group (a1b6857d-9c8b-432b-8085-760956eb4942), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:09.013970 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e3652459-01f7-407e-abe8-df8a26418534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (014d0d4d-d0b9-4825-87ad-58356143efad), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:09.036477 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3652459-01f7-407e-abe8-df8a26418534 admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=104033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 15:15:09.054462 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e3652459-01f7-407e-abe8-df8a26418534 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789020055565', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996815'] for segment (687f1aa3-4a22-4e93-928a-d5c1913d880c), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:09.054865 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.db.segments_db [None req-e3652459-01f7-407e-abe8-df8a26418534 admin admin] Added segment 687f1aa3-4a22-4e93-928a-d5c1913d880c of type vlan for network 8561ad64-1b6b-4f33-82d1-a2d7e72d5b01 May 16 15:15:09.062573 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3652459-01f7-407e-abe8-df8a26418534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=014d0d4d-d0b9-4825-87ad-58356143efad,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:09.089035 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3652459-01f7-407e-abe8-df8a26418534 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:09.089394 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3652459-01f7-407e-abe8-df8a26418534 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:09.089732 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3652459-01f7-407e-abe8-df8a26418534 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:09.090091 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3652459-01f7-407e-abe8-df8a26418534 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:09.090427 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3652459-01f7-407e-abe8-df8a26418534 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:09.090760 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3652459-01f7-407e-abe8-df8a26418534 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:09.091086 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3652459-01f7-407e-abe8-df8a26418534 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:09.091411 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3652459-01f7-407e-abe8-df8a26418534 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:09.091739 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3652459-01f7-407e-abe8-df8a26418534 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:09.092075 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3652459-01f7-407e-abe8-df8a26418534 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:09.092407 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3652459-01f7-407e-abe8-df8a26418534 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:09.092735 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3652459-01f7-407e-abe8-df8a26418534 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:09.093054 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3652459-01f7-407e-abe8-df8a26418534 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:09.093372 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3652459-01f7-407e-abe8-df8a26418534 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:09.093690 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3652459-01f7-407e-abe8-df8a26418534 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:09.094935 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3652459-01f7-407e-abe8-df8a26418534 admin admin] Tracked resource versions report: May 16 15:15:09.094935 dv-cinder-795785-10-iscsi neutron-server[104033]: pushed versions: May 16 15:15:09.094935 dv-cinder-795785-10-iscsi neutron-server[104033]: { 'AddressGroup': {'1.2'}, May 16 15:15:09.094935 dv-cinder-795785-10-iscsi neutron-server[104033]: 'Agent': {'1.1'}, May 16 15:15:09.094935 dv-cinder-795785-10-iscsi neutron-server[104033]: 'ConntrackHelper': {'1.0'}, May 16 15:15:09.094935 dv-cinder-795785-10-iscsi neutron-server[104033]: 'LocalIPAssociation': {'1.0'}, May 16 15:15:09.094935 dv-cinder-795785-10-iscsi neutron-server[104033]: 'Log': {'1.0'}, May 16 15:15:09.094935 dv-cinder-795785-10-iscsi neutron-server[104033]: 'NDPProxy': {'1.0'}, May 16 15:15:09.094935 dv-cinder-795785-10-iscsi neutron-server[104033]: 'Network': {'1.1'}, May 16 15:15:09.094935 dv-cinder-795785-10-iscsi neutron-server[104033]: 'Port': {'1.7'}, May 16 15:15:09.094935 dv-cinder-795785-10-iscsi neutron-server[104033]: 'PortForwarding': {'1.3'}, May 16 15:15:09.094935 dv-cinder-795785-10-iscsi neutron-server[104033]: 'QosPolicy': {'1.10'}, May 16 15:15:09.094935 dv-cinder-795785-10-iscsi neutron-server[104033]: 'SecurityGroup': {'1.5'}, May 16 15:15:09.094935 dv-cinder-795785-10-iscsi neutron-server[104033]: 'SecurityGroupRule': {'1.2'}, May 16 15:15:09.094935 dv-cinder-795785-10-iscsi neutron-server[104033]: 'SubPort': {'1.0'}, May 16 15:15:09.094935 dv-cinder-795785-10-iscsi neutron-server[104033]: 'Subnet': {'1.1'}, May 16 15:15:09.094935 dv-cinder-795785-10-iscsi neutron-server[104033]: 'Trunk': {'1.1'}} May 16 15:15:09.094935 dv-cinder-795785-10-iscsi neutron-server[104033]: consumer versions: May 16 15:15:09.094935 dv-cinder-795785-10-iscsi neutron-server[104033]: { DHCP agent@dv-cinder-795785-10-iscsi: {}, May 16 15:15:09.094935 dv-cinder-795785-10-iscsi neutron-server[104033]: HyperV agent@hv-cinder-79578: {}, May 16 15:15:09.094935 dv-cinder-795785-10-iscsi neutron-server[104033]: L3 agent@dv-cinder-795785-10-iscsi: {}, May 16 15:15:09.094935 dv-cinder-795785-10-iscsi neutron-server[104033]: Metadata agent@dv-cinder-795785-10-iscsi: {}, May 16 15:15:09.094935 dv-cinder-795785-10-iscsi neutron-server[104033]: Metering agent@dv-cinder-795785-10-iscsi: {}, May 16 15:15:09.094935 dv-cinder-795785-10-iscsi neutron-server[104033]: Open vSwitch agent@dv-cinder-795785-10-iscsi: { 'AddressGroup': '1.2', May 16 15:15:09.094935 dv-cinder-795785-10-iscsi neutron-server[104033]: 'Agent': '1.1', May 16 15:15:09.094935 dv-cinder-795785-10-iscsi neutron-server[104033]: 'ConntrackHelper': '1.0', May 16 15:15:09.094935 dv-cinder-795785-10-iscsi neutron-server[104033]: 'LocalIPAssociation': '1.0', May 16 15:15:09.094935 dv-cinder-795785-10-iscsi neutron-server[104033]: 'Log': '1.0', May 16 15:15:09.094935 dv-cinder-795785-10-iscsi neutron-server[104033]: 'NDPProxy': '1.0', May 16 15:15:09.094935 dv-cinder-795785-10-iscsi neutron-server[104033]: 'Network': '1.1', May 16 15:15:09.094935 dv-cinder-795785-10-iscsi neutron-server[104033]: 'Port': '1.7', May 16 15:15:09.094935 dv-cinder-795785-10-iscsi neutron-server[104033]: 'PortForwarding': '1.3', May 16 15:15:09.094935 dv-cinder-795785-10-iscsi neutron-server[104033]: 'QosPolicy': '1.10', May 16 15:15:09.094935 dv-cinder-795785-10-iscsi neutron-server[104033]: 'SecurityGroup': '1.5', May 16 15:15:09.094935 dv-cinder-795785-10-iscsi neutron-server[104033]: 'SecurityGroupRule': '1.2', May 16 15:15:09.094935 dv-cinder-795785-10-iscsi neutron-server[104033]: 'SubPort': '1.0', May 16 15:15:09.094935 dv-cinder-795785-10-iscsi neutron-server[104033]: 'Subnet': '1.1', May 16 15:15:09.094935 dv-cinder-795785-10-iscsi neutron-server[104033]: 'Trunk': '1.1'}} May 16 15:15:09.094935 dv-cinder-795785-10-iscsi neutron-server[104033]: {{(pid=104033) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 16 15:15:09.105497 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d198d62a-c4c8-4ee7-b996-8a050aa60d0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (a1b6857d-9c8b-432b-8085-760956eb4942), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:09.113981 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e3652459-01f7-407e-abe8-df8a26418534 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789019629716'] for network (8561ad64-1b6b-4f33-82d1-a2d7e72d5b01), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:09.143905 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d198d62a-c4c8-4ee7-b996-8a050aa60d0b admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=104033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 15:15:09.153345 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d198d62a-c4c8-4ee7-b996-8a050aa60d0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b6857d-9c8b-432b-8085-760956eb4942,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:09.166088 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d198d62a-c4c8-4ee7-b996-8a050aa60d0b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789020055565', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996815'] for segment (e125e9e2-0bb4-4387-a6b6-a67c63b56378), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:09.166446 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.db.segments_db [None req-d198d62a-c4c8-4ee7-b996-8a050aa60d0b admin admin] Added segment e125e9e2-0bb4-4387-a6b6-a67c63b56378 of type vlan for network 982c6e92-7848-46dd-811d-5ec569a6da67 May 16 15:15:09.210348 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d198d62a-c4c8-4ee7-b996-8a050aa60d0b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789019629716'] for network (982c6e92-7848-46dd-811d-5ec569a6da67), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:09.226616 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e3652459-01f7-407e-abe8-df8a26418534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888'] for network (8561ad64-1b6b-4f33-82d1-a2d7e72d5b01), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:09.227609 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3652459-01f7-407e-abe8-df8a26418534 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:09.228178 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e3652459-01f7-407e-abe8-df8a26418534 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631934'] for network (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:09.280734 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 41728) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:09.292788 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3652459-01f7-407e-abe8-df8a26418534 admin admin] Pushing event updated for resources: {'Network': ['ID=8561ad64-1b6b-4f33-82d1-a2d7e72d5b01,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:09.304041 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Network 8561ad64-1b6b-4f33-82d1-a2d7e72d5b01 details requested by agent ovs-agent-dv-cinder-795785-10-iscsi with host dv-cinder-795785-10-iscsi {{(pid=104035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 15:15:09.345478 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-e3652459-01f7-407e-abe8-df8a26418534 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 0.8366432 May 16 15:15:09.346389 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d198d62a-c4c8-4ee7-b996-8a050aa60d0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888'] for network (982c6e92-7848-46dd-811d-5ec569a6da67), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:09.348843 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d198d62a-c4c8-4ee7-b996-8a050aa60d0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:09.348843 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d198d62a-c4c8-4ee7-b996-8a050aa60d0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631934'] for network (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:09.349152 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 41736) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:09.359942 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.v2.base [None req-22723b06-fd33-4159-ad5b-88bc13fa0ade admin admin] Request body: {'subnet': {'network_id': '8561ad64-1b6b-4f33-82d1-a2d7e72d5b01', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1104119672-subnet', 'tenant_id': '316917d7a31645bfaac651f81154c18f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:15:09.416365 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d198d62a-c4c8-4ee7-b996-8a050aa60d0b admin admin] Pushing event updated for resources: {'Network': ['ID=982c6e92-7848-46dd-811d-5ec569a6da67,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:09.426881 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Network 982c6e92-7848-46dd-811d-5ec569a6da67 details requested by agent ovs-agent-dv-cinder-795785-10-iscsi with host dv-cinder-795785-10-iscsi {{(pid=104035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 15:15:09.435021 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 41740) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:09.438199 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-d198d62a-c4c8-4ee7-b996-8a050aa60d0b admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.9029009 May 16 15:15:09.441956 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.v2.base [None req-bbe4bc4d-462c-45d2-8c6a-e96af4923b6f admin admin] Request body: {'subnet': {'network_id': '982c6e92-7848-46dd-811d-5ec569a6da67', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1541459670-subnet', 'tenant_id': 'd143bc5a616249a7beefc7b27962026b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:15:09.458861 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 41742) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:09.493242 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 41746) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:09.517899 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22723b06-fd33-4159-ad5b-88bc13fa0ade admin admin] Made reservation on behalf of 316917d7a31645bfaac651f81154c18f for: {'subnet': 1} {{(pid=104034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:15:09.521002 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-22723b06-fd33-4159-ad5b-88bc13fa0ade admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:09.548562 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe4bc4d-462c-45d2-8c6a-e96af4923b6f admin admin] Made reservation on behalf of d143bc5a616249a7beefc7b27962026b for: {'subnet': 1} {{(pid=104034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:15:09.551426 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-bbe4bc4d-462c-45d2-8c6a-e96af4923b6f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:09.594643 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.v2.base [None req-5fcb3869-ad50-4616-92d6-6099770927a9 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1745230690-network', 'tenant_id': 'bb76045fec614358bd2bb89018436943'}} {{(pid=104034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:15:09.769686 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.v2.base [None req-01385f04-43ed-4014-82e4-e345b82dcca4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1961656545-network', 'tenant_id': '9703f082240542aa979c6b53052d77b9'}} {{(pid=104033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:15:09.812617 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.v2.base [None req-8190b7f7-90a2-4113-8afd-dc2977d897a0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-333448370-network', 'tenant_id': '128c3a6cd9824d27bc3d7bc1465a798e'}} {{(pid=104033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:15:09.860466 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fcb3869-ad50-4616-92d6-6099770927a9 admin admin] Made reservation on behalf of bb76045fec614358bd2bb89018436943 for: {'network': 1} {{(pid=104034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:15:09.863391 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-5fcb3869-ad50-4616-92d6-6099770927a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for network (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:09.884826 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-5fcb3869-ad50-4616-92d6-6099770927a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:09.902985 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01385f04-43ed-4014-82e4-e345b82dcca4 admin admin] Made reservation on behalf of 9703f082240542aa979c6b53052d77b9 for: {'network': 1} {{(pid=104033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:15:09.907501 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-01385f04-43ed-4014-82e4-e345b82dcca4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for network (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:09.911231 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-22723b06-fd33-4159-ad5b-88bc13fa0ade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888'] for subnet (559d3648-c2d7-45f5-9aa1-e00232e9372a), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:09.915113 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-01385f04-43ed-4014-82e4-e345b82dcca4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:09.928835 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8190b7f7-90a2-4113-8afd-dc2977d897a0 admin admin] Made reservation on behalf of 128c3a6cd9824d27bc3d7bc1465a798e for: {'network': 1} {{(pid=104033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:15:09.931484 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8190b7f7-90a2-4113-8afd-dc2977d897a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for network (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:09.947697 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8190b7f7-90a2-4113-8afd-dc2977d897a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:09.989679 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-bbe4bc4d-462c-45d2-8c6a-e96af4923b6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888'] for subnet (1fafe849-ed07-444a-932d-68cf1f6b80a1), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:10.007269 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22723b06-fd33-4159-ad5b-88bc13fa0ade admin admin] Pushing event updated for resources: {'Subnet': ['ID=559d3648-c2d7-45f5-9aa1-e00232e9372a,revision_number=0']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:10.019439 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (751a3b14-a3b6-44f5-a165-bd23bd92acbe), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:10.021956 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22723b06-fd33-4159-ad5b-88bc13fa0ade admin admin] Checking segment: {'id': '687f1aa3-4a22-4e93-928a-d5c1913d880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8561ad64-1b6b-4f33-82d1-a2d7e72d5b01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:15:10.026628 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22723b06-fd33-4159-ad5b-88bc13fa0ade admin admin] Network hostable DHCP agents. Network: 8561ad64-1b6b-4f33-82d1-a2d7e72d5b01, hostable agents: ['a586ef94-96cb-452c-b402-463be5294b2a'], hosted agents: [] {{(pid=104034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 15:15:10.036506 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22723b06-fd33-4159-ad5b-88bc13fa0ade admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:10.036895 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22723b06-fd33-4159-ad5b-88bc13fa0ade admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:10.037256 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22723b06-fd33-4159-ad5b-88bc13fa0ade admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:10.037599 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22723b06-fd33-4159-ad5b-88bc13fa0ade admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:10.037934 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22723b06-fd33-4159-ad5b-88bc13fa0ade admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:10.038362 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22723b06-fd33-4159-ad5b-88bc13fa0ade admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:10.039148 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22723b06-fd33-4159-ad5b-88bc13fa0ade admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:10.039148 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22723b06-fd33-4159-ad5b-88bc13fa0ade admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:10.039352 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22723b06-fd33-4159-ad5b-88bc13fa0ade admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:10.039660 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22723b06-fd33-4159-ad5b-88bc13fa0ade admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:10.040012 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22723b06-fd33-4159-ad5b-88bc13fa0ade admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:10.040344 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22723b06-fd33-4159-ad5b-88bc13fa0ade admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:10.040663 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22723b06-fd33-4159-ad5b-88bc13fa0ade admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:10.040991 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22723b06-fd33-4159-ad5b-88bc13fa0ade admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:10.041309 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22723b06-fd33-4159-ad5b-88bc13fa0ade admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:10.042601 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22723b06-fd33-4159-ad5b-88bc13fa0ade admin admin] Tracked resource versions report: May 16 15:15:10.042601 dv-cinder-795785-10-iscsi neutron-server[104034]: pushed versions: May 16 15:15:10.042601 dv-cinder-795785-10-iscsi neutron-server[104034]: { 'AddressGroup': {'1.2'}, May 16 15:15:10.042601 dv-cinder-795785-10-iscsi neutron-server[104034]: 'Agent': {'1.1'}, May 16 15:15:10.042601 dv-cinder-795785-10-iscsi neutron-server[104034]: 'ConntrackHelper': {'1.0'}, May 16 15:15:10.042601 dv-cinder-795785-10-iscsi neutron-server[104034]: 'LocalIPAssociation': {'1.0'}, May 16 15:15:10.042601 dv-cinder-795785-10-iscsi neutron-server[104034]: 'Log': {'1.0'}, May 16 15:15:10.042601 dv-cinder-795785-10-iscsi neutron-server[104034]: 'NDPProxy': {'1.0'}, May 16 15:15:10.042601 dv-cinder-795785-10-iscsi neutron-server[104034]: 'Network': {'1.1'}, May 16 15:15:10.042601 dv-cinder-795785-10-iscsi neutron-server[104034]: 'Port': {'1.7'}, May 16 15:15:10.042601 dv-cinder-795785-10-iscsi neutron-server[104034]: 'PortForwarding': {'1.3'}, May 16 15:15:10.042601 dv-cinder-795785-10-iscsi neutron-server[104034]: 'QosPolicy': {'1.10'}, May 16 15:15:10.042601 dv-cinder-795785-10-iscsi neutron-server[104034]: 'SecurityGroup': {'1.5'}, May 16 15:15:10.042601 dv-cinder-795785-10-iscsi neutron-server[104034]: 'SecurityGroupRule': {'1.2'}, May 16 15:15:10.042601 dv-cinder-795785-10-iscsi neutron-server[104034]: 'SubPort': {'1.0'}, May 16 15:15:10.042601 dv-cinder-795785-10-iscsi neutron-server[104034]: 'Subnet': {'1.1'}, May 16 15:15:10.042601 dv-cinder-795785-10-iscsi neutron-server[104034]: 'Trunk': {'1.1'}} May 16 15:15:10.042601 dv-cinder-795785-10-iscsi neutron-server[104034]: consumer versions: May 16 15:15:10.042601 dv-cinder-795785-10-iscsi neutron-server[104034]: { DHCP agent@dv-cinder-795785-10-iscsi: {}, May 16 15:15:10.042601 dv-cinder-795785-10-iscsi neutron-server[104034]: HyperV agent@hv-cinder-79578: {}, May 16 15:15:10.042601 dv-cinder-795785-10-iscsi neutron-server[104034]: L3 agent@dv-cinder-795785-10-iscsi: {}, May 16 15:15:10.042601 dv-cinder-795785-10-iscsi neutron-server[104034]: Metadata agent@dv-cinder-795785-10-iscsi: {}, May 16 15:15:10.042601 dv-cinder-795785-10-iscsi neutron-server[104034]: Metering agent@dv-cinder-795785-10-iscsi: {}, May 16 15:15:10.042601 dv-cinder-795785-10-iscsi neutron-server[104034]: Open vSwitch agent@dv-cinder-795785-10-iscsi: { 'AddressGroup': '1.2', May 16 15:15:10.042601 dv-cinder-795785-10-iscsi neutron-server[104034]: 'Agent': '1.1', May 16 15:15:10.042601 dv-cinder-795785-10-iscsi neutron-server[104034]: 'ConntrackHelper': '1.0', May 16 15:15:10.042601 dv-cinder-795785-10-iscsi neutron-server[104034]: 'LocalIPAssociation': '1.0', May 16 15:15:10.042601 dv-cinder-795785-10-iscsi neutron-server[104034]: 'Log': '1.0', May 16 15:15:10.042601 dv-cinder-795785-10-iscsi neutron-server[104034]: 'NDPProxy': '1.0', May 16 15:15:10.042601 dv-cinder-795785-10-iscsi neutron-server[104034]: 'Network': '1.1', May 16 15:15:10.042601 dv-cinder-795785-10-iscsi neutron-server[104034]: 'Port': '1.7', May 16 15:15:10.042601 dv-cinder-795785-10-iscsi neutron-server[104034]: 'PortForwarding': '1.3', May 16 15:15:10.042601 dv-cinder-795785-10-iscsi neutron-server[104034]: 'QosPolicy': '1.10', May 16 15:15:10.042601 dv-cinder-795785-10-iscsi neutron-server[104034]: 'SecurityGroup': '1.5', May 16 15:15:10.042601 dv-cinder-795785-10-iscsi neutron-server[104034]: 'SecurityGroupRule': '1.2', May 16 15:15:10.042601 dv-cinder-795785-10-iscsi neutron-server[104034]: 'SubPort': '1.0', May 16 15:15:10.042601 dv-cinder-795785-10-iscsi neutron-server[104034]: 'Subnet': '1.1', May 16 15:15:10.042601 dv-cinder-795785-10-iscsi neutron-server[104034]: 'Trunk': '1.1'}} May 16 15:15:10.042601 dv-cinder-795785-10-iscsi neutron-server[104034]: {{(pid=104034) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 16 15:15:10.047735 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-01385f04-43ed-4014-82e4-e345b82dcca4 admin admin] Publish callbacks [] for security_group (384b4f58-c924-4658-a166-2ff16ec203a5), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:10.081064 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8190b7f7-90a2-4113-8afd-dc2977d897a0 admin admin] Publish callbacks [] for security_group (583cdd81-aefd-4639-93f2-5fc1fd7d943f), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:10.132036 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-01385f04-43ed-4014-82e4-e345b82dcca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (384b4f58-c924-4658-a166-2ff16ec203a5), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:10.147203 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-5fcb3869-ad50-4616-92d6-6099770927a9 admin admin] Publish callbacks [] for security_group (f28a7d65-13f3-44a5-af92-2ad063d3f898), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:10.151025 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe4bc4d-462c-45d2-8c6a-e96af4923b6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fafe849-ed07-444a-932d-68cf1f6b80a1,revision_number=0']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:10.155328 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe4bc4d-462c-45d2-8c6a-e96af4923b6f admin admin] Checking segment: {'id': 'e125e9e2-0bb4-4387-a6b6-a67c63b56378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '982c6e92-7848-46dd-811d-5ec569a6da67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:15:10.155920 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe4bc4d-462c-45d2-8c6a-e96af4923b6f admin admin] Network hostable DHCP agents. Network: 982c6e92-7848-46dd-811d-5ec569a6da67, hostable agents: ['a586ef94-96cb-452c-b402-463be5294b2a'], hosted agents: [] {{(pid=104034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 15:15:10.175054 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8190b7f7-90a2-4113-8afd-dc2977d897a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (583cdd81-aefd-4639-93f2-5fc1fd7d943f), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:10.181920 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01385f04-43ed-4014-82e4-e345b82dcca4 admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=104033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 15:15:10.190565 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01385f04-43ed-4014-82e4-e345b82dcca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=384b4f58-c924-4658-a166-2ff16ec203a5,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:10.206607 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8190b7f7-90a2-4113-8afd-dc2977d897a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=104033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 15:15:10.210770 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-01385f04-43ed-4014-82e4-e345b82dcca4 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789020055565', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996815'] for segment (4d5decff-4bc4-4a25-8135-847682f81a17), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:10.211178 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.db.segments_db [None req-01385f04-43ed-4014-82e4-e345b82dcca4 admin admin] Added segment 4d5decff-4bc4-4a25-8135-847682f81a17 of type vlan for network 20dfff89-2b4c-4d06-bcfc-8ec2e202af64 May 16 15:15:10.215263 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22723b06-fd33-4159-ad5b-88bc13fa0ade admin admin] Network 8561ad64-1b6b-4f33-82d1-a2d7e72d5b01 is scheduled to be hosted by DHCP agent a586ef94-96cb-452c-b402-463be5294b2a with binding_index 1 {{(pid=104034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 15:15:10.247138 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-5fcb3869-ad50-4616-92d6-6099770927a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (f28a7d65-13f3-44a5-af92-2ad063d3f898), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:10.259582 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fcb3869-ad50-4616-92d6-6099770927a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=104034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 15:15:10.261593 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8190b7f7-90a2-4113-8afd-dc2977d897a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=583cdd81-aefd-4639-93f2-5fc1fd7d943f,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:10.269219 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8190b7f7-90a2-4113-8afd-dc2977d897a0 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789020055565', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996815'] for segment (a62cfefe-e09a-4bc6-a400-ea5ce02703d5), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:10.269876 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.db.segments_db [None req-8190b7f7-90a2-4113-8afd-dc2977d897a0 admin admin] Added segment a62cfefe-e09a-4bc6-a400-ea5ce02703d5 of type vlan for network 8feb9fc9-3609-4f63-938d-65c17f6b83ea May 16 15:15:10.270296 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-5fcb3869-ad50-4616-92d6-6099770927a9 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789020055565', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996815'] for segment (84b91138-cc1f-4a2f-af74-c0ca064edfa0), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:10.270757 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.db.segments_db [None req-5fcb3869-ad50-4616-92d6-6099770927a9 admin admin] Added segment 84b91138-cc1f-4a2f-af74-c0ca064edfa0 of type vlan for network f79a4d11-7fc6-40e0-8a7d-fa2d8875e4ab May 16 15:15:10.289339 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-01385f04-43ed-4014-82e4-e345b82dcca4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789019629716'] for network (20dfff89-2b4c-4d06-bcfc-8ec2e202af64), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:10.317523 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-5fcb3869-ad50-4616-92d6-6099770927a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789019629716'] for network (f79a4d11-7fc6-40e0-8a7d-fa2d8875e4ab), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:10.335470 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8190b7f7-90a2-4113-8afd-dc2977d897a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789019629716'] for network (8feb9fc9-3609-4f63-938d-65c17f6b83ea), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:10.366950 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe4bc4d-462c-45d2-8c6a-e96af4923b6f admin admin] Network 982c6e92-7848-46dd-811d-5ec569a6da67 is scheduled to be hosted by DHCP agent a586ef94-96cb-452c-b402-463be5294b2a with binding_index 1 {{(pid=104034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 15:15:10.370243 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcb3869-ad50-4616-92d6-6099770927a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f28a7d65-13f3-44a5-af92-2ad063d3f898,revision_number=1']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:10.375213 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.base_scheduler [None req-22723b06-fd33-4159-ad5b-88bc13fa0ade admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795785-10-iscsi, 8561ad64-1b6b-4f33-82d1-a2d7e72d5b01) {{(pid=104034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:15:10.378257 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.base_scheduler [None req-bbe4bc4d-462c-45d2-8c6a-e96af4923b6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795785-10-iscsi, 982c6e92-7848-46dd-811d-5ec569a6da67) {{(pid=104034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:15:10.382497 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe4bc4d-462c-45d2-8c6a-e96af4923b6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:10.383163 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-bbe4bc4d-462c-45d2-8c6a-e96af4923b6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631934'] for subnet (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:10.390439 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52437a40-43fb-4093-b68d-e05985c2d35a None None] Network 982c6e92-7848-46dd-811d-5ec569a6da67 requested from dv-cinder-795785-10-iscsi {{(pid=104035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:15:10.403001 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22723b06-fd33-4159-ad5b-88bc13fa0ade admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:10.403704 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-22723b06-fd33-4159-ad5b-88bc13fa0ade admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631934'] for subnet (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:10.424172 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a4626d-1a6f-4f0a-89fd-f1907496e67d None None] Network 8561ad64-1b6b-4f33-82d1-a2d7e72d5b01 requested from dv-cinder-795785-10-iscsi {{(pid=104035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:15:10.457275 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-5fcb3869-ad50-4616-92d6-6099770927a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888'] for network (f79a4d11-7fc6-40e0-8a7d-fa2d8875e4ab), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:10.457704 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-01385f04-43ed-4014-82e4-e345b82dcca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888'] for network (20dfff89-2b4c-4d06-bcfc-8ec2e202af64), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:10.458571 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fcb3869-ad50-4616-92d6-6099770927a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:10.458913 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01385f04-43ed-4014-82e4-e345b82dcca4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:10.459195 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-5fcb3869-ad50-4616-92d6-6099770927a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631934'] for network (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:10.459497 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-01385f04-43ed-4014-82e4-e345b82dcca4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631934'] for network (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:10.464752 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8190b7f7-90a2-4113-8afd-dc2977d897a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888'] for network (8feb9fc9-3609-4f63-938d-65c17f6b83ea), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:10.470115 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8190b7f7-90a2-4113-8afd-dc2977d897a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:10.470115 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8190b7f7-90a2-4113-8afd-dc2977d897a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631934'] for network (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:10.497877 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-22723b06-fd33-4159-ad5b-88bc13fa0ade admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1476150 May 16 15:15:10.507701 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 41776) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:10.507701 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.v2.base [None req-6144d9c7-c899-443f-922c-e173a66a3af7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1104119672-router', 'tenant_id': '316917d7a31645bfaac651f81154c18f', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594'}}} {{(pid=104033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:15:10.508303 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-bbe4bc4d-462c-45d2-8c6a-e96af4923b6f admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0706389 May 16 15:15:10.540152 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 41782) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:10.541112 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcb3869-ad50-4616-92d6-6099770927a9 admin admin] Pushing event updated for resources: {'Network': ['ID=f79a4d11-7fc6-40e0-8a7d-fa2d8875e4ab,revision_number=1']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:10.546432 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.v2.base [None req-3efdfb30-f991-475a-ab05-fbfcd89e89a6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1541459670-router', 'tenant_id': 'd143bc5a616249a7beefc7b27962026b', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594'}}} {{(pid=104034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:15:10.561947 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01385f04-43ed-4014-82e4-e345b82dcca4 admin admin] Pushing event updated for resources: {'Network': ['ID=20dfff89-2b4c-4d06-bcfc-8ec2e202af64,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:10.571743 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-5fcb3869-ad50-4616-92d6-6099770927a9 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.2899022 May 16 15:15:10.574762 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 41786) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:10.582376 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.v2.base [None req-cd073080-5b78-4543-904e-b9a7a822d981 admin admin] Request body: {'subnet': {'network_id': 'f79a4d11-7fc6-40e0-8a7d-fa2d8875e4ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1745230690-subnet', 'tenant_id': 'bb76045fec614358bd2bb89018436943', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:15:10.587847 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Network 20dfff89-2b4c-4d06-bcfc-8ec2e202af64 details requested by agent ovs-agent-dv-cinder-795785-10-iscsi with host dv-cinder-795785-10-iscsi {{(pid=104035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 15:15:10.598742 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Network f79a4d11-7fc6-40e0-8a7d-fa2d8875e4ab details requested by agent ovs-agent-dv-cinder-795785-10-iscsi with host dv-cinder-795785-10-iscsi {{(pid=104035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 15:15:10.602526 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-8190b7f7-90a2-4113-8afd-dc2977d897a0 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1076379 May 16 15:15:10.605484 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 41792) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:10.610922 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.v2.base [None req-8ca9f4a1-133b-432c-bfef-7c66eb9c772d admin admin] Request body: {'subnet': {'network_id': '8feb9fc9-3609-4f63-938d-65c17f6b83ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-333448370-subnet', 'tenant_id': '128c3a6cd9824d27bc3d7bc1465a798e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:15:10.618659 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-01385f04-43ed-4014-82e4-e345b82dcca4 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.1558800 May 16 15:15:10.622724 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 41794) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:10.629616 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.v2.base [None req-784a5834-2a7d-4270-8d5d-b94bc3b65af3 admin admin] Request body: {'subnet': {'network_id': '20dfff89-2b4c-4d06-bcfc-8ec2e202af64', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1961656545-subnet', 'tenant_id': '9703f082240542aa979c6b53052d77b9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:15:10.652947 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6144d9c7-c899-443f-922c-e173a66a3af7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1129'] for router (e7e97d7f-38ba-4945-8ce2-4f6c97890476), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:10.654301 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6144d9c7-c899-443f-922c-e173a66a3af7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-553739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1120'] for router (e7e97d7f-38ba-4945-8ce2-4f6c97890476), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:10.672626 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-3efdfb30-f991-475a-ab05-fbfcd89e89a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1129'] for router (597b9c59-35f6-4ed2-a0d6-123dce3e1462), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:10.673946 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-3efdfb30-f991-475a-ab05-fbfcd89e89a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-553739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1120'] for router (597b9c59-35f6-4ed2-a0d6-123dce3e1462), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:10.692433 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8190b7f7-90a2-4113-8afd-dc2977d897a0 admin admin] Pushing event updated for resources: {'Network': ['ID=8feb9fc9-3609-4f63-938d-65c17f6b83ea,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:10.733581 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Network 8feb9fc9-3609-4f63-938d-65c17f6b83ea details requested by agent ovs-agent-dv-cinder-795785-10-iscsi with host dv-cinder-795785-10-iscsi {{(pid=104035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 15:15:10.782532 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-3efdfb30-f991-475a-ab05-fbfcd89e89a6 admin admin] Publish callbacks [] for router_controller (597b9c59-35f6-4ed2-a0d6-123dce3e1462), precommit_add_association {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:10.784293 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd073080-5b78-4543-904e-b9a7a822d981 admin admin] Made reservation on behalf of bb76045fec614358bd2bb89018436943 for: {'subnet': 1} {{(pid=104034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:15:10.786721 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-cd073080-5b78-4543-904e-b9a7a822d981 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:10.789404 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ca9f4a1-133b-432c-bfef-7c66eb9c772d admin admin] Made reservation on behalf of 128c3a6cd9824d27bc3d7bc1465a798e for: {'subnet': 1} {{(pid=104034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:15:10.791685 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-8ca9f4a1-133b-432c-bfef-7c66eb9c772d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:10.832522 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68211459-24be-45ca-9e1b-3d638ee3ea1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38d81d8d-e1d5-5063-843e-fd2156367bd9-8561ad64-1b6b-4f33-82d1-a2d7e72d5b01', 'network_id': '8561ad64-1b6b-4f33-82d1-a2d7e72d5b01', 'project_id': '316917d7a31645bfaac651f81154c18f', 'fixed_ips': [{'subnet_id': '559d3648-c2d7-45f5-9aa1-e00232e9372a'}]}} from dv-cinder-795785-10-iscsi. {{(pid=104035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 15:15:10.833793 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-68211459-24be-45ca-9e1b-3d638ee3ea1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (None), before_create {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:10.836149 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95adf5c-0865-4c71-b224-1f063a5e40ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38d81d8d-e1d5-5063-843e-fd2156367bd9-982c6e92-7848-46dd-811d-5ec569a6da67', 'network_id': '982c6e92-7848-46dd-811d-5ec569a6da67', 'project_id': 'd143bc5a616249a7beefc7b27962026b', 'fixed_ips': [{'subnet_id': '1fafe849-ed07-444a-932d-68cf1f6b80a1'}]}} from dv-cinder-795785-10-iscsi. {{(pid=104035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 15:15:10.837221 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a95adf5c-0865-4c71-b224-1f063a5e40ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (None), before_create {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:10.969958 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6144d9c7-c899-443f-922c-e173a66a3af7 admin admin] Publish callbacks [] for router_controller (e7e97d7f-38ba-4945-8ce2-4f6c97890476), precommit_add_association {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:10.971963 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-784a5834-2a7d-4270-8d5d-b94bc3b65af3 admin admin] Made reservation on behalf of 9703f082240542aa979c6b53052d77b9 for: {'subnet': 1} {{(pid=104033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:15:10.975734 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-784a5834-2a7d-4270-8d5d-b94bc3b65af3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:11.121213 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.db_base_plugin_common [None req-a95adf5c-0865-4c71-b224-1f063a5e40ad None None] Allocated IP 172.20.0.2 (982c6e92-7848-46dd-811d-5ec569a6da67/1fafe849-ed07-444a-932d-68cf1f6b80a1/bc135e90-d2a9-45e2-b256-c73434f1c13f) {{(pid=104035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:15:11.137423 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.db_base_plugin_common [None req-68211459-24be-45ca-9e1b-3d638ee3ea1b None None] Allocated IP 172.20.0.2 (8561ad64-1b6b-4f33-82d1-a2d7e72d5b01/559d3648-c2d7-45f5-9aa1-e00232e9372a/e4b3b1f0-5e05-42b8-bb67-d576d714c400) {{(pid=104035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:15:11.183461 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-8ca9f4a1-133b-432c-bfef-7c66eb9c772d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888'] for subnet (7bfcc3a8-fd27-4168-8bd1-8135be0602b0), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:11.257068 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6144d9c7-c899-443f-922c-e173a66a3af7 admin admin] Publish callbacks [] for router_gateway (e7e97d7f-38ba-4945-8ce2-4f6c97890476), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:11.263243 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca9f4a1-133b-432c-bfef-7c66eb9c772d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bfcc3a8-fd27-4168-8bd1-8135be0602b0,revision_number=0']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:11.487893 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-3efdfb30-f991-475a-ab05-fbfcd89e89a6 admin admin] Publish callbacks [] for router_gateway (597b9c59-35f6-4ed2-a0d6-123dce3e1462), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:11.491422 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-784a5834-2a7d-4270-8d5d-b94bc3b65af3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888'] for subnet (9bd76027-99a6-4823-9a55-92e97a7e537f), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:11.530265 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a95adf5c-0865-4c71-b224-1f063a5e40ad None None] Publish callbacks [] for port (bc135e90-d2a9-45e2-b256-c73434f1c13f), precommit_create {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:11.541278 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca9f4a1-133b-432c-bfef-7c66eb9c772d admin admin] Checking segment: {'id': 'a62cfefe-e09a-4bc6-a400-ea5ce02703d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8feb9fc9-3609-4f63-938d-65c17f6b83ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:15:11.541647 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca9f4a1-133b-432c-bfef-7c66eb9c772d admin admin] Network hostable DHCP agents. Network: 8feb9fc9-3609-4f63-938d-65c17f6b83ea, hostable agents: ['a586ef94-96cb-452c-b402-463be5294b2a'], hosted agents: [] {{(pid=104034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 15:15:11.549575 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-68211459-24be-45ca-9e1b-3d638ee3ea1b None None] Publish callbacks [] for port (e4b3b1f0-5e05-42b8-bb67-d576d714c400), precommit_create {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:11.611723 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a95adf5c-0865-4c71-b224-1f063a5e40ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789019640149'] for port (bc135e90-d2a9-45e2-b256-c73434f1c13f), after_create {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:11.640786 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784a5834-2a7d-4270-8d5d-b94bc3b65af3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bd76027-99a6-4823-9a55-92e97a7e537f,revision_number=0']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:11.671115 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95adf5c-0865-4c71-b224-1f063a5e40ad None None] Network 982c6e92-7848-46dd-811d-5ec569a6da67 is already hosted by enough agents. {{(pid=104035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:15:11.672450 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-68211459-24be-45ca-9e1b-3d638ee3ea1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789019640149'] for port (e4b3b1f0-5e05-42b8-bb67-d576d714c400), after_create {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:11.692683 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.scheduler.base_scheduler [None req-a95adf5c-0865-4c71-b224-1f063a5e40ad None None] Resources bound (agent type, host, resource id): {{(pid=104035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:15:11.708311 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95adf5c-0865-4c71-b224-1f063a5e40ad None None] Received port after_create {{(pid=104035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:15:11.729968 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6144d9c7-c899-443f-922c-e173a66a3af7 admin admin] Publish callbacks [] for router_gateway (e7e97d7f-38ba-4945-8ce2-4f6c97890476), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:11.736985 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95adf5c-0865-4c71-b224-1f063a5e40ad None None] Pushing event updated for resources: {'Port': ['ID=bc135e90-d2a9-45e2-b256-c73434f1c13f,revision_number=1']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:11.743825 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68211459-24be-45ca-9e1b-3d638ee3ea1b None None] Network 8561ad64-1b6b-4f33-82d1-a2d7e72d5b01 is already hosted by enough agents. {{(pid=104035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:15:11.759530 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784a5834-2a7d-4270-8d5d-b94bc3b65af3 admin admin] Checking segment: {'id': '4d5decff-4bc4-4a25-8135-847682f81a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '20dfff89-2b4c-4d06-bcfc-8ec2e202af64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:15:11.759935 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784a5834-2a7d-4270-8d5d-b94bc3b65af3 admin admin] Network hostable DHCP agents. Network: 20dfff89-2b4c-4d06-bcfc-8ec2e202af64, hostable agents: ['a586ef94-96cb-452c-b402-463be5294b2a'], hosted agents: [] {{(pid=104033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 15:15:11.762766 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6144d9c7-c899-443f-922c-e173a66a3af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:11.791342 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca9f4a1-133b-432c-bfef-7c66eb9c772d admin admin] Network 8feb9fc9-3609-4f63-938d-65c17f6b83ea is scheduled to be hosted by DHCP agent a586ef94-96cb-452c-b402-463be5294b2a with binding_index 1 {{(pid=104034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 15:15:11.819363 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.scheduler.base_scheduler [None req-68211459-24be-45ca-9e1b-3d638ee3ea1b None None] Resources bound (agent type, host, resource id): {{(pid=104035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:15:11.824946 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68211459-24be-45ca-9e1b-3d638ee3ea1b None None] Received port after_create {{(pid=104035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:15:11.831982 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95adf5c-0865-4c71-b224-1f063a5e40ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:11.851886 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95adf5c-0865-4c71-b224-1f063a5e40ad None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:11.852559 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95adf5c-0865-4c71-b224-1f063a5e40ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:11.852929 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95adf5c-0865-4c71-b224-1f063a5e40ad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:11.853350 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95adf5c-0865-4c71-b224-1f063a5e40ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:11.854090 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95adf5c-0865-4c71-b224-1f063a5e40ad None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:11.854231 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95adf5c-0865-4c71-b224-1f063a5e40ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:11.854617 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95adf5c-0865-4c71-b224-1f063a5e40ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:11.854908 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95adf5c-0865-4c71-b224-1f063a5e40ad None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:11.855250 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95adf5c-0865-4c71-b224-1f063a5e40ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:11.855582 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95adf5c-0865-4c71-b224-1f063a5e40ad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:11.855928 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95adf5c-0865-4c71-b224-1f063a5e40ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:11.856264 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95adf5c-0865-4c71-b224-1f063a5e40ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:11.856591 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95adf5c-0865-4c71-b224-1f063a5e40ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:11.856914 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95adf5c-0865-4c71-b224-1f063a5e40ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:11.858229 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95adf5c-0865-4c71-b224-1f063a5e40ad None None] Tracked resource versions report: May 16 15:15:11.858229 dv-cinder-795785-10-iscsi neutron-server[104035]: pushed versions: May 16 15:15:11.858229 dv-cinder-795785-10-iscsi neutron-server[104035]: { 'AddressGroup': {'1.2'}, May 16 15:15:11.858229 dv-cinder-795785-10-iscsi neutron-server[104035]: 'Agent': {'1.1'}, May 16 15:15:11.858229 dv-cinder-795785-10-iscsi neutron-server[104035]: 'ConntrackHelper': {'1.0'}, May 16 15:15:11.858229 dv-cinder-795785-10-iscsi neutron-server[104035]: 'LocalIPAssociation': {'1.0'}, May 16 15:15:11.858229 dv-cinder-795785-10-iscsi neutron-server[104035]: 'Log': {'1.0'}, May 16 15:15:11.858229 dv-cinder-795785-10-iscsi neutron-server[104035]: 'NDPProxy': {'1.0'}, May 16 15:15:11.858229 dv-cinder-795785-10-iscsi neutron-server[104035]: 'Network': {'1.1'}, May 16 15:15:11.858229 dv-cinder-795785-10-iscsi neutron-server[104035]: 'Port': {'1.7'}, May 16 15:15:11.858229 dv-cinder-795785-10-iscsi neutron-server[104035]: 'PortForwarding': {'1.3'}, May 16 15:15:11.858229 dv-cinder-795785-10-iscsi neutron-server[104035]: 'QosPolicy': {'1.10'}, May 16 15:15:11.858229 dv-cinder-795785-10-iscsi neutron-server[104035]: 'SecurityGroup': {'1.5'}, May 16 15:15:11.858229 dv-cinder-795785-10-iscsi neutron-server[104035]: 'SecurityGroupRule': {'1.2'}, May 16 15:15:11.858229 dv-cinder-795785-10-iscsi neutron-server[104035]: 'SubPort': {'1.0'}, May 16 15:15:11.858229 dv-cinder-795785-10-iscsi neutron-server[104035]: 'Subnet': {'1.1'}, May 16 15:15:11.858229 dv-cinder-795785-10-iscsi neutron-server[104035]: 'Trunk': {'1.1'}} May 16 15:15:11.858229 dv-cinder-795785-10-iscsi neutron-server[104035]: consumer versions: May 16 15:15:11.858229 dv-cinder-795785-10-iscsi neutron-server[104035]: { DHCP agent@dv-cinder-795785-10-iscsi: {}, May 16 15:15:11.858229 dv-cinder-795785-10-iscsi neutron-server[104035]: HyperV agent@hv-cinder-79578: {}, May 16 15:15:11.858229 dv-cinder-795785-10-iscsi neutron-server[104035]: L3 agent@dv-cinder-795785-10-iscsi: {}, May 16 15:15:11.858229 dv-cinder-795785-10-iscsi neutron-server[104035]: Metadata agent@dv-cinder-795785-10-iscsi: {}, May 16 15:15:11.858229 dv-cinder-795785-10-iscsi neutron-server[104035]: Metering agent@dv-cinder-795785-10-iscsi: {}, May 16 15:15:11.858229 dv-cinder-795785-10-iscsi neutron-server[104035]: Open vSwitch agent@dv-cinder-795785-10-iscsi: { 'AddressGroup': '1.2', May 16 15:15:11.858229 dv-cinder-795785-10-iscsi neutron-server[104035]: 'Agent': '1.1', May 16 15:15:11.858229 dv-cinder-795785-10-iscsi neutron-server[104035]: 'ConntrackHelper': '1.0', May 16 15:15:11.858229 dv-cinder-795785-10-iscsi neutron-server[104035]: 'LocalIPAssociation': '1.0', May 16 15:15:11.858229 dv-cinder-795785-10-iscsi neutron-server[104035]: 'Log': '1.0', May 16 15:15:11.858229 dv-cinder-795785-10-iscsi neutron-server[104035]: 'NDPProxy': '1.0', May 16 15:15:11.858229 dv-cinder-795785-10-iscsi neutron-server[104035]: 'Network': '1.1', May 16 15:15:11.858229 dv-cinder-795785-10-iscsi neutron-server[104035]: 'Port': '1.7', May 16 15:15:11.858229 dv-cinder-795785-10-iscsi neutron-server[104035]: 'PortForwarding': '1.3', May 16 15:15:11.858229 dv-cinder-795785-10-iscsi neutron-server[104035]: 'QosPolicy': '1.10', May 16 15:15:11.858229 dv-cinder-795785-10-iscsi neutron-server[104035]: 'SecurityGroup': '1.5', May 16 15:15:11.858229 dv-cinder-795785-10-iscsi neutron-server[104035]: 'SecurityGroupRule': '1.2', May 16 15:15:11.858229 dv-cinder-795785-10-iscsi neutron-server[104035]: 'SubPort': '1.0', May 16 15:15:11.858229 dv-cinder-795785-10-iscsi neutron-server[104035]: 'Subnet': '1.1', May 16 15:15:11.858229 dv-cinder-795785-10-iscsi neutron-server[104035]: 'Trunk': '1.1'}} May 16 15:15:11.858229 dv-cinder-795785-10-iscsi neutron-server[104035]: {{(pid=104035) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 16 15:15:11.901476 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-6144d9c7-c899-443f-922c-e173a66a3af7 admin admin] Allocated IP 172.27.0.242 (ad45e98c-12fc-4959-a2ae-a7226c979594/4a504247-fe9e-45e9-866d-820247643fc0/075f964c-8897-47c4-bceb-716071386f64) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:15:11.912331 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784a5834-2a7d-4270-8d5d-b94bc3b65af3 admin admin] Network 20dfff89-2b4c-4d06-bcfc-8ec2e202af64 is scheduled to be hosted by DHCP agent a586ef94-96cb-452c-b402-463be5294b2a with binding_index 1 {{(pid=104033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 15:15:11.954262 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68211459-24be-45ca-9e1b-3d638ee3ea1b None None] Pushing event updated for resources: {'Port': ['ID=e4b3b1f0-5e05-42b8-bb67-d576d714c400,revision_number=1']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:11.957249 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-cd073080-5b78-4543-904e-b9a7a822d981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888'] for subnet (3280c787-f1f1-4ea3-868e-ec3b12d6ec74), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:11.965399 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.managers [None req-a95adf5c-0865-4c71-b224-1f063a5e40ad None None] Attempting to bind port bc135e90-d2a9-45e2-b256-c73434f1c13f on host dv-cinder-795785-10-iscsi for vnic_type normal with profile {{(pid=104035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:15:11.965399 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.managers [None req-a95adf5c-0865-4c71-b224-1f063a5e40ad None None] Attempting to bind port bc135e90-d2a9-45e2-b256-c73434f1c13f by drivers openvswitch,hyperv on host dv-cinder-795785-10-iscsi at level 0 using segments [{'id': 'e125e9e2-0bb4-4387-a6b6-a67c63b56378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '982c6e92-7848-46dd-811d-5ec569a6da67'}] {{(pid=104035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:15:11.965399 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95adf5c-0865-4c71-b224-1f063a5e40ad None None] Attempting to bind port bc135e90-d2a9-45e2-b256-c73434f1c13f on network 982c6e92-7848-46dd-811d-5ec569a6da67 {{(pid=104035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:15:11.991943 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95adf5c-0865-4c71-b224-1f063a5e40ad None None] Checking agent: {'id': '311a8a5f-4d79-4ff7-931a-d05ff8cc45ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 6, 3), 'started_at': datetime.datetime(2022, 5, 16, 15, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:15:11.992945 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95adf5c-0865-4c71-b224-1f063a5e40ad None None] Checking segment: {'id': 'e125e9e2-0bb4-4387-a6b6-a67c63b56378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '982c6e92-7848-46dd-811d-5ec569a6da67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:15:11.993513 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a95adf5c-0865-4c71-b224-1f063a5e40ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:11.996260 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95adf5c-0865-4c71-b224-1f063a5e40ad None None] Bound using segment: {'id': 'e125e9e2-0bb4-4387-a6b6-a67c63b56378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '982c6e92-7848-46dd-811d-5ec569a6da67'} {{(pid=104035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:15:11.997189 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.managers [None req-a95adf5c-0865-4c71-b224-1f063a5e40ad None None] Bound port: bc135e90-d2a9-45e2-b256-c73434f1c13f, host: dv-cinder-795785-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e125e9e2-0bb4-4387-a6b6-a67c63b56378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '982c6e92-7848-46dd-811d-5ec569a6da67'}}] {{(pid=104035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:15:11.997772 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a95adf5c-0865-4c71-b224-1f063a5e40ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (bc135e90-d2a9-45e2-b256-c73434f1c13f), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:12.031407 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.managers [None req-68211459-24be-45ca-9e1b-3d638ee3ea1b None None] Attempting to bind port e4b3b1f0-5e05-42b8-bb67-d576d714c400 on host dv-cinder-795785-10-iscsi for vnic_type normal with profile {{(pid=104035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:15:12.032058 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.managers [None req-68211459-24be-45ca-9e1b-3d638ee3ea1b None None] Attempting to bind port e4b3b1f0-5e05-42b8-bb67-d576d714c400 by drivers openvswitch,hyperv on host dv-cinder-795785-10-iscsi at level 0 using segments [{'id': '687f1aa3-4a22-4e93-928a-d5c1913d880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8561ad64-1b6b-4f33-82d1-a2d7e72d5b01'}] {{(pid=104035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:15:12.032620 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68211459-24be-45ca-9e1b-3d638ee3ea1b None None] Attempting to bind port e4b3b1f0-5e05-42b8-bb67-d576d714c400 on network 8561ad64-1b6b-4f33-82d1-a2d7e72d5b01 {{(pid=104035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:15:12.032754 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-784a5834-2a7d-4270-8d5d-b94bc3b65af3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795785-10-iscsi, 20dfff89-2b4c-4d06-bcfc-8ec2e202af64) {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:15:12.044147 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.base_scheduler [None req-8ca9f4a1-133b-432c-bfef-7c66eb9c772d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795785-10-iscsi, 8feb9fc9-3609-4f63-938d-65c17f6b83ea) {{(pid=104034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:15:12.044294 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784a5834-2a7d-4270-8d5d-b94bc3b65af3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:12.044395 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-784a5834-2a7d-4270-8d5d-b94bc3b65af3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631934'] for subnet (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:12.066776 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca9f4a1-133b-432c-bfef-7c66eb9c772d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:12.067377 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-8ca9f4a1-133b-432c-bfef-7c66eb9c772d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631934'] for subnet (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:12.076589 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce03a4c5-7061-444e-a4f2-84e902380fea None None] Network 20dfff89-2b4c-4d06-bcfc-8ec2e202af64 requested from dv-cinder-795785-10-iscsi {{(pid=104035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:15:12.079176 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf969891-d5b9-4094-99fa-34be43dea2da None None] Network 8feb9fc9-3609-4f63-938d-65c17f6b83ea requested from dv-cinder-795785-10-iscsi {{(pid=104035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:15:12.098146 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6144d9c7-c899-443f-922c-e173a66a3af7 admin admin] Publish callbacks [] for port (075f964c-8897-47c4-bceb-716071386f64), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:12.102365 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68211459-24be-45ca-9e1b-3d638ee3ea1b None None] Checking agent: {'id': '311a8a5f-4d79-4ff7-931a-d05ff8cc45ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 6, 3), 'started_at': datetime.datetime(2022, 5, 16, 15, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:15:12.108086 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68211459-24be-45ca-9e1b-3d638ee3ea1b None None] Checking segment: {'id': '687f1aa3-4a22-4e93-928a-d5c1913d880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8561ad64-1b6b-4f33-82d1-a2d7e72d5b01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:15:12.108086 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-68211459-24be-45ca-9e1b-3d638ee3ea1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:12.108086 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68211459-24be-45ca-9e1b-3d638ee3ea1b None None] Bound using segment: {'id': '687f1aa3-4a22-4e93-928a-d5c1913d880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8561ad64-1b6b-4f33-82d1-a2d7e72d5b01'} {{(pid=104035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:15:12.108086 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.managers [None req-68211459-24be-45ca-9e1b-3d638ee3ea1b None None] Bound port: e4b3b1f0-5e05-42b8-bb67-d576d714c400, host: dv-cinder-795785-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '687f1aa3-4a22-4e93-928a-d5c1913d880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8561ad64-1b6b-4f33-82d1-a2d7e72d5b01'}}] {{(pid=104035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:15:12.108086 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-68211459-24be-45ca-9e1b-3d638ee3ea1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (e4b3b1f0-5e05-42b8-bb67-d576d714c400), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:12.109089 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd073080-5b78-4543-904e-b9a7a822d981 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3280c787-f1f1-4ea3-868e-ec3b12d6ec74,revision_number=0']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:12.126348 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-3efdfb30-f991-475a-ab05-fbfcd89e89a6 admin admin] Publish callbacks [] for router_gateway (597b9c59-35f6-4ed2-a0d6-123dce3e1462), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:12.156151 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-3efdfb30-f991-475a-ab05-fbfcd89e89a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:12.166153 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd073080-5b78-4543-904e-b9a7a822d981 admin admin] Checking segment: {'id': '84b91138-cc1f-4a2f-af74-c0ca064edfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f79a4d11-7fc6-40e0-8a7d-fa2d8875e4ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:15:12.166515 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd073080-5b78-4543-904e-b9a7a822d981 admin admin] Network hostable DHCP agents. Network: f79a4d11-7fc6-40e0-8a7d-fa2d8875e4ab, hostable agents: ['a586ef94-96cb-452c-b402-463be5294b2a'], hosted agents: [] {{(pid=104034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 15:15:12.186472 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-784a5834-2a7d-4270-8d5d-b94bc3b65af3 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5619755 May 16 15:15:12.188497 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 41850) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:12.196661 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.v2.base [None req-3d08084f-a163-48ba-93cd-a75fb1d7406a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1961656545-router', 'tenant_id': '9703f082240542aa979c6b53052d77b9', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594'}}} {{(pid=104033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:15:12.225861 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-8ca9f4a1-133b-432c-bfef-7c66eb9c772d admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6190815 May 16 15:15:12.252723 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6144d9c7-c899-443f-922c-e173a66a3af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789019640149'] for port (075f964c-8897-47c4-bceb-716071386f64), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:12.342553 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd073080-5b78-4543-904e-b9a7a822d981 admin admin] Network f79a4d11-7fc6-40e0-8a7d-fa2d8875e4ab is scheduled to be hosted by DHCP agent a586ef94-96cb-452c-b402-463be5294b2a with binding_index 1 {{(pid=104034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 15:15:12.346461 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3d08084f-a163-48ba-93cd-a75fb1d7406a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1129'] for router (67c6642c-a31b-4537-a524-d1c5011e71b1), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:12.347903 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3d08084f-a163-48ba-93cd-a75fb1d7406a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-553739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1120'] for router (67c6642c-a31b-4537-a524-d1c5011e71b1), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:12.355998 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-68211459-24be-45ca-9e1b-3d638ee3ea1b None None] For port e4b3b1f0-5e05-42b8-bb67-d576d714c400, host dv-cinder-795785-10-iscsi, cleared binding levels {{(pid=104035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:15:12.359746 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.db.db_base_plugin_common [None req-3efdfb30-f991-475a-ab05-fbfcd89e89a6 admin admin] Allocated IP 172.27.0.233 (ad45e98c-12fc-4959-a2ae-a7226c979594/4a504247-fe9e-45e9-866d-820247643fc0/11c5f84e-eedf-4ae8-9ec1-7f055018f48e) {{(pid=104034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:15:12.362911 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-68211459-24be-45ca-9e1b-3d638ee3ea1b None None] For port e4b3b1f0-5e05-42b8-bb67-d576d714c400, host dv-cinder-795785-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=e4b3b1f0-5e05-42b8-bb67-d576d714c400,segment=NetworkSegment(687f1aa3-4a22-4e93-928a-d5c1913d880c),segment_id=687f1aa3-4a22-4e93-928a-d5c1913d880c)] {{(pid=104035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:15:12.389140 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6144d9c7-c899-443f-922c-e173a66a3af7 admin admin] Network ad45e98c-12fc-4959-a2ae-a7226c979594 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:15:12.396270 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-a95adf5c-0865-4c71-b224-1f063a5e40ad None None] For port bc135e90-d2a9-45e2-b256-c73434f1c13f, host dv-cinder-795785-10-iscsi, cleared binding levels {{(pid=104035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:15:12.397567 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-6144d9c7-c899-443f-922c-e173a66a3af7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:15:12.403402 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6144d9c7-c899-443f-922c-e173a66a3af7 admin admin] Pushing event updated for resources: {'Port': ['ID=075f964c-8897-47c4-bceb-716071386f64,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:12.407076 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6144d9c7-c899-443f-922c-e173a66a3af7 admin admin] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:15:12.455092 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.base_scheduler [None req-cd073080-5b78-4543-904e-b9a7a822d981 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795785-10-iscsi, f79a4d11-7fc6-40e0-8a7d-fa2d8875e4ab) {{(pid=104034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:15:12.478878 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd073080-5b78-4543-904e-b9a7a822d981 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:12.482798 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-cd073080-5b78-4543-904e-b9a7a822d981 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631934'] for subnet (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:12.507992 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3d08084f-a163-48ba-93cd-a75fb1d7406a admin admin] Publish callbacks [] for router_controller (67c6642c-a31b-4537-a524-d1c5011e71b1), precommit_add_association {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:12.513315 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8e8154-f202-46ba-80c4-c8311d2ad6f7 None None] Network f79a4d11-7fc6-40e0-8a7d-fa2d8875e4ab requested from dv-cinder-795785-10-iscsi {{(pid=104035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:15:12.541321 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbfcfd85-b6cf-41fe-9754-a5ddb6e5c32c None None] Network 8feb9fc9-3609-4f63-938d-65c17f6b83ea requested from dv-cinder-795785-10-iscsi {{(pid=104035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:15:12.542544 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-a95adf5c-0865-4c71-b224-1f063a5e40ad None None] For port bc135e90-d2a9-45e2-b256-c73434f1c13f, host dv-cinder-795785-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=bc135e90-d2a9-45e2-b256-c73434f1c13f,segment=NetworkSegment(e125e9e2-0bb4-4387-a6b6-a67c63b56378),segment_id=e125e9e2-0bb4-4387-a6b6-a67c63b56378)] {{(pid=104035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:15:12.637821 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-3efdfb30-f991-475a-ab05-fbfcd89e89a6 admin admin] Publish callbacks [] for port (11c5f84e-eedf-4ae8-9ec1-7f055018f48e), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:12.666186 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-68211459-24be-45ca-9e1b-3d638ee3ea1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (e4b3b1f0-5e05-42b8-bb67-d576d714c400), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:12.723451 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-cd073080-5b78-4543-904e-b9a7a822d981 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1473672 May 16 15:15:12.767577 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3d08084f-a163-48ba-93cd-a75fb1d7406a admin admin] Publish callbacks [] for router_gateway (67c6642c-a31b-4537-a524-d1c5011e71b1), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:12.841644 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a95adf5c-0865-4c71-b224-1f063a5e40ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (bc135e90-d2a9-45e2-b256-c73434f1c13f), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:12.848777 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68211459-24be-45ca-9e1b-3d638ee3ea1b None None] Pushing event updated for resources: {'Port': ['ID=e4b3b1f0-5e05-42b8-bb67-d576d714c400,revision_number=2']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:12.883286 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6350c14-d71e-4cd5-9048-77e30ac7d50d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38d81d8d-e1d5-5063-843e-fd2156367bd9-20dfff89-2b4c-4d06-bcfc-8ec2e202af64', 'network_id': '20dfff89-2b4c-4d06-bcfc-8ec2e202af64', 'project_id': '9703f082240542aa979c6b53052d77b9', 'fixed_ips': [{'subnet_id': '9bd76027-99a6-4823-9a55-92e97a7e537f'}]}} from dv-cinder-795785-10-iscsi. {{(pid=104035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 15:15:12.884209 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-f6350c14-d71e-4cd5-9048-77e30ac7d50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (None), before_create {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:12.895782 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-3efdfb30-f991-475a-ab05-fbfcd89e89a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789019640149'] for port (11c5f84e-eedf-4ae8-9ec1-7f055018f48e), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:12.949645 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6144d9c7-c899-443f-922c-e173a66a3af7 admin admin] Publish callbacks [] for router_gateway (e7e97d7f-38ba-4945-8ce2-4f6c97890476), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:13.031445 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50297b47-7231-4757-9baa-56ec6ef0c764 None None] Network f79a4d11-7fc6-40e0-8a7d-fa2d8875e4ab requested from dv-cinder-795785-10-iscsi {{(pid=104035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:15:13.135573 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95adf5c-0865-4c71-b224-1f063a5e40ad None None] Pushing event updated for resources: {'Port': ['ID=bc135e90-d2a9-45e2-b256-c73434f1c13f,revision_number=2']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:13.184224 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efdfb30-f991-475a-ab05-fbfcd89e89a6 admin admin] Network ad45e98c-12fc-4959-a2ae-a7226c979594 is already hosted by enough agents. {{(pid=104034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:15:13.204566 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.base_scheduler [None req-3efdfb30-f991-475a-ab05-fbfcd89e89a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:15:13.212942 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efdfb30-f991-475a-ab05-fbfcd89e89a6 admin admin] Received port after_create {{(pid=104034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:15:13.377898 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 41890) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:13.464253 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efdfb30-f991-475a-ab05-fbfcd89e89a6 admin admin] Pushing event updated for resources: {'Port': ['ID=11c5f84e-eedf-4ae8-9ec1-7f055018f48e,revision_number=1']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:13.636937 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.db_base_plugin_common [None req-f6350c14-d71e-4cd5-9048-77e30ac7d50d None None] Allocated IP 172.20.0.2 (20dfff89-2b4c-4d06-bcfc-8ec2e202af64/9bd76027-99a6-4823-9a55-92e97a7e537f/7f154121-dfd1-4751-a911-294ffbde4f3b) {{(pid=104035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:15:14.059955 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-4e5d2ac4-c697-483c-a0fc-ba0b640bbf06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:14.059955 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 41918) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:14.059955 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.v2.base [None req-c8b9fc64-1eb5-4e61-b795-0ad1aa94de24 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2062507068-network', 'tenant_id': 'a2e329a4e0fb471eb09efaa25a0ac9c8'}} {{(pid=104034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:15:14.062047 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-f6350c14-d71e-4cd5-9048-77e30ac7d50d None None] Publish callbacks [] for port (7f154121-dfd1-4751-a911-294ffbde4f3b), precommit_create {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:14.062686 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3d08084f-a163-48ba-93cd-a75fb1d7406a admin admin] Publish callbacks [] for router_gateway (67c6642c-a31b-4537-a524-d1c5011e71b1), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:14.064118 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-4e5d2ac4-c697-483c-a0fc-ba0b640bbf06 admin admin] Publish callbacks [] for security_group (1fe1b9cb-844c-4cec-a6b0-7d097b6c90bc), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:14.064753 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3d08084f-a163-48ba-93cd-a75fb1d7406a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:14.064753 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6144d9c7-c899-443f-922c-e173a66a3af7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553948'] for router (e7e97d7f-38ba-4945-8ce2-4f6c97890476), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:14.066269 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b9fc64-1eb5-4e61-b795-0ad1aa94de24 admin admin] Made reservation on behalf of a2e329a4e0fb471eb09efaa25a0ac9c8 for: {'network': 1} {{(pid=104034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:15:14.066269 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-c8b9fc64-1eb5-4e61-b795-0ad1aa94de24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for network (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:14.066269 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-c8b9fc64-1eb5-4e61-b795-0ad1aa94de24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:14.067943 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-f6350c14-d71e-4cd5-9048-77e30ac7d50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789019640149'] for port (7f154121-dfd1-4751-a911-294ffbde4f3b), after_create {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:14.134410 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-c8b9fc64-1eb5-4e61-b795-0ad1aa94de24 admin admin] Publish callbacks [] for security_group (8581ff4a-d18b-47f6-999d-bbd663b668ac), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:14.151310 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6350c14-d71e-4cd5-9048-77e30ac7d50d None None] Network 20dfff89-2b4c-4d06-bcfc-8ec2e202af64 is already hosted by enough agents. {{(pid=104035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:15:14.173472 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.scheduler.base_scheduler [None req-f6350c14-d71e-4cd5-9048-77e30ac7d50d None None] Resources bound (agent type, host, resource id): {{(pid=104035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:15:14.178713 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6350c14-d71e-4cd5-9048-77e30ac7d50d None None] Received port after_create {{(pid=104035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:15:14.191455 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-4e5d2ac4-c697-483c-a0fc-ba0b640bbf06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (1fe1b9cb-844c-4cec-a6b0-7d097b6c90bc), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:14.199214 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6350c14-d71e-4cd5-9048-77e30ac7d50d None None] Pushing event updated for resources: {'Port': ['ID=7f154121-dfd1-4751-a911-294ffbde4f3b,revision_number=1']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:14.203736 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-3efdfb30-f991-475a-ab05-fbfcd89e89a6 admin admin] Publish callbacks [] for router_gateway (597b9c59-35f6-4ed2-a0d6-123dce3e1462), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:14.251180 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-c8b9fc64-1eb5-4e61-b795-0ad1aa94de24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (8581ff4a-d18b-47f6-999d-bbd663b668ac), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:14.271555 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-3d08084f-a163-48ba-93cd-a75fb1d7406a admin admin] Allocated IP 172.27.0.136 (ad45e98c-12fc-4959-a2ae-a7226c979594/4a504247-fe9e-45e9-866d-820247643fc0/4a0e584b-b23e-43a6-8327-b575f5c43314) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:15:14.293438 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8b9fc64-1eb5-4e61-b795-0ad1aa94de24 admin admin] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=104034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 15:15:14.306386 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-4e5d2ac4-c697-483c-a0fc-ba0b640bbf06 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6c335ed19ca24bf48b7f68e7347fd5a8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9179182 May 16 15:15:14.307627 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5d2ac4-c697-483c-a0fc-ba0b640bbf06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe1b9cb-844c-4cec-a6b0-7d097b6c90bc,revision_number=1']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:14.311659 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 41924) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:14.315563 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.managers [None req-f6350c14-d71e-4cd5-9048-77e30ac7d50d None None] Attempting to bind port 7f154121-dfd1-4751-a911-294ffbde4f3b on host dv-cinder-795785-10-iscsi for vnic_type normal with profile {{(pid=104035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:15:14.317111 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-c8b9fc64-1eb5-4e61-b795-0ad1aa94de24 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789020055565', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996815'] for segment (5cef7312-72c2-4613-86a7-4829c4e0a356), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:14.317768 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.db.segments_db [None req-c8b9fc64-1eb5-4e61-b795-0ad1aa94de24 admin admin] Added segment 5cef7312-72c2-4613-86a7-4829c4e0a356 of type vlan for network 1f29ccc4-8cf7-4706-a6e9-0047518fce2a May 16 15:15:14.334284 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.managers [None req-f6350c14-d71e-4cd5-9048-77e30ac7d50d None None] Attempting to bind port 7f154121-dfd1-4751-a911-294ffbde4f3b by drivers openvswitch,hyperv on host dv-cinder-795785-10-iscsi at level 0 using segments [{'id': '4d5decff-4bc4-4a25-8135-847682f81a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '20dfff89-2b4c-4d06-bcfc-8ec2e202af64'}] {{(pid=104035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:15:14.335056 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6350c14-d71e-4cd5-9048-77e30ac7d50d None None] Attempting to bind port 7f154121-dfd1-4751-a911-294ffbde4f3b on network 20dfff89-2b4c-4d06-bcfc-8ec2e202af64 {{(pid=104035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:15:14.351712 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6350c14-d71e-4cd5-9048-77e30ac7d50d None None] Checking agent: {'id': '311a8a5f-4d79-4ff7-931a-d05ff8cc45ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 6, 3), 'started_at': datetime.datetime(2022, 5, 16, 15, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:15:14.354653 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6350c14-d71e-4cd5-9048-77e30ac7d50d None None] Checking segment: {'id': '4d5decff-4bc4-4a25-8135-847682f81a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '20dfff89-2b4c-4d06-bcfc-8ec2e202af64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:15:14.355371 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-f6350c14-d71e-4cd5-9048-77e30ac7d50d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:14.355967 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6350c14-d71e-4cd5-9048-77e30ac7d50d None None] Bound using segment: {'id': '4d5decff-4bc4-4a25-8135-847682f81a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '20dfff89-2b4c-4d06-bcfc-8ec2e202af64'} {{(pid=104035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:15:14.357401 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.managers [None req-f6350c14-d71e-4cd5-9048-77e30ac7d50d None None] Bound port: 7f154121-dfd1-4751-a911-294ffbde4f3b, host: dv-cinder-795785-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d5decff-4bc4-4a25-8135-847682f81a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '20dfff89-2b4c-4d06-bcfc-8ec2e202af64'}}] {{(pid=104035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:15:14.359607 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-f6350c14-d71e-4cd5-9048-77e30ac7d50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (7f154121-dfd1-4751-a911-294ffbde4f3b), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:14.462326 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b9fc64-1eb5-4e61-b795-0ad1aa94de24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8581ff4a-d18b-47f6-999d-bbd663b668ac,revision_number=1']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:14.482837 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6144d9c7-c899-443f-922c-e173a66a3af7 admin admin] Router e7e97d7f-38ba-4945-8ce2-4f6c97890476 is scheduled to L3 agent 54a3e65b-69a0-426d-9997-69a1705c4334 with binding_index 1 {{(pid=104033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 16 15:15:14.531842 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-f6350c14-d71e-4cd5-9048-77e30ac7d50d None None] For port 7f154121-dfd1-4751-a911-294ffbde4f3b, host dv-cinder-795785-10-iscsi, cleared binding levels {{(pid=104035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:15:14.538718 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2a49ed97-f0dc-4200-b13a-8c5a05a8dd25 admin admin] Publish callbacks [] for security_group (1fe1b9cb-844c-4cec-a6b0-7d097b6c90bc), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:14.545426 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-f6350c14-d71e-4cd5-9048-77e30ac7d50d None None] For port 7f154121-dfd1-4751-a911-294ffbde4f3b, host dv-cinder-795785-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=7f154121-dfd1-4751-a911-294ffbde4f3b,segment=NetworkSegment(4d5decff-4bc4-4a25-8135-847682f81a17),segment_id=4d5decff-4bc4-4a25-8135-847682f81a17)] {{(pid=104035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:15:14.550927 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-c8b9fc64-1eb5-4e61-b795-0ad1aa94de24 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789019629716'] for network (1f29ccc4-8cf7-4706-a6e9-0047518fce2a), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:14.578397 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3d08084f-a163-48ba-93cd-a75fb1d7406a admin admin] Publish callbacks [] for port (4a0e584b-b23e-43a6-8327-b575f5c43314), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:14.625414 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-f6350c14-d71e-4cd5-9048-77e30ac7d50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (7f154121-dfd1-4751-a911-294ffbde4f3b), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:14.662759 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device e4b3b1f0-5e05-42b8-bb67-d576d714c400 up at agent ovs-agent-dv-cinder-795785-10-iscsi {{(pid=104035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:15:14.669182 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2a49ed97-f0dc-4200-b13a-8c5a05a8dd25 admin admin] Publish callbacks [] for security_group (1fe1b9cb-844c-4cec-a6b0-7d097b6c90bc), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:14.755410 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ab7609-9b68-40ad-a71b-12ca8df52f1a None None] Network 982c6e92-7848-46dd-811d-5ec569a6da67 requested from dv-cinder-795785-10-iscsi {{(pid=104035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:15:14.866483 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6144d9c7-c899-443f-922c-e173a66a3af7 admin admin] Notify agent at l3_agent.dv-cinder-795785-10-iscsi the message routers_updated {{(pid=104033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:15:14.879871 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f460e9-f48b-40ec-a535-9f6c0a688152 None None] Sync routers for ids ['e7e97d7f-38ba-4945-8ce2-4f6c97890476'] in dv-cinder-795785-10-iscsi {{(pid=104036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:15:14.910652 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f460e9-f48b-40ec-a535-9f6c0a688152 None None] Routers {'e7e97d7f-38ba-4945-8ce2-4f6c97890476'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:15:14.915494 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-f8f460e9-f48b-40ec-a535-9f6c0a688152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:14:59Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['e7e97d7f-38ba-4945-8ce2-4f6c97890476'], 'active': True} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:15:14.935168 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 41940) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:14.943099 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3d08084f-a163-48ba-93cd-a75fb1d7406a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789019640149'] for port (4a0e584b-b23e-43a6-8327-b575f5c43314), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:15.017369 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2a49ed97-f0dc-4200-b13a-8c5a05a8dd25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (1fe1b9cb-844c-4cec-a6b0-7d097b6c90bc), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:15.027201 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2a49ed97-f0dc-4200-b13a-8c5a05a8dd25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:15.031333 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-2a49ed97-f0dc-4200-b13a-8c5a05a8dd25 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1fe1b9cb-844c-4cec-a6b0-7d097b6c90bc HTTP/1.1" status: 204 len: 168 time: 0.7091842 May 16 15:15:15.076896 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d08084f-a163-48ba-93cd-a75fb1d7406a admin admin] Network ad45e98c-12fc-4959-a2ae-a7226c979594 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:15:15.085819 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6144d9c7-c899-443f-922c-e173a66a3af7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:15.087084 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-6144d9c7-c899-443f-922c-e173a66a3af7 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.5842674 May 16 15:15:15.097192 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a49ed97-f0dc-4200-b13a-8c5a05a8dd25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe1b9cb-844c-4cec-a6b0-7d097b6c90bc,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:15.107481 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-3d08084f-a163-48ba-93cd-a75fb1d7406a admin admin] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:15:15.110022 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d08084f-a163-48ba-93cd-a75fb1d7406a admin admin] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:15:15.116568 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 41954) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:15.214644 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-7994eaec-3d75-4986-9c00-9eb686a29cfb None None] Provisioning complete for port bc135e90-d2a9-45e2-b256-c73434f1c13f triggered by entity DHCP. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:15:15.220226 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-7994eaec-3d75-4986-9c00-9eb686a29cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (bc135e90-d2a9-45e2-b256-c73434f1c13f), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:15.259973 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-c8b9fc64-1eb5-4e61-b795-0ad1aa94de24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888'] for network (1f29ccc4-8cf7-4706-a6e9-0047518fce2a), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:15.263194 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b9fc64-1eb5-4e61-b795-0ad1aa94de24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:15.263194 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-c8b9fc64-1eb5-4e61-b795-0ad1aa94de24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631934'] for network (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:15.276708 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvr_db [None req-f8f460e9-f48b-40ec-a535-9f6c0a688152 None None] Set router e7e97d7f-38ba-4945-8ce2-4f6c97890476 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:15:15.282786 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6350c14-d71e-4cd5-9048-77e30ac7d50d None None] Pushing event updated for resources: {'Port': ['ID=7f154121-dfd1-4751-a911-294ffbde4f3b,revision_number=2']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:15.304629 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b151ae62-f6f4-4abf-b79d-0f5aeed00b6a None None] Network 8561ad64-1b6b-4f33-82d1-a2d7e72d5b01 requested from dv-cinder-795785-10-iscsi {{(pid=104035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:15:15.336268 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-3efdfb30-f991-475a-ab05-fbfcd89e89a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553948'] for router (597b9c59-35f6-4ed2-a0d6-123dce3e1462), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:15.423182 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-c8b9fc64-1eb5-4e61-b795-0ad1aa94de24 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.6024063 May 16 15:15:15.424082 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 41956) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:15.459036 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b9fc64-1eb5-4e61-b795-0ad1aa94de24 admin admin] Pushing event updated for resources: {'Network': ['ID=1f29ccc4-8cf7-4706-a6e9-0047518fce2a,revision_number=1']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:15.472119 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.v2.base [None req-b43cd8e3-0347-4fc5-9457-ea87539ab74b admin admin] Request body: {'subnet': {'network_id': '1f29ccc4-8cf7-4706-a6e9-0047518fce2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2062507068-subnet', 'tenant_id': 'a2e329a4e0fb471eb09efaa25a0ac9c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:15:15.491439 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Network 1f29ccc4-8cf7-4706-a6e9-0047518fce2a details requested by agent ovs-agent-dv-cinder-795785-10-iscsi with host dv-cinder-795785-10-iscsi {{(pid=104035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 15:15:15.516416 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 41964) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:15.598029 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b43cd8e3-0347-4fc5-9457-ea87539ab74b admin admin] Made reservation on behalf of a2e329a4e0fb471eb09efaa25a0ac9c8 for: {'subnet': 1} {{(pid=104034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:15:15.607492 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-b43cd8e3-0347-4fc5-9457-ea87539ab74b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:15.646371 dv-cinder-795785-10-iscsi neutron-server[104033]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 16 15:15:15.656732 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-f8f460e9-f48b-40ec-a535-9f6c0a688152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e97d7f-38ba-4945-8ce2-4f6c97890476', 'name': 'tempest-ServerRescueNegativeTestJSON-1104119672-router', 'tenant_id': '316917d7a31645bfaac651f81154c18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '075f964c-8897-47c4-bceb-716071386f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:10Z', 'updated_at': '2022-05-16T15:15:12Z', 'revision_number': 3, 'project_id': '316917d7a31645bfaac651f81154c18f', 'gw_port': {'id': '075f964c-8897-47c4-bceb-716071386f64', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:6b:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e97d7f-38ba-4945-8ce2-4f6c97890476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:11Z', 'updated_at': '2022-05-16T15:15:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi'}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:15:15.729245 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f460e9-f48b-40ec-a535-9f6c0a688152 None None] Checking router: e7e97d7f-38ba-4945-8ce2-4f6c97890476 for host: dv-cinder-795785-10-iscsi {{(pid=104036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:15:15.737858 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f460e9-f48b-40ec-a535-9f6c0a688152 None None] Updating router e7e97d7f-38ba-4945-8ce2-4f6c97890476 port 075f964c-8897-47c4-bceb-716071386f64 binding host dv-cinder-795785-10-iscsi {{(pid=104036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 15:15:15.750921 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-7994eaec-3d75-4986-9c00-9eb686a29cfb None None] Current status of the port bc135e90-d2a9-45e2-b256-c73434f1c13f is: DOWN; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:15:15.751441 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-7994eaec-3d75-4986-9c00-9eb686a29cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (bc135e90-d2a9-45e2-b256-c73434f1c13f), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:15.801623 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-7994eaec-3d75-4986-9c00-9eb686a29cfb None None] For port bc135e90-d2a9-45e2-b256-c73434f1c13f, host dv-cinder-795785-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=bc135e90-d2a9-45e2-b256-c73434f1c13f,segment=NetworkSegment(e125e9e2-0bb4-4387-a6b6-a67c63b56378),segment_id=e125e9e2-0bb4-4387-a6b6-a67c63b56378)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:15:15.802921 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Provisioning complete for port e4b3b1f0-5e05-42b8-bb67-d576d714c400 triggered by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:15:15.803390 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (e4b3b1f0-5e05-42b8-bb67-d576d714c400), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:15.815765 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron_lib.callbacks.manager [None req-f8f460e9-f48b-40ec-a535-9f6c0a688152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (075f964c-8897-47c4-bceb-716071386f64), before_update {{(pid=104036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:15.912305 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Current status of the port e4b3b1f0-5e05-42b8-bb67-d576d714c400 is: DOWN; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:15:15.912552 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (e4b3b1f0-5e05-42b8-bb67-d576d714c400), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:15.926454 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-7994eaec-3d75-4986-9c00-9eb686a29cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (bc135e90-d2a9-45e2-b256-c73434f1c13f), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:15.926654 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-b43cd8e3-0347-4fc5-9457-ea87539ab74b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888'] for subnet (3fdb10b3-2acd-4a5a-bb5f-5354d7327f34), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:15.930561 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3f1f30f3-00cf-42c1-9be2-7dee206f092e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:15.950993 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08084f-a163-48ba-93cd-a75fb1d7406a admin admin] Pushing event updated for resources: {'Port': ['ID=4a0e584b-b23e-43a6-8327-b575f5c43314,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:16.008409 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] For port e4b3b1f0-5e05-42b8-bb67-d576d714c400, host dv-cinder-795785-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=e4b3b1f0-5e05-42b8-bb67-d576d714c400,segment=NetworkSegment(687f1aa3-4a22-4e93-928a-d5c1913d880c),segment_id=687f1aa3-4a22-4e93-928a-d5c1913d880c)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:15:16.094092 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43cd8e3-0347-4fc5-9457-ea87539ab74b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fdb10b3-2acd-4a5a-bb5f-5354d7327f34,revision_number=0']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:16.095236 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-2200533d-adbb-4023-9a20-d7741fd0e5fb None None] Provisioning complete for port e4b3b1f0-5e05-42b8-bb67-d576d714c400 triggered by entity DHCP. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:15:16.095756 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-2200533d-adbb-4023-9a20-d7741fd0e5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (e4b3b1f0-5e05-42b8-bb67-d576d714c400), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:16.151173 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43cd8e3-0347-4fc5-9457-ea87539ab74b admin admin] Checking segment: {'id': '5cef7312-72c2-4613-86a7-4829c4e0a356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '1f29ccc4-8cf7-4706-a6e9-0047518fce2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:15:16.151542 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43cd8e3-0347-4fc5-9457-ea87539ab74b admin admin] Network hostable DHCP agents. Network: 1f29ccc4-8cf7-4706-a6e9-0047518fce2a, hostable agents: ['a586ef94-96cb-452c-b402-463be5294b2a'], hosted agents: [] {{(pid=104034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 15:15:16.174820 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3efdfb30-f991-475a-ab05-fbfcd89e89a6 admin admin] Router 597b9c59-35f6-4ed2-a0d6-123dce3e1462 is scheduled to L3 agent 54a3e65b-69a0-426d-9997-69a1705c4334 with binding_index 1 {{(pid=104034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 16 15:15:16.241210 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (e4b3b1f0-5e05-42b8-bb67-d576d714c400), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:16.244095 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device bc135e90-d2a9-45e2-b256-c73434f1c13f up at agent ovs-agent-dv-cinder-795785-10-iscsi {{(pid=104035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:15:16.268597 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron_lib.callbacks.manager [None req-f8f460e9-f48b-40ec-a535-9f6c0a688152 None None] Publish callbacks [] for port (075f964c-8897-47c4-bceb-716071386f64), precommit_update {{(pid=104036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:16.336997 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron_lib.callbacks.manager [None req-f8f460e9-f48b-40ec-a535-9f6c0a688152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (075f964c-8897-47c4-bceb-716071386f64), after_update {{(pid=104036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:16.357785 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7994eaec-3d75-4986-9c00-9eb686a29cfb None None] Pushing event updated for resources: {'Port': ['ID=bc135e90-d2a9-45e2-b256-c73434f1c13f,revision_number=3']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:16.372834 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-2200533d-adbb-4023-9a20-d7741fd0e5fb None None] Current status of the port e4b3b1f0-5e05-42b8-bb67-d576d714c400 is: ACTIVE; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:15:16.375356 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43cd8e3-0347-4fc5-9457-ea87539ab74b admin admin] Network 1f29ccc4-8cf7-4706-a6e9-0047518fce2a is scheduled to be hosted by DHCP agent a586ef94-96cb-452c-b402-463be5294b2a with binding_index 1 {{(pid=104034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 15:15:16.466178 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 41980) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:16.498657 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.base_scheduler [None req-b43cd8e3-0347-4fc5-9457-ea87539ab74b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795785-10-iscsi, 1f29ccc4-8cf7-4706-a6e9-0047518fce2a) {{(pid=104034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:15:16.505244 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.managers [None req-f8f460e9-f48b-40ec-a535-9f6c0a688152 None None] Attempting to bind port 075f964c-8897-47c4-bceb-716071386f64 on host dv-cinder-795785-10-iscsi for vnic_type normal with profile {{(pid=104036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:15:16.505244 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.managers [None req-f8f460e9-f48b-40ec-a535-9f6c0a688152 None None] Attempting to bind port 075f964c-8897-47c4-bceb-716071386f64 by drivers openvswitch,hyperv on host dv-cinder-795785-10-iscsi at level 0 using segments [{'id': 'd35ec458-efea-4f9b-9cfc-f89e4e5d5ae0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594'}] {{(pid=104036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:15:16.505244 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f460e9-f48b-40ec-a535-9f6c0a688152 None None] Attempting to bind port 075f964c-8897-47c4-bceb-716071386f64 on network ad45e98c-12fc-4959-a2ae-a7226c979594 {{(pid=104036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:15:16.505244 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e6992e-5f8e-4b84-8a67-32499b767455 None None] Pushing event updated for resources: {'Port': ['ID=075f964c-8897-47c4-bceb-716071386f64,revision_number=2']} {{(pid=104036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:16.516259 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43cd8e3-0347-4fc5-9457-ea87539ab74b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:16.516972 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-b43cd8e3-0347-4fc5-9457-ea87539ab74b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631934'] for subnet (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:16.523777 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c32e07-87ce-4c2f-8584-77c1227cc896 None None] Network 1f29ccc4-8cf7-4706-a6e9-0047518fce2a requested from dv-cinder-795785-10-iscsi {{(pid=104035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:15:16.524354 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f460e9-f48b-40ec-a535-9f6c0a688152 None None] Checking agent: {'id': '311a8a5f-4d79-4ff7-931a-d05ff8cc45ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 6, 3), 'started_at': datetime.datetime(2022, 5, 16, 15, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:15:16.524636 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f460e9-f48b-40ec-a535-9f6c0a688152 None None] Checking segment: {'id': 'd35ec458-efea-4f9b-9cfc-f89e4e5d5ae0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:15:16.525040 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron_lib.callbacks.manager [None req-f8f460e9-f48b-40ec-a535-9f6c0a688152 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:16.525429 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f460e9-f48b-40ec-a535-9f6c0a688152 None None] Bound using segment: {'id': 'd35ec458-efea-4f9b-9cfc-f89e4e5d5ae0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594'} {{(pid=104036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:15:16.525899 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.managers [None req-f8f460e9-f48b-40ec-a535-9f6c0a688152 None None] Bound port: 075f964c-8897-47c4-bceb-716071386f64, host: dv-cinder-795785-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd35ec458-efea-4f9b-9cfc-f89e4e5d5ae0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594'}}] {{(pid=104036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:15:16.534551 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron_lib.callbacks.manager [None req-f8f460e9-f48b-40ec-a535-9f6c0a688152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (075f964c-8897-47c4-bceb-716071386f64), before_update {{(pid=104036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:16.535665 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e6992e-5f8e-4b84-8a67-32499b767455 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:16.536024 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e6992e-5f8e-4b84-8a67-32499b767455 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:16.538814 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e6992e-5f8e-4b84-8a67-32499b767455 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:16.539236 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e6992e-5f8e-4b84-8a67-32499b767455 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:16.539594 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e6992e-5f8e-4b84-8a67-32499b767455 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:16.539935 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e6992e-5f8e-4b84-8a67-32499b767455 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:16.540276 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e6992e-5f8e-4b84-8a67-32499b767455 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:16.540611 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e6992e-5f8e-4b84-8a67-32499b767455 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:16.540961 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e6992e-5f8e-4b84-8a67-32499b767455 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:16.541296 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e6992e-5f8e-4b84-8a67-32499b767455 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:16.541635 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e6992e-5f8e-4b84-8a67-32499b767455 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:16.541978 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e6992e-5f8e-4b84-8a67-32499b767455 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:16.542338 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e6992e-5f8e-4b84-8a67-32499b767455 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:16.542669 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e6992e-5f8e-4b84-8a67-32499b767455 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:16.542996 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e6992e-5f8e-4b84-8a67-32499b767455 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:15:16.544272 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e6992e-5f8e-4b84-8a67-32499b767455 None None] Tracked resource versions report: May 16 15:15:16.544272 dv-cinder-795785-10-iscsi neutron-server[104036]: pushed versions: May 16 15:15:16.544272 dv-cinder-795785-10-iscsi neutron-server[104036]: { 'AddressGroup': {'1.2'}, May 16 15:15:16.544272 dv-cinder-795785-10-iscsi neutron-server[104036]: 'Agent': {'1.1'}, May 16 15:15:16.544272 dv-cinder-795785-10-iscsi neutron-server[104036]: 'ConntrackHelper': {'1.0'}, May 16 15:15:16.544272 dv-cinder-795785-10-iscsi neutron-server[104036]: 'LocalIPAssociation': {'1.0'}, May 16 15:15:16.544272 dv-cinder-795785-10-iscsi neutron-server[104036]: 'Log': {'1.0'}, May 16 15:15:16.544272 dv-cinder-795785-10-iscsi neutron-server[104036]: 'NDPProxy': {'1.0'}, May 16 15:15:16.544272 dv-cinder-795785-10-iscsi neutron-server[104036]: 'Network': {'1.1'}, May 16 15:15:16.544272 dv-cinder-795785-10-iscsi neutron-server[104036]: 'Port': {'1.7'}, May 16 15:15:16.544272 dv-cinder-795785-10-iscsi neutron-server[104036]: 'PortForwarding': {'1.3'}, May 16 15:15:16.544272 dv-cinder-795785-10-iscsi neutron-server[104036]: 'QosPolicy': {'1.10'}, May 16 15:15:16.544272 dv-cinder-795785-10-iscsi neutron-server[104036]: 'SecurityGroup': {'1.5'}, May 16 15:15:16.544272 dv-cinder-795785-10-iscsi neutron-server[104036]: 'SecurityGroupRule': {'1.2'}, May 16 15:15:16.544272 dv-cinder-795785-10-iscsi neutron-server[104036]: 'SubPort': {'1.0'}, May 16 15:15:16.544272 dv-cinder-795785-10-iscsi neutron-server[104036]: 'Subnet': {'1.1'}, May 16 15:15:16.544272 dv-cinder-795785-10-iscsi neutron-server[104036]: 'Trunk': {'1.1'}} May 16 15:15:16.544272 dv-cinder-795785-10-iscsi neutron-server[104036]: consumer versions: May 16 15:15:16.544272 dv-cinder-795785-10-iscsi neutron-server[104036]: { DHCP agent@dv-cinder-795785-10-iscsi: {}, May 16 15:15:16.544272 dv-cinder-795785-10-iscsi neutron-server[104036]: HyperV agent@hv-cinder-79578: {}, May 16 15:15:16.544272 dv-cinder-795785-10-iscsi neutron-server[104036]: L3 agent@dv-cinder-795785-10-iscsi: {}, May 16 15:15:16.544272 dv-cinder-795785-10-iscsi neutron-server[104036]: Metadata agent@dv-cinder-795785-10-iscsi: {}, May 16 15:15:16.544272 dv-cinder-795785-10-iscsi neutron-server[104036]: Metering agent@dv-cinder-795785-10-iscsi: {}, May 16 15:15:16.544272 dv-cinder-795785-10-iscsi neutron-server[104036]: Open vSwitch agent@dv-cinder-795785-10-iscsi: { 'AddressGroup': '1.2', May 16 15:15:16.544272 dv-cinder-795785-10-iscsi neutron-server[104036]: 'Agent': '1.1', May 16 15:15:16.544272 dv-cinder-795785-10-iscsi neutron-server[104036]: 'ConntrackHelper': '1.0', May 16 15:15:16.544272 dv-cinder-795785-10-iscsi neutron-server[104036]: 'LocalIPAssociation': '1.0', May 16 15:15:16.544272 dv-cinder-795785-10-iscsi neutron-server[104036]: 'Log': '1.0', May 16 15:15:16.544272 dv-cinder-795785-10-iscsi neutron-server[104036]: 'NDPProxy': '1.0', May 16 15:15:16.544272 dv-cinder-795785-10-iscsi neutron-server[104036]: 'Network': '1.1', May 16 15:15:16.544272 dv-cinder-795785-10-iscsi neutron-server[104036]: 'Port': '1.7', May 16 15:15:16.544272 dv-cinder-795785-10-iscsi neutron-server[104036]: 'PortForwarding': '1.3', May 16 15:15:16.544272 dv-cinder-795785-10-iscsi neutron-server[104036]: 'QosPolicy': '1.10', May 16 15:15:16.544272 dv-cinder-795785-10-iscsi neutron-server[104036]: 'SecurityGroup': '1.5', May 16 15:15:16.544272 dv-cinder-795785-10-iscsi neutron-server[104036]: 'SecurityGroupRule': '1.2', May 16 15:15:16.544272 dv-cinder-795785-10-iscsi neutron-server[104036]: 'SubPort': '1.0', May 16 15:15:16.544272 dv-cinder-795785-10-iscsi neutron-server[104036]: 'Subnet': '1.1', May 16 15:15:16.544272 dv-cinder-795785-10-iscsi neutron-server[104036]: 'Trunk': '1.1'}} May 16 15:15:16.544272 dv-cinder-795785-10-iscsi neutron-server[104036]: {{(pid=104036) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 16 15:15:16.558317 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3efdfb30-f991-475a-ab05-fbfcd89e89a6 admin admin] Notify agent at l3_agent.dv-cinder-795785-10-iscsi the message routers_updated {{(pid=104034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:15:16.559396 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-bf3445f8-3736-4cb9-ab1c-999ab0886130 None None] Provisioning complete for port bc135e90-d2a9-45e2-b256-c73434f1c13f triggered by entity DHCP. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:15:16.559863 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-bf3445f8-3736-4cb9-ab1c-999ab0886130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (bc135e90-d2a9-45e2-b256-c73434f1c13f), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:16.561729 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Pushing event updated for resources: {'Port': ['ID=e4b3b1f0-5e05-42b8-bb67-d576d714c400,revision_number=3']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:16.595489 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f1ad32-e47f-4fb6-a177-4fd200e7256c None None] Sync routers for ids ['597b9c59-35f6-4ed2-a0d6-123dce3e1462'] in dv-cinder-795785-10-iscsi {{(pid=104035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:15:16.605948 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Provisioning complete for port bc135e90-d2a9-45e2-b256-c73434f1c13f triggered by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:15:16.606387 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (bc135e90-d2a9-45e2-b256-c73434f1c13f), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:16.617529 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b08b88-76a0-4dcb-bf32-a7ce941e2f67 None None] Network 20dfff89-2b4c-4d06-bcfc-8ec2e202af64 requested from dv-cinder-795785-10-iscsi {{(pid=104035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:15:16.630782 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.db [None req-f8f460e9-f48b-40ec-a535-9f6c0a688152 None None] For port 075f964c-8897-47c4-bceb-716071386f64, host dv-cinder-795785-10-iscsi, cleared binding levels {{(pid=104036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:15:16.634254 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.db [None req-f8f460e9-f48b-40ec-a535-9f6c0a688152 None None] For port 075f964c-8897-47c4-bceb-716071386f64, host dv-cinder-795785-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=075f964c-8897-47c4-bceb-716071386f64,segment=NetworkSegment(d35ec458-efea-4f9b-9cfc-f89e4e5d5ae0),segment_id=d35ec458-efea-4f9b-9cfc-f89e4e5d5ae0)] {{(pid=104036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:15:16.653814 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-b43cd8e3-0347-4fc5-9457-ea87539ab74b admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1905534 May 16 15:15:16.702215 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-3efdfb30-f991-475a-ab05-fbfcd89e89a6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:16.706921 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-3efdfb30-f991-475a-ab05-fbfcd89e89a6 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.1633770 May 16 15:15:16.710522 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 41984) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:16.727071 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron_lib.callbacks.manager [None req-f8f460e9-f48b-40ec-a535-9f6c0a688152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (075f964c-8897-47c4-bceb-716071386f64), after_update {{(pid=104036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:16.730557 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f1ad32-e47f-4fb6-a177-4fd200e7256c None None] Routers {'597b9c59-35f6-4ed2-a0d6-123dce3e1462'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:15:16.731224 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_hamode_db [None req-05f1ad32-e47f-4fb6-a177-4fd200e7256c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:14:59Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['597b9c59-35f6-4ed2-a0d6-123dce3e1462'], 'active': True} {{(pid=104035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:15:16.753834 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fb40d3de-fb1d-4617-b001-6a72007976f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:16.806081 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3d08084f-a163-48ba-93cd-a75fb1d7406a admin admin] Publish callbacks [] for router_gateway (67c6642c-a31b-4537-a524-d1c5011e71b1), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:16.825810 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e6992e-5f8e-4b84-8a67-32499b767455 None None] Pushing event updated for resources: {'Port': ['ID=075f964c-8897-47c4-bceb-716071386f64,revision_number=3']} {{(pid=104036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:16.867680 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 41986) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:16.878663 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f460e9-f48b-40ec-a535-9f6c0a688152 None None] Routers {'e7e97d7f-38ba-4945-8ce2-4f6c97890476'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:15:16.879261 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-f8f460e9-f48b-40ec-a535-9f6c0a688152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:14:59Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['e7e97d7f-38ba-4945-8ce2-4f6c97890476'], 'active': True} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:15:16.938963 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1fa283-957b-49e9-8a12-0a52a5360f29 None None] Network 1f29ccc4-8cf7-4706-a6e9-0047518fce2a requested from dv-cinder-795785-10-iscsi {{(pid=104035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:15:16.956044 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac2a0d-7dd0-4f1e-b887-aa2146c824cf req-f1266ae2-cd4a-4f09-ba1c-c96f9e0ea7fd tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:16.962876 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-85ac2a0d-7dd0-4f1e-b887-aa2146c824cf req-f1266ae2-cd4a-4f09-ba1c-c96f9e0ea7fd tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] 10.222.0.44 "GET /v2.0/networks?id=f79a4d11-7fc6-40e0-8a7d-fa2d8875e4ab HTTP/1.1" status: 200 len: 812 time: 1.3210254 May 16 15:15:17.023870 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-bf3445f8-3736-4cb9-ab1c-999ab0886130 None None] Current status of the port bc135e90-d2a9-45e2-b256-c73434f1c13f is: ACTIVE; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:15:17.054629 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-85ac2a0d-7dd0-4f1e-b887-aa2146c824cf req-dd6f83e1-4998-4403-bf2c-e789f1a53356 tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] 10.222.0.44 "GET /v2.0/quotas/bb76045fec614358bd2bb89018436943 HTTP/1.1" status: 200 len: 375 time: 0.0908325 May 16 15:15:17.056936 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvr_db [None req-f8f460e9-f48b-40ec-a535-9f6c0a688152 None None] Set router e7e97d7f-38ba-4945-8ce2-4f6c97890476 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:15:17.082794 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Current status of the port bc135e90-d2a9-45e2-b256-c73434f1c13f is: ACTIVE; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:15:17.086220 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvr_db [None req-05f1ad32-e47f-4fb6-a177-4fd200e7256c None None] Set router 597b9c59-35f6-4ed2-a0d6-123dce3e1462 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:15:17.169744 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3f1f30f3-00cf-42c1-9be2-7dee206f092e admin admin] Publish callbacks [] for security_group (21a535a9-9ed8-475b-9e82-ff9ff2d129c8), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:17.233396 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-85ac2a0d-7dd0-4f1e-b887-aa2146c824cf req-88181b0e-e3f0-4cf3-b287-b7948f7f6ff2 tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=bb76045fec614358bd2bb89018436943&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1778162 May 16 15:15:17.239280 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.db_base_plugin_v2 [None req-3adb1775-4da8-4a9c-9329-099f893f42a7 admin admin] Deleting subnet 7bfcc3a8-fd27-4168-8bd1-8135be0602b0 {{(pid=104033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 15:15:17.269807 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3adb1775-4da8-4a9c-9329-099f893f42a7 admin admin] Publish callbacks [] for subnet (7bfcc3a8-fd27-4168-8bd1-8135be0602b0), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:17.286358 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-4265514f-0513-4ff8-895a-ec424b28cba6 None None] Provisioning complete for port 7f154121-dfd1-4751-a911-294ffbde4f3b triggered by entity DHCP. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:15:17.286770 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-4265514f-0513-4ff8-895a-ec424b28cba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (7f154121-dfd1-4751-a911-294ffbde4f3b), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:17.315878 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3f1f30f3-00cf-42c1-9be2-7dee206f092e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (21a535a9-9ed8-475b-9e82-ff9ff2d129c8), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:17.391288 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3adb1775-4da8-4a9c-9329-099f893f42a7 admin admin] Publish callbacks [] for subnet (7bfcc3a8-fd27-4168-8bd1-8135be0602b0), precommit_delete_associations {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:17.415634 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3adb1775-4da8-4a9c-9329-099f893f42a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995508'] for subnet (7bfcc3a8-fd27-4168-8bd1-8135be0602b0), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:17.454773 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device e4b3b1f0-5e05-42b8-bb67-d576d714c400 up at agent ovs-agent-dv-cinder-795785-10-iscsi {{(pid=104035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:15:17.459866 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-f8f460e9-f48b-40ec-a535-9f6c0a688152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e97d7f-38ba-4945-8ce2-4f6c97890476', 'name': 'tempest-ServerRescueNegativeTestJSON-1104119672-router', 'tenant_id': '316917d7a31645bfaac651f81154c18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '075f964c-8897-47c4-bceb-716071386f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:10Z', 'updated_at': '2022-05-16T15:15:12Z', 'revision_number': 3, 'project_id': '316917d7a31645bfaac651f81154c18f', 'gw_port': {'id': '075f964c-8897-47c4-bceb-716071386f64', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:6b:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e97d7f-38ba-4945-8ce2-4f6c97890476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:11Z', 'updated_at': '2022-05-16T15:15:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi'}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:15:17.465447 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-b749843a-b20d-4fc5-80fb-15cf9ebe087d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:17.515823 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f460e9-f48b-40ec-a535-9f6c0a688152 None None] The sync data for ids ['e7e97d7f-38ba-4945-8ce2-4f6c97890476'] in dv-cinder-795785-10-iscsi is: [{'id': 'e7e97d7f-38ba-4945-8ce2-4f6c97890476', 'name': 'tempest-ServerRescueNegativeTestJSON-1104119672-router', 'tenant_id': '316917d7a31645bfaac651f81154c18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '075f964c-8897-47c4-bceb-716071386f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:10Z', 'updated_at': '2022-05-16T15:15:12Z', 'revision_number': 3, 'project_id': '316917d7a31645bfaac651f81154c18f', 'gw_port': {'id': '075f964c-8897-47c4-bceb-716071386f64', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:6b:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e97d7f-38ba-4945-8ce2-4f6c97890476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:11Z', 'updated_at': '2022-05-16T15:15:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi'}] {{(pid=104036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:15:17.704734 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6979035e-074a-4b40-b7ea-b9305604ea15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:17.718529 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3d08084f-a163-48ba-93cd-a75fb1d7406a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553948'] for router (67c6642c-a31b-4537-a524-d1c5011e71b1), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:17.753804 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3adb1775-4da8-4a9c-9329-099f893f42a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888'] for subnet (7bfcc3a8-fd27-4168-8bd1-8135be0602b0), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:17.758149 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Provisioning complete for port e4b3b1f0-5e05-42b8-bb67-d576d714c400 triggered by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:15:17.758554 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (e4b3b1f0-5e05-42b8-bb67-d576d714c400), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:17.768657 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.db.db_base_plugin_common [None req-b749843a-b20d-4fc5-80fb-15cf9ebe087d admin admin] Allocated IP 172.20.0.1 (982c6e92-7848-46dd-811d-5ec569a6da67/1fafe849-ed07-444a-932d-68cf1f6b80a1/c44dc0b3-d42f-4222-b9f4-e340d132a5e0) {{(pid=104034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:15:17.788071 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-4265514f-0513-4ff8-895a-ec424b28cba6 None None] Current status of the port 7f154121-dfd1-4751-a911-294ffbde4f3b is: DOWN; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:15:17.788519 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-4265514f-0513-4ff8-895a-ec424b28cba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (7f154121-dfd1-4751-a911-294ffbde4f3b), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:17.793146 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_hamode_db [None req-05f1ad32-e47f-4fb6-a177-4fd200e7256c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'name': 'tempest-AttachVolumeNegativeTest-1541459670-router', 'tenant_id': 'd143bc5a616249a7beefc7b27962026b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '11c5f84e-eedf-4ae8-9ec1-7f055018f48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:10Z', 'updated_at': '2022-05-16T15:15:13Z', 'revision_number': 3, 'project_id': 'd143bc5a616249a7beefc7b27962026b', 'gw_port': {'id': '11c5f84e-eedf-4ae8-9ec1-7f055018f48e', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:61:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:12Z', 'updated_at': '2022-05-16T15:15:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi'}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:15:17.823569 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adb1775-4da8-4a9c-9329-099f893f42a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bfcc3a8-fd27-4168-8bd1-8135be0602b0,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:17.850443 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f1ad32-e47f-4fb6-a177-4fd200e7256c None None] Checking router: 597b9c59-35f6-4ed2-a0d6-123dce3e1462 for host: dv-cinder-795785-10-iscsi {{(pid=104035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:15:17.850797 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f1ad32-e47f-4fb6-a177-4fd200e7256c None None] Updating router 597b9c59-35f6-4ed2-a0d6-123dce3e1462 port 11c5f84e-eedf-4ae8-9ec1-7f055018f48e binding host dv-cinder-795785-10-iscsi {{(pid=104035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 15:15:17.889910 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-4265514f-0513-4ff8-895a-ec424b28cba6 None None] For port 7f154121-dfd1-4751-a911-294ffbde4f3b, host dv-cinder-795785-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=7f154121-dfd1-4751-a911-294ffbde4f3b,segment=NetworkSegment(4d5decff-4bc4-4a25-8135-847682f81a17),segment_id=4d5decff-4bc4-4a25-8135-847682f81a17)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:15:17.903138 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fb40d3de-fb1d-4617-b001-6a72007976f3 admin admin] Publish callbacks [] for security_group (255f3325-bf4a-4555-a709-56d2e379f831), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:17.914998 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [req-85ac2a0d-7dd0-4f1e-b887-aa2146c824cf req-9c8382c6-d0b9-4655-af94-f5648150928c service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=104033) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 15:15:17.916123 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-85ac2a0d-7dd0-4f1e-b887-aa2146c824cf req-9c8382c6-d0b9-4655-af94-f5648150928c service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3415082 May 16 15:15:17.921956 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 42004) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:17.928356 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-3f1f30f3-00cf-42c1-9be2-7dee206f092e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=90d6577ce87048b8a200cae13ba583bf&name=default HTTP/1.1" status: 200 len: 2992 time: 2.9919603 May 16 15:15:17.932883 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-05f1ad32-e47f-4fb6-a177-4fd200e7256c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (11c5f84e-eedf-4ae8-9ec1-7f055018f48e), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:17.984894 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-b749843a-b20d-4fc5-80fb-15cf9ebe087d admin admin] Publish callbacks [] for port (c44dc0b3-d42f-4222-b9f4-e340d132a5e0), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:18.011004 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1f30f3-00cf-42c1-9be2-7dee206f092e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21a535a9-9ed8-475b-9e82-ff9ff2d129c8,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:18.031315 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3adb1775-4da8-4a9c-9329-099f893f42a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631934'] for subnet (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:18.039601 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-3adb1775-4da8-4a9c-9329-099f893f42a7 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/7bfcc3a8-fd27-4168-8bd1-8135be0602b0 HTTP/1.1" status: 204 len: 168 time: 1.1651878 May 16 15:15:18.039944 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 42006) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:18.057056 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-28a290b1-81db-48d2-a019-c5102e44e882 admin admin] Publish callbacks [] for security_group (21a535a9-9ed8-475b-9e82-ff9ff2d129c8), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:18.057289 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fb40d3de-fb1d-4617-b001-6a72007976f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (255f3325-bf4a-4555-a709-56d2e379f831), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:18.074133 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-4265514f-0513-4ff8-895a-ec424b28cba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (7f154121-dfd1-4751-a911-294ffbde4f3b), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:18.131636 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-28a290b1-81db-48d2-a019-c5102e44e882 admin admin] Publish callbacks [] for security_group (21a535a9-9ed8-475b-9e82-ff9ff2d129c8), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:18.168325 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-a2f24706-d82c-4ace-9b0f-35ff642b3132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2021163'] for network (8feb9fc9-3609-4f63-938d-65c17f6b83ea), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:18.231150 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-b749843a-b20d-4fc5-80fb-15cf9ebe087d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789019640149'] for port (c44dc0b3-d42f-4222-b9f4-e340d132a5e0), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:18.243279 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-fb40d3de-fb1d-4617-b001-6a72007976f3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=04b2467623944db5b5cab0db27e937fe&name=default HTTP/1.1" status: 200 len: 2995 time: 1.7560384 May 16 15:15:18.245262 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 42008) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:18.245640 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4265514f-0513-4ff8-895a-ec424b28cba6 None None] Pushing event updated for resources: {'Port': ['ID=7f154121-dfd1-4751-a911-294ffbde4f3b,revision_number=3']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:18.270218 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb40d3de-fb1d-4617-b001-6a72007976f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=255f3325-bf4a-4555-a709-56d2e379f831,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:18.287317 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-85ac2a0d-7dd0-4f1e-b887-aa2146c824cf req-e7fd3510-a603-4c05-a429-09de658c5c42 service neutron] 10.222.0.44 "GET /v2.0/networks/f79a4d11-7fc6-40e0-8a7d-fa2d8875e4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3185751 May 16 15:15:18.306261 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Current status of the port e4b3b1f0-5e05-42b8-bb67-d576d714c400 is: ACTIVE; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:15:18.307433 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device bc135e90-d2a9-45e2-b256-c73434f1c13f up at agent ovs-agent-dv-cinder-795785-10-iscsi {{(pid=104035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:15:18.321897 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-df29b424-f963-4a78-8dc5-389da0f27982 None None] Provisioning complete for port 7f154121-dfd1-4751-a911-294ffbde4f3b triggered by entity DHCP. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:15:18.322313 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-df29b424-f963-4a78-8dc5-389da0f27982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (7f154121-dfd1-4751-a911-294ffbde4f3b), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:18.434034 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b749843a-b20d-4fc5-80fb-15cf9ebe087d admin admin] Network 982c6e92-7848-46dd-811d-5ec569a6da67 is already hosted by enough agents. {{(pid=104034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:15:18.441560 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b749843a-b20d-4fc5-80fb-15cf9ebe087d admin admin] Pushing event updated for resources: {'Port': ['ID=c44dc0b3-d42f-4222-b9f4-e340d132a5e0,revision_number=1']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:18.444424 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.base_scheduler [None req-b749843a-b20d-4fc5-80fb-15cf9ebe087d admin admin] Resources bound (agent type, host, resource id): {{(pid=104034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:15:18.483481 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b749843a-b20d-4fc5-80fb-15cf9ebe087d admin admin] Received port after_create {{(pid=104034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:15:18.484097 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-b749843a-b20d-4fc5-80fb-15cf9ebe087d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-526065'] for router_interface (597b9c59-35f6-4ed2-a0d6-123dce3e1462), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:18.537140 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-6979035e-074a-4b40-b7ea-b9305604ea15 admin admin] Allocated IP 172.20.0.1 (8561ad64-1b6b-4f33-82d1-a2d7e72d5b01/559d3648-c2d7-45f5-9aa1-e00232e9372a/46ca3b38-4584-46a8-8a70-9abf5f6f3387) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:15:18.543462 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e349f708-1b58-4fcb-9df5-2499863f1e5d admin admin] Publish callbacks [] for security_group (255f3325-bf4a-4555-a709-56d2e379f831), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:18.550253 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Provisioning complete for port bc135e90-d2a9-45e2-b256-c73434f1c13f triggered by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:15:18.550679 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (bc135e90-d2a9-45e2-b256-c73434f1c13f), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:18.608824 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e349f708-1b58-4fcb-9df5-2499863f1e5d admin admin] Publish callbacks [] for security_group (255f3325-bf4a-4555-a709-56d2e379f831), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:18.618308 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d08084f-a163-48ba-93cd-a75fb1d7406a admin admin] Router 67c6642c-a31b-4537-a524-d1c5011e71b1 is scheduled to L3 agent 54a3e65b-69a0-426d-9997-69a1705c4334 with binding_index 1 {{(pid=104033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 16 15:15:18.679532 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-85ac2a0d-7dd0-4f1e-b887-aa2146c824cf req-7a9f243f-a413-4426-86bb-f22b5d54daca service neutron] 10.222.0.44 "GET /v2.0/networks/f79a4d11-7fc6-40e0-8a7d-fa2d8875e4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3626750 May 16 15:15:18.709972 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-05f1ad32-e47f-4fb6-a177-4fd200e7256c None None] Publish callbacks [] for port (11c5f84e-eedf-4ae8-9ec1-7f055018f48e), precommit_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:18.717221 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-df29b424-f963-4a78-8dc5-389da0f27982 None None] Current status of the port 7f154121-dfd1-4751-a911-294ffbde4f3b is: ACTIVE; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:15:18.779630 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-28a290b1-81db-48d2-a019-c5102e44e882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (21a535a9-9ed8-475b-9e82-ff9ff2d129c8), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:18.782153 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-28a290b1-81db-48d2-a019-c5102e44e882 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:18.786142 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-28a290b1-81db-48d2-a019-c5102e44e882 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/21a535a9-9ed8-475b-9e82-ff9ff2d129c8 HTTP/1.1" status: 204 len: 168 time: 0.8623712 May 16 15:15:18.794336 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-a2f24706-d82c-4ace-9b0f-35ff642b3132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2051393', 'neutron.services.segments.db._delete_segments_for_network-8789020055574'] for network (8feb9fc9-3609-4f63-938d-65c17f6b83ea), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:18.797754 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-05f1ad32-e47f-4fb6-a177-4fd200e7256c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (11c5f84e-eedf-4ae8-9ec1-7f055018f48e), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:18.805207 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Current status of the port bc135e90-d2a9-45e2-b256-c73434f1c13f is: ACTIVE; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:15:18.806409 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device 7f154121-dfd1-4751-a911-294ffbde4f3b up at agent ovs-agent-dv-cinder-795785-10-iscsi {{(pid=104035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:15:18.843682 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a290b1-81db-48d2-a019-c5102e44e882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a535a9-9ed8-475b-9e82-ff9ff2d129c8,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:18.881033 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6979035e-074a-4b40-b7ea-b9305604ea15 admin admin] Publish callbacks [] for port (46ca3b38-4584-46a8-8a70-9abf5f6f3387), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:18.912002 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4f40f3-4fd7-4b86-a131-5d0e351e15df None None] Pushing event updated for resources: {'Port': ['ID=11c5f84e-eedf-4ae8-9ec1-7f055018f48e,revision_number=2']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:18.920901 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-a2f24706-d82c-4ace-9b0f-35ff642b3132 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:15:18.921239 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-a2f24706-d82c-4ace-9b0f-35ff642b3132 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:15:18.921891 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-a2f24706-d82c-4ace-9b0f-35ff642b3132 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:15:18.922375 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-a2f24706-d82c-4ace-9b0f-35ff642b3132 admin admin] Subscribe: > port after_create 55550000 {{(pid=104034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:15:18.922719 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-a2f24706-d82c-4ace-9b0f-35ff642b3132 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:15:18.923113 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-a2f24706-d82c-4ace-9b0f-35ff642b3132 admin admin] Subscribe: > port after_update 55550000 {{(pid=104034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:15:18.923483 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-a2f24706-d82c-4ace-9b0f-35ff642b3132 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:15:18.924373 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-a2f24706-d82c-4ace-9b0f-35ff642b3132 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:15:18.924692 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-a2f24706-d82c-4ace-9b0f-35ff642b3132 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:15:18.925012 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-a2f24706-d82c-4ace-9b0f-35ff642b3132 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:15:18.951074 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-e9f1b78d-7b8f-4e37-b6ff-355ea14fee50 None None] Provisioning complete for port c44dc0b3-d42f-4222-b9f4-e340d132a5e0 triggered by entity DHCP. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:15:18.951307 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-e9f1b78d-7b8f-4e37-b6ff-355ea14fee50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (c44dc0b3-d42f-4222-b9f4-e340d132a5e0), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:18.987109 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d08084f-a163-48ba-93cd-a75fb1d7406a admin admin] Notify agent at l3_agent.dv-cinder-795785-10-iscsi the message routers_updated {{(pid=104033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:15:18.997093 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5c4b9b-f866-42d4-85cc-2bd1dddfd15b None None] Sync routers for ids ['67c6642c-a31b-4537-a524-d1c5011e71b1'] in dv-cinder-795785-10-iscsi {{(pid=104036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:15:18.998214 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e349f708-1b58-4fcb-9df5-2499863f1e5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (255f3325-bf4a-4555-a709-56d2e379f831), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:19.000936 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e349f708-1b58-4fcb-9df5-2499863f1e5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:19.004579 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-e349f708-1b58-4fcb-9df5-2499863f1e5d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/255f3325-bf4a-4555-a709-56d2e379f831 HTTP/1.1" status: 204 len: 168 time: 0.7492688 May 16 15:15:19.022476 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.managers [None req-05f1ad32-e47f-4fb6-a177-4fd200e7256c None None] Attempting to bind port 11c5f84e-eedf-4ae8-9ec1-7f055018f48e on host dv-cinder-795785-10-iscsi for vnic_type normal with profile {{(pid=104035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:15:19.022850 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.managers [None req-05f1ad32-e47f-4fb6-a177-4fd200e7256c None None] Attempting to bind port 11c5f84e-eedf-4ae8-9ec1-7f055018f48e by drivers openvswitch,hyperv on host dv-cinder-795785-10-iscsi at level 0 using segments [{'id': 'd35ec458-efea-4f9b-9cfc-f89e4e5d5ae0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594'}] {{(pid=104035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:15:19.023208 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f1ad32-e47f-4fb6-a177-4fd200e7256c None None] Attempting to bind port 11c5f84e-eedf-4ae8-9ec1-7f055018f48e on network ad45e98c-12fc-4959-a2ae-a7226c979594 {{(pid=104035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:15:19.030901 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-e9f1b78d-7b8f-4e37-b6ff-355ea14fee50 None None] Port c44dc0b3-d42f-4222-b9f4-e340d132a5e0 cannot update to ACTIVE because it is not bound. {{(pid=104035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:15:19.031308 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5c4b9b-f866-42d4-85cc-2bd1dddfd15b None None] Routers {'67c6642c-a31b-4537-a524-d1c5011e71b1'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:15:19.031982 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-7d5c4b9b-f866-42d4-85cc-2bd1dddfd15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:14:59Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['67c6642c-a31b-4537-a524-d1c5011e71b1'], 'active': True} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:15:19.040575 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e349f708-1b58-4fcb-9df5-2499863f1e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=255f3325-bf4a-4555-a709-56d2e379f831,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:19.073596 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f1ad32-e47f-4fb6-a177-4fd200e7256c None None] Checking agent: {'id': '311a8a5f-4d79-4ff7-931a-d05ff8cc45ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 6, 3), 'started_at': datetime.datetime(2022, 5, 16, 15, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:15:19.074102 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f1ad32-e47f-4fb6-a177-4fd200e7256c None None] Checking segment: {'id': 'd35ec458-efea-4f9b-9cfc-f89e4e5d5ae0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:15:19.074524 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-05f1ad32-e47f-4fb6-a177-4fd200e7256c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:19.075062 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f1ad32-e47f-4fb6-a177-4fd200e7256c None None] Bound using segment: {'id': 'd35ec458-efea-4f9b-9cfc-f89e4e5d5ae0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594'} {{(pid=104035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:15:19.075389 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.managers [None req-05f1ad32-e47f-4fb6-a177-4fd200e7256c None None] Bound port: 11c5f84e-eedf-4ae8-9ec1-7f055018f48e, host: dv-cinder-795785-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd35ec458-efea-4f9b-9cfc-f89e4e5d5ae0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594'}}] {{(pid=104035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:15:19.075888 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-05f1ad32-e47f-4fb6-a177-4fd200e7256c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (11c5f84e-eedf-4ae8-9ec1-7f055018f48e), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:19.124765 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Provisioning complete for port 7f154121-dfd1-4751-a911-294ffbde4f3b triggered by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:15:19.125163 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (7f154121-dfd1-4751-a911-294ffbde4f3b), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:19.132603 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6979035e-074a-4b40-b7ea-b9305604ea15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789019640149'] for port (46ca3b38-4584-46a8-8a70-9abf5f6f3387), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:19.140329 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3d08084f-a163-48ba-93cd-a75fb1d7406a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:19.141770 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-3d08084f-a163-48ba-93cd-a75fb1d7406a admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.9520028 May 16 15:15:19.161999 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 42028) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:19.241299 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-05f1ad32-e47f-4fb6-a177-4fd200e7256c None None] For port 11c5f84e-eedf-4ae8-9ec1-7f055018f48e, host dv-cinder-795785-10-iscsi, cleared binding levels {{(pid=104035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:15:19.253926 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Current status of the port 7f154121-dfd1-4751-a911-294ffbde4f3b is: ACTIVE; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:15:19.268772 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-05f1ad32-e47f-4fb6-a177-4fd200e7256c None None] For port 11c5f84e-eedf-4ae8-9ec1-7f055018f48e, host dv-cinder-795785-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=11c5f84e-eedf-4ae8-9ec1-7f055018f48e,segment=NetworkSegment(d35ec458-efea-4f9b-9cfc-f89e4e5d5ae0),segment_id=d35ec458-efea-4f9b-9cfc-f89e4e5d5ae0)] {{(pid=104035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:15:19.308691 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvr_db [None req-7d5c4b9b-f866-42d4-85cc-2bd1dddfd15b None None] Set router 67c6642c-a31b-4537-a524-d1c5011e71b1 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:15:19.337087 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-05f1ad32-e47f-4fb6-a177-4fd200e7256c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (11c5f84e-eedf-4ae8-9ec1-7f055018f48e), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:19.412258 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-a2f24706-d82c-4ace-9b0f-35ff642b3132 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:15:19.412614 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-a2f24706-d82c-4ace-9b0f-35ff642b3132 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:15:19.412956 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-a2f24706-d82c-4ace-9b0f-35ff642b3132 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:15:19.413291 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-a2f24706-d82c-4ace-9b0f-35ff642b3132 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:15:19.413721 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.services.segments.db [None req-a2f24706-d82c-4ace-9b0f-35ff642b3132 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8feb9fc9-3609-4f63-938d-65c17f6b83ea']}} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:15:19.520384 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4f40f3-4fd7-4b86-a131-5d0e351e15df None None] Pushing event updated for resources: {'Port': ['ID=11c5f84e-eedf-4ae8-9ec1-7f055018f48e,revision_number=3']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:19.526470 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f1ad32-e47f-4fb6-a177-4fd200e7256c None None] Routers {'597b9c59-35f6-4ed2-a0d6-123dce3e1462'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:15:19.528059 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_hamode_db [None req-05f1ad32-e47f-4fb6-a177-4fd200e7256c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:14:59Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['597b9c59-35f6-4ed2-a0d6-123dce3e1462'], 'active': True} {{(pid=104035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:15:19.553726 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.services.segments.db [None req-a2f24706-d82c-4ace-9b0f-35ff642b3132 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a62cfefe-e09a-4bc6-a400-ea5ce02703d5') {'for_net_delete': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:15:19.554307 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.services.segments.db [None req-a2f24706-d82c-4ace-9b0f-35ff642b3132 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a62cfefe-e09a-4bc6-a400-ea5ce02703d5') {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:15:19.603732 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6979035e-074a-4b40-b7ea-b9305604ea15 admin admin] Network 8561ad64-1b6b-4f33-82d1-a2d7e72d5b01 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:15:19.640879 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-6979035e-074a-4b40-b7ea-b9305604ea15 admin admin] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:15:19.652683 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6979035e-074a-4b40-b7ea-b9305604ea15 admin admin] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:15:19.653195 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6979035e-074a-4b40-b7ea-b9305604ea15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-526065'] for router_interface (e7e97d7f-38ba-4945-8ce2-4f6c97890476), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:19.659285 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-a2f24706-d82c-4ace-9b0f-35ff642b3132 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789020139551', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60068856'] for segment (a62cfefe-e09a-4bc6-a400-ea5ce02703d5), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:19.679754 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvr_db [None req-05f1ad32-e47f-4fb6-a177-4fd200e7256c None None] Set router 597b9c59-35f6-4ed2-a0d6-123dce3e1462 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:15:19.728047 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-a2f24706-d82c-4ace-9b0f-35ff642b3132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996815'] for segment (a62cfefe-e09a-4bc6-a400-ea5ce02703d5), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:19.744050 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2f24706-d82c-4ace-9b0f-35ff642b3132 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=104034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 15:15:19.745302 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-a2f24706-d82c-4ace-9b0f-35ff642b3132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4097233'] for segment (a62cfefe-e09a-4bc6-a400-ea5ce02703d5), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:19.752103 dv-cinder-795785-10-iscsi neutron-server[104034]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 16 15:15:19.752103 dv-cinder-795785-10-iscsi neutron-server[104034]: from cryptography.utils import int_from_bytes May 16 15:15:19.752103 dv-cinder-795785-10-iscsi neutron-server[104034]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 16 15:15:19.752103 dv-cinder-795785-10-iscsi neutron-server[104034]: from cryptography.utils import int_from_bytes May 16 15:15:19.752103 dv-cinder-795785-10-iscsi neutron-server[104034]: Traceback (most recent call last): May 16 15:15:19.752103 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 15:15:19.752103 dv-cinder-795785-10-iscsi neutron-server[104034]: timer() May 16 15:15:19.752103 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 15:15:19.752103 dv-cinder-795785-10-iscsi neutron-server[104034]: cb(*args, **kw) May 16 15:15:19.752103 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 15:15:19.752103 dv-cinder-795785-10-iscsi neutron-server[104034]: return func(*args, **kwargs) May 16 15:15:19.752103 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 15:15:19.752103 dv-cinder-795785-10-iscsi neutron-server[104034]: self._notify() May 16 15:15:19.752103 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 15:15:19.752103 dv-cinder-795785-10-iscsi neutron-server[104034]: self.callback(batched_events) May 16 15:15:19.752103 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 15:15:19.752103 dv-cinder-795785-10-iscsi neutron-server[104034]: event.method(event) May 16 15:15:19.752103 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 15:15:19.752103 dv-cinder-795785-10-iscsi neutron-server[104034]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 15:15:19.752103 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 15:15:19.752103 dv-cinder-795785-10-iscsi neutron-server[104034]: aggregate_uuid = self.p_client.list_aggregates( May 16 15:15:19.752103 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 15:15:19.752103 dv-cinder-795785-10-iscsi neutron-server[104034]: return f(self, *a, **k) May 16 15:15:19.752103 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 15:15:19.752103 dv-cinder-795785-10-iscsi neutron-server[104034]: return self._get(url).json() May 16 15:15:19.752103 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 15:15:19.752103 dv-cinder-795785-10-iscsi neutron-server[104034]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 15:15:19.752103 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 15:15:19.752103 dv-cinder-795785-10-iscsi neutron-server[104034]: return self.request(url, 'GET', **kwargs) May 16 15:15:19.752103 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 15:15:19.752103 dv-cinder-795785-10-iscsi neutron-server[104034]: base_url = self.get_endpoint(auth, allow=allow, May 16 15:15:19.752103 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 15:15:19.752103 dv-cinder-795785-10-iscsi neutron-server[104034]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 15:15:19.752103 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 15:15:19.752103 dv-cinder-795785-10-iscsi neutron-server[104034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 15:15:19.752103 dv-cinder-795785-10-iscsi neutron-server[104034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 15:15:19.854840 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6979035e-074a-4b40-b7ea-b9305604ea15 admin admin] Pushing event updated for resources: {'Port': ['ID=46ca3b38-4584-46a8-8a70-9abf5f6f3387,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:19.999822 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-7d5c4b9b-f866-42d4-85cc-2bd1dddfd15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67c6642c-a31b-4537-a524-d1c5011e71b1', 'name': 'tempest-AttachVolumeTestJSON-1961656545-router', 'tenant_id': '9703f082240542aa979c6b53052d77b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '4a0e584b-b23e-43a6-8327-b575f5c43314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:12Z', 'updated_at': '2022-05-16T15:15:15Z', 'revision_number': 3, 'project_id': '9703f082240542aa979c6b53052d77b9', 'gw_port': {'id': '4a0e584b-b23e-43a6-8327-b575f5c43314', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bd:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67c6642c-a31b-4537-a524-d1c5011e71b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:13Z', 'updated_at': '2022-05-16T15:15:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi'}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:15:20.002330 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-b749843a-b20d-4fc5-80fb-15cf9ebe087d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (c44dc0b3-d42f-4222-b9f4-e340d132a5e0), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:20.022504 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6979035e-074a-4b40-b7ea-b9305604ea15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (46ca3b38-4584-46a8-8a70-9abf5f6f3387), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:20.047307 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device 075f964c-8897-47c4-bceb-716071386f64 up at agent ovs-agent-dv-cinder-795785-10-iscsi {{(pid=104035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:15:20.060587 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5c4b9b-f866-42d4-85cc-2bd1dddfd15b None None] Checking router: 67c6642c-a31b-4537-a524-d1c5011e71b1 for host: dv-cinder-795785-10-iscsi {{(pid=104036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:15:20.060939 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5c4b9b-f866-42d4-85cc-2bd1dddfd15b None None] Updating router 67c6642c-a31b-4537-a524-d1c5011e71b1 port 4a0e584b-b23e-43a6-8327-b575f5c43314 binding host dv-cinder-795785-10-iscsi {{(pid=104036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 15:15:20.077166 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 42052) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:20.131174 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2ba47c81-a95a-46f6-83bd-d16faa902f91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:20.144910 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron_lib.callbacks.manager [None req-7d5c4b9b-f866-42d4-85cc-2bd1dddfd15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (4a0e584b-b23e-43a6-8327-b575f5c43314), before_update {{(pid=104036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:20.255257 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-286855eb-4627-4192-8fd8-ecea8d3b3e5e None None] Provisioning complete for port 46ca3b38-4584-46a8-8a70-9abf5f6f3387 triggered by entity DHCP. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:15:20.255818 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-286855eb-4627-4192-8fd8-ecea8d3b3e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (46ca3b38-4584-46a8-8a70-9abf5f6f3387), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:20.271385 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-a2f24706-d82c-4ace-9b0f-35ff642b3132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2051450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-557002'] for network (8feb9fc9-3609-4f63-938d-65c17f6b83ea), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:20.275887 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 42062) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:20.393332 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f24706-d82c-4ace-9b0f-35ff642b3132 admin admin] Pushing event deleted for resources: {'Network': ['ID=8feb9fc9-3609-4f63-938d-65c17f6b83ea,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:20.402184 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-a2f24706-d82c-4ace-9b0f-35ff642b3132 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631934'] for network (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:20.410018 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-a2f24706-d82c-4ace-9b0f-35ff642b3132 admin admin] 10.222.0.44 "DELETE /v2.0/networks/8feb9fc9-3609-4f63-938d-65c17f6b83ea HTTP/1.1" status: 204 len: 168 time: 2.3670948 May 16 15:15:20.410818 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 42074) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:20.415510 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Provisioning complete for port 075f964c-8897-47c4-bceb-716071386f64 triggered by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:15:20.415915 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (075f964c-8897-47c4-bceb-716071386f64), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:20.510992 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-286855eb-4627-4192-8fd8-ecea8d3b3e5e None None] Port 46ca3b38-4584-46a8-8a70-9abf5f6f3387 cannot update to ACTIVE because it is not bound. {{(pid=104035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:15:20.520443 dv-cinder-795785-10-iscsi neutron-server[104034]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 16 15:15:20.575266 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron_lib.callbacks.manager [None req-7d5c4b9b-f866-42d4-85cc-2bd1dddfd15b None None] Publish callbacks [] for port (4a0e584b-b23e-43a6-8327-b575f5c43314), precommit_update {{(pid=104036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:20.586624 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Current status of the port 075f964c-8897-47c4-bceb-716071386f64 is: DOWN; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:15:20.593085 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (075f964c-8897-47c4-bceb-716071386f64), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:20.616401 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-8c0cdfa3-4501-4779-a9bb-a27ad8c694d9 req-7392e27c-ec37-43f1-a3f0-ee42a84e1ee4 tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] 10.222.0.44 "GET /v2.0/ports?device_id=efb4f893-00bf-47fe-8ca4-74f9cfadd2b7 HTTP/1.1" status: 200 len: 210 time: 0.3354776 May 16 15:15:20.631723 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1952f3d-81c2-4c66-baa6-93324b70d9f8 admin admin] Deleting subnet 3fdb10b3-2acd-4a5a-bb5f-5354d7327f34 {{(pid=104034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 15:15:20.638073 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_hamode_db [None req-05f1ad32-e47f-4fb6-a177-4fd200e7256c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'name': 'tempest-AttachVolumeNegativeTest-1541459670-router', 'tenant_id': 'd143bc5a616249a7beefc7b27962026b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '11c5f84e-eedf-4ae8-9ec1-7f055018f48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:10Z', 'updated_at': '2022-05-16T15:15:13Z', 'revision_number': 3, 'project_id': 'd143bc5a616249a7beefc7b27962026b', 'gw_port': {'id': '11c5f84e-eedf-4ae8-9ec1-7f055018f48e', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:61:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:12Z', 'updated_at': '2022-05-16T15:15:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi'}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:15:20.643391 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] For port 075f964c-8897-47c4-bceb-716071386f64, host dv-cinder-795785-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=075f964c-8897-47c4-bceb-716071386f64,segment=NetworkSegment(d35ec458-efea-4f9b-9cfc-f89e4e5d5ae0),segment_id=d35ec458-efea-4f9b-9cfc-f89e4e5d5ae0)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:15:20.656630 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-b1952f3d-81c2-4c66-baa6-93324b70d9f8 admin admin] Publish callbacks [] for subnet (3fdb10b3-2acd-4a5a-bb5f-5354d7327f34), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:20.667649 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron_lib.callbacks.manager [None req-7d5c4b9b-f866-42d4-85cc-2bd1dddfd15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (4a0e584b-b23e-43a6-8327-b575f5c43314), after_update {{(pid=104036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:20.753043 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdd657a-4514-4138-a602-501e1887795f None None] Pushing event updated for resources: {'Port': ['ID=4a0e584b-b23e-43a6-8327-b575f5c43314,revision_number=2']} {{(pid=104036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:20.756643 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2ba47c81-a95a-46f6-83bd-d16faa902f91 admin admin] Publish callbacks [] for security_group (cf335ac4-41b3-4479-99d9-8d40515ff8dc), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:20.759093 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-b1952f3d-81c2-4c66-baa6-93324b70d9f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60068801'] for subnet (3fdb10b3-2acd-4a5a-bb5f-5354d7327f34), precommit_delete_associations {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:20.764744 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-b749843a-b20d-4fc5-80fb-15cf9ebe087d admin admin] Publish callbacks [] for port (c44dc0b3-d42f-4222-b9f4-e340d132a5e0), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:20.806365 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.managers [None req-7d5c4b9b-f866-42d4-85cc-2bd1dddfd15b None None] Attempting to bind port 4a0e584b-b23e-43a6-8327-b575f5c43314 on host dv-cinder-795785-10-iscsi for vnic_type normal with profile {{(pid=104036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:15:20.806750 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.managers [None req-7d5c4b9b-f866-42d4-85cc-2bd1dddfd15b None None] Attempting to bind port 4a0e584b-b23e-43a6-8327-b575f5c43314 by drivers openvswitch,hyperv on host dv-cinder-795785-10-iscsi at level 0 using segments [{'id': 'd35ec458-efea-4f9b-9cfc-f89e4e5d5ae0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594'}] {{(pid=104036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:15:20.807414 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5c4b9b-f866-42d4-85cc-2bd1dddfd15b None None] Attempting to bind port 4a0e584b-b23e-43a6-8327-b575f5c43314 on network ad45e98c-12fc-4959-a2ae-a7226c979594 {{(pid=104036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:15:20.812831 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5c4b9b-f866-42d4-85cc-2bd1dddfd15b None None] Checking agent: {'id': '311a8a5f-4d79-4ff7-931a-d05ff8cc45ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 6, 3), 'started_at': datetime.datetime(2022, 5, 16, 15, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:15:20.813209 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5c4b9b-f866-42d4-85cc-2bd1dddfd15b None None] Checking segment: {'id': 'd35ec458-efea-4f9b-9cfc-f89e4e5d5ae0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:15:20.813826 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron_lib.callbacks.manager [None req-7d5c4b9b-f866-42d4-85cc-2bd1dddfd15b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:20.814700 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5c4b9b-f866-42d4-85cc-2bd1dddfd15b None None] Bound using segment: {'id': 'd35ec458-efea-4f9b-9cfc-f89e4e5d5ae0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594'} {{(pid=104036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:15:20.815028 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.managers [None req-7d5c4b9b-f866-42d4-85cc-2bd1dddfd15b None None] Bound port: 4a0e584b-b23e-43a6-8327-b575f5c43314, host: dv-cinder-795785-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd35ec458-efea-4f9b-9cfc-f89e4e5d5ae0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594'}}] {{(pid=104036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:15:20.815410 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron_lib.callbacks.manager [None req-7d5c4b9b-f866-42d4-85cc-2bd1dddfd15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (4a0e584b-b23e-43a6-8327-b575f5c43314), before_update {{(pid=104036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:20.826908 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-b1952f3d-81c2-4c66-baa6-93324b70d9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995508'] for subnet (3fdb10b3-2acd-4a5a-bb5f-5354d7327f34), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:20.829874 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-b749843a-b20d-4fc5-80fb-15cf9ebe087d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4097205'] for port (c44dc0b3-d42f-4222-b9f4-e340d132a5e0), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:20.832868 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2ba47c81-a95a-46f6-83bd-d16faa902f91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (cf335ac4-41b3-4479-99d9-8d40515ff8dc), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:20.877864 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6979035e-074a-4b40-b7ea-b9305604ea15 admin admin] Publish callbacks [] for port (46ca3b38-4584-46a8-8a70-9abf5f6f3387), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:20.920462 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-2ba47c81-a95a-46f6-83bd-d16faa902f91 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=98df2580ce514440840c9c2353329f54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8377383 May 16 15:15:20.929675 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 42088) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:20.933388 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (075f964c-8897-47c4-bceb-716071386f64), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:20.934267 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device 7f154121-dfd1-4751-a911-294ffbde4f3b up at agent ovs-agent-dv-cinder-795785-10-iscsi {{(pid=104035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:15:20.935597 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.db [None req-7d5c4b9b-f866-42d4-85cc-2bd1dddfd15b None None] For port 4a0e584b-b23e-43a6-8327-b575f5c43314, host dv-cinder-795785-10-iscsi, cleared binding levels {{(pid=104036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:15:20.942754 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.db [None req-7d5c4b9b-f866-42d4-85cc-2bd1dddfd15b None None] For port 4a0e584b-b23e-43a6-8327-b575f5c43314, host dv-cinder-795785-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=4a0e584b-b23e-43a6-8327-b575f5c43314,segment=NetworkSegment(d35ec458-efea-4f9b-9cfc-f89e4e5d5ae0),segment_id=d35ec458-efea-4f9b-9cfc-f89e4e5d5ae0)] {{(pid=104036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:15:20.946421 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba47c81-a95a-46f6-83bd-d16faa902f91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf335ac4-41b3-4479-99d9-8d40515ff8dc,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:20.954228 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6979035e-074a-4b40-b7ea-b9305604ea15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (46ca3b38-4584-46a8-8a70-9abf5f6f3387), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:20.954228 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6979035e-074a-4b40-b7ea-b9305604ea15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555963'] for router_interface (e7e97d7f-38ba-4945-8ce2-4f6c97890476), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:20.967819 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f1ad32-e47f-4fb6-a177-4fd200e7256c None None] The sync data for ids ['597b9c59-35f6-4ed2-a0d6-123dce3e1462'] in dv-cinder-795785-10-iscsi is: [{'id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'name': 'tempest-AttachVolumeNegativeTest-1541459670-router', 'tenant_id': 'd143bc5a616249a7beefc7b27962026b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '11c5f84e-eedf-4ae8-9ec1-7f055018f48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:10Z', 'updated_at': '2022-05-16T15:15:13Z', 'revision_number': 3, 'project_id': 'd143bc5a616249a7beefc7b27962026b', 'gw_port': {'id': '11c5f84e-eedf-4ae8-9ec1-7f055018f48e', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:61:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:12Z', 'updated_at': '2022-05-16T15:15:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi'}] {{(pid=104035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:15:21.017976 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2f8333e0-7f4e-4255-827b-67a9e6ac4bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:21.035553 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron_lib.callbacks.manager [None req-7d5c4b9b-f866-42d4-85cc-2bd1dddfd15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (4a0e584b-b23e-43a6-8327-b575f5c43314), after_update {{(pid=104036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:21.053080 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Pushing event updated for resources: {'Port': ['ID=075f964c-8897-47c4-bceb-716071386f64,revision_number=4']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:21.054157 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6979035e-074a-4b40-b7ea-b9305604ea15 admin admin] Pushing event updated for resources: {'Port': ['ID=46ca3b38-4584-46a8-8a70-9abf5f6f3387,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:21.071375 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Provisioning complete for port 7f154121-dfd1-4751-a911-294ffbde4f3b triggered by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:15:21.071766 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (7f154121-dfd1-4751-a911-294ffbde4f3b), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:21.089991 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-93e73263-7887-49b7-809b-0422815696d2 admin admin] Publish callbacks [] for security_group (cf335ac4-41b3-4479-99d9-8d40515ff8dc), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:21.118414 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-93e73263-7887-49b7-809b-0422815696d2 admin admin] Publish callbacks [] for security_group (cf335ac4-41b3-4479-99d9-8d40515ff8dc), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:21.169496 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdd657a-4514-4138-a602-501e1887795f None None] Pushing event updated for resources: {'Port': ['ID=4a0e584b-b23e-43a6-8327-b575f5c43314,revision_number=3']} {{(pid=104036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:21.192927 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5c4b9b-f866-42d4-85cc-2bd1dddfd15b None None] Routers {'67c6642c-a31b-4537-a524-d1c5011e71b1'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:15:21.193791 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-7d5c4b9b-f866-42d4-85cc-2bd1dddfd15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:14:59Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['67c6642c-a31b-4537-a524-d1c5011e71b1'], 'active': True} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:15:21.211284 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-b749843a-b20d-4fc5-80fb-15cf9ebe087d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555963'] for router_interface (597b9c59-35f6-4ed2-a0d6-123dce3e1462), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:21.227378 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6979035e-074a-4b40-b7ea-b9305604ea15 admin admin] Network 8561ad64-1b6b-4f33-82d1-a2d7e72d5b01 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:15:21.250862 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b749843a-b20d-4fc5-80fb-15cf9ebe087d admin admin] Pushing event updated for resources: {'Port': ['ID=c44dc0b3-d42f-4222-b9f4-e340d132a5e0,revision_number=2']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:21.261090 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-6979035e-074a-4b40-b7ea-b9305604ea15 admin admin] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:15:21.269125 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Current status of the port 7f154121-dfd1-4751-a911-294ffbde4f3b is: ACTIVE; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:15:21.332250 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-93e73263-7887-49b7-809b-0422815696d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (cf335ac4-41b3-4479-99d9-8d40515ff8dc), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:21.348916 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-93e73263-7887-49b7-809b-0422815696d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:21.350190 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-93e73263-7887-49b7-809b-0422815696d2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cf335ac4-41b3-4479-99d9-8d40515ff8dc HTTP/1.1" status: 204 len: 168 time: 0.4165468 May 16 15:15:21.379262 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-b1952f3d-81c2-4c66-baa6-93324b70d9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4102259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2773393'] for subnet (3fdb10b3-2acd-4a5a-bb5f-5354d7327f34), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:21.514558 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e73263-7887-49b7-809b-0422815696d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf335ac4-41b3-4479-99d9-8d40515ff8dc,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:21.528636 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-b1952f3d-81c2-4c66-baa6-93324b70d9f8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:21.537340 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-b1952f3d-81c2-4c66-baa6-93324b70d9f8 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/3fdb10b3-2acd-4a5a-bb5f-5354d7327f34 HTTP/1.1" status: 204 len: 168 time: 1.1211851 May 16 15:15:21.543821 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1952f3d-81c2-4c66-baa6-93324b70d9f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fdb10b3-2acd-4a5a-bb5f-5354d7327f34,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:21.547795 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 42102) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:21.613300 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvr_db [None req-7d5c4b9b-f866-42d4-85cc-2bd1dddfd15b None None] Set router 67c6642c-a31b-4537-a524-d1c5011e71b1 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:15:21.644063 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-2f8333e0-7f4e-4255-827b-67a9e6ac4bc4 admin admin] Allocated IP 172.20.0.1 (20dfff89-2b4c-4d06-bcfc-8ec2e202af64/9bd76027-99a6-4823-9a55-92e97a7e537f/93b92ef9-bc57-4557-bac2-d50867420ca1) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:15:21.656252 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device 075f964c-8897-47c4-bceb-716071386f64 up at agent ovs-agent-dv-cinder-795785-10-iscsi {{(pid=104035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:15:21.711538 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6979035e-074a-4b40-b7ea-b9305604ea15 admin admin] Router e7e97d7f-38ba-4945-8ce2-4f6c97890476 has already been hosted by L3 agent 54a3e65b-69a0-426d-9997-69a1705c4334 {{(pid=104033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:15:21.758704 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b749843a-b20d-4fc5-80fb-15cf9ebe087d admin admin] Network 982c6e92-7848-46dd-811d-5ec569a6da67 is already hosted by enough agents. {{(pid=104034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:15:21.778123 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.base_scheduler [None req-b749843a-b20d-4fc5-80fb-15cf9ebe087d admin admin] Resources bound (agent type, host, resource id): {{(pid=104034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:15:21.802076 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-fec9f434-6a40-4b14-b1f0-6afe24a6f83a None None] Provisioning complete for port 46ca3b38-4584-46a8-8a70-9abf5f6f3387 triggered by entity DHCP. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:15:21.802672 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-fec9f434-6a40-4b14-b1f0-6afe24a6f83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (46ca3b38-4584-46a8-8a70-9abf5f6f3387), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:21.820946 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-4c5e2f22-9686-4b60-a644-b86e019e0c27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2021163'] for network (1f29ccc4-8cf7-4706-a6e9-0047518fce2a), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:21.868381 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Provisioning complete for port 075f964c-8897-47c4-bceb-716071386f64 triggered by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:15:21.871191 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (075f964c-8897-47c4-bceb-716071386f64), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:21.874411 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-fec9f434-6a40-4b14-b1f0-6afe24a6f83a None None] Port 46ca3b38-4584-46a8-8a70-9abf5f6f3387 cannot update to ACTIVE because it is not bound. {{(pid=104035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:15:21.963148 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-5d7a6d49-b1c1-406f-b7ec-b62b0d3318f5 req-f6df3199-a93c-4320-83cd-8d94f626a2f8 tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] 10.222.0.44 "GET /v2.0/ports?device_id=efb4f893-00bf-47fe-8ca4-74f9cfadd2b7 HTTP/1.1" status: 200 len: 210 time: 0.2015655 May 16 15:15:21.977664 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-7d5c4b9b-f866-42d4-85cc-2bd1dddfd15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67c6642c-a31b-4537-a524-d1c5011e71b1', 'name': 'tempest-AttachVolumeTestJSON-1961656545-router', 'tenant_id': '9703f082240542aa979c6b53052d77b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '4a0e584b-b23e-43a6-8327-b575f5c43314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:12Z', 'updated_at': '2022-05-16T15:15:15Z', 'revision_number': 3, 'project_id': '9703f082240542aa979c6b53052d77b9', 'gw_port': {'id': '4a0e584b-b23e-43a6-8327-b575f5c43314', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bd:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67c6642c-a31b-4537-a524-d1c5011e71b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:13Z', 'updated_at': '2022-05-16T15:15:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi'}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:15:22.048997 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Current status of the port 075f964c-8897-47c4-bceb-716071386f64 is: ACTIVE; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:15:22.059005 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5c4b9b-f866-42d4-85cc-2bd1dddfd15b None None] The sync data for ids ['67c6642c-a31b-4537-a524-d1c5011e71b1'] in dv-cinder-795785-10-iscsi is: [{'id': '67c6642c-a31b-4537-a524-d1c5011e71b1', 'name': 'tempest-AttachVolumeTestJSON-1961656545-router', 'tenant_id': '9703f082240542aa979c6b53052d77b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '4a0e584b-b23e-43a6-8327-b575f5c43314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:12Z', 'updated_at': '2022-05-16T15:15:15Z', 'revision_number': 3, 'project_id': '9703f082240542aa979c6b53052d77b9', 'gw_port': {'id': '4a0e584b-b23e-43a6-8327-b575f5c43314', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bd:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67c6642c-a31b-4537-a524-d1c5011e71b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:13Z', 'updated_at': '2022-05-16T15:15:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi'}] {{(pid=104036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:15:22.164441 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b749843a-b20d-4fc5-80fb-15cf9ebe087d admin admin] Router 597b9c59-35f6-4ed2-a0d6-123dce3e1462 has already been hosted by L3 agent 54a3e65b-69a0-426d-9997-69a1705c4334 {{(pid=104034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:15:22.201695 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-e0e68843-1450-4a8b-af4a-c4b5fb622ba4 None None] Provisioning complete for port c44dc0b3-d42f-4222-b9f4-e340d132a5e0 triggered by entity DHCP. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:15:22.202186 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-e0e68843-1450-4a8b-af4a-c4b5fb622ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (c44dc0b3-d42f-4222-b9f4-e340d132a5e0), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:22.214903 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6979035e-074a-4b40-b7ea-b9305604ea15 admin admin] Notify agent at l3_agent.dv-cinder-795785-10-iscsi the message routers_updated {{(pid=104033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:15:22.236070 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-6979035e-074a-4b40-b7ea-b9305604ea15 admin admin] 10.222.0.44 "PUT /v2.0/routers/e7e97d7f-38ba-4945-8ce2-4f6c97890476/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0955849 May 16 15:15:22.255734 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6543c7-0200-4e6a-b19e-2de3a6aff488 None None] Sync routers for ids ['e7e97d7f-38ba-4945-8ce2-4f6c97890476'] in dv-cinder-795785-10-iscsi {{(pid=104035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:15:22.291184 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-e0e68843-1450-4a8b-af4a-c4b5fb622ba4 None None] Port c44dc0b3-d42f-4222-b9f4-e340d132a5e0 cannot update to ACTIVE because it is not bound. {{(pid=104035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:15:22.294363 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6543c7-0200-4e6a-b19e-2de3a6aff488 None None] Routers {'e7e97d7f-38ba-4945-8ce2-4f6c97890476'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:15:22.295567 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_hamode_db [None req-2f6543c7-0200-4e6a-b19e-2de3a6aff488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:14:59Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['e7e97d7f-38ba-4945-8ce2-4f6c97890476'], 'active': True} {{(pid=104035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:15:22.341273 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2f8333e0-7f4e-4255-827b-67a9e6ac4bc4 admin admin] Publish callbacks [] for port (93b92ef9-bc57-4557-bac2-d50867420ca1), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:22.438351 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-4c5e2f22-9686-4b60-a644-b86e019e0c27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2051393', 'neutron.services.segments.db._delete_segments_for_network-8789020055574'] for network (1f29ccc4-8cf7-4706-a6e9-0047518fce2a), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:22.467468 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.services.segments.db [None req-4c5e2f22-9686-4b60-a644-b86e019e0c27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f29ccc4-8cf7-4706-a6e9-0047518fce2a']}} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:15:22.478860 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.services.segments.db [None req-4c5e2f22-9686-4b60-a644-b86e019e0c27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cef7312-72c2-4613-86a7-4829c4e0a356') {'for_net_delete': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:15:22.479160 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.services.segments.db [None req-4c5e2f22-9686-4b60-a644-b86e019e0c27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cef7312-72c2-4613-86a7-4829c4e0a356') {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:15:22.490504 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-4c5e2f22-9686-4b60-a644-b86e019e0c27 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789020139551', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60068856'] for segment (5cef7312-72c2-4613-86a7-4829c4e0a356), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:22.503656 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2f8333e0-7f4e-4255-827b-67a9e6ac4bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789019640149'] for port (93b92ef9-bc57-4557-bac2-d50867420ca1), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:22.507179 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-4c5e2f22-9686-4b60-a644-b86e019e0c27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996815'] for segment (5cef7312-72c2-4613-86a7-4829c4e0a356), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:22.515133 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c5e2f22-9686-4b60-a644-b86e019e0c27 admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=104034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 15:15:22.515542 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-4c5e2f22-9686-4b60-a644-b86e019e0c27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4097233'] for segment (5cef7312-72c2-4613-86a7-4829c4e0a356), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:22.578725 dv-cinder-795785-10-iscsi neutron-server[104034]: Traceback (most recent call last): May 16 15:15:22.578725 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 15:15:22.578725 dv-cinder-795785-10-iscsi neutron-server[104034]: timer() May 16 15:15:22.578725 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 15:15:22.578725 dv-cinder-795785-10-iscsi neutron-server[104034]: cb(*args, **kw) May 16 15:15:22.578725 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 15:15:22.578725 dv-cinder-795785-10-iscsi neutron-server[104034]: return func(*args, **kwargs) May 16 15:15:22.578725 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 15:15:22.578725 dv-cinder-795785-10-iscsi neutron-server[104034]: self._notify() May 16 15:15:22.578725 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 15:15:22.578725 dv-cinder-795785-10-iscsi neutron-server[104034]: self.callback(batched_events) May 16 15:15:22.578725 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 15:15:22.578725 dv-cinder-795785-10-iscsi neutron-server[104034]: event.method(event) May 16 15:15:22.578725 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 15:15:22.578725 dv-cinder-795785-10-iscsi neutron-server[104034]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 15:15:22.578725 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 15:15:22.578725 dv-cinder-795785-10-iscsi neutron-server[104034]: aggregate_uuid = self.p_client.list_aggregates( May 16 15:15:22.578725 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 15:15:22.578725 dv-cinder-795785-10-iscsi neutron-server[104034]: return f(self, *a, **k) May 16 15:15:22.578725 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 15:15:22.578725 dv-cinder-795785-10-iscsi neutron-server[104034]: return self._get(url).json() May 16 15:15:22.578725 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 15:15:22.578725 dv-cinder-795785-10-iscsi neutron-server[104034]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 15:15:22.578725 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 15:15:22.578725 dv-cinder-795785-10-iscsi neutron-server[104034]: return self.request(url, 'GET', **kwargs) May 16 15:15:22.578725 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 15:15:22.578725 dv-cinder-795785-10-iscsi neutron-server[104034]: base_url = self.get_endpoint(auth, allow=allow, May 16 15:15:22.578725 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 15:15:22.578725 dv-cinder-795785-10-iscsi neutron-server[104034]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 15:15:22.578725 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 15:15:22.578725 dv-cinder-795785-10-iscsi neutron-server[104034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 15:15:22.578725 dv-cinder-795785-10-iscsi neutron-server[104034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 15:15:22.582478 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvr_db [None req-2f6543c7-0200-4e6a-b19e-2de3a6aff488 None None] Set router e7e97d7f-38ba-4945-8ce2-4f6c97890476 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:15:22.624555 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8333e0-7f4e-4255-827b-67a9e6ac4bc4 admin admin] Network 20dfff89-2b4c-4d06-bcfc-8ec2e202af64 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:15:22.640824 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-2f8333e0-7f4e-4255-827b-67a9e6ac4bc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:15:22.644908 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8333e0-7f4e-4255-827b-67a9e6ac4bc4 admin admin] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:15:22.671232 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2f8333e0-7f4e-4255-827b-67a9e6ac4bc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-526065'] for router_interface (67c6642c-a31b-4537-a524-d1c5011e71b1), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:22.688959 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-4c5e2f22-9686-4b60-a644-b86e019e0c27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2051450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-557002'] for network (1f29ccc4-8cf7-4706-a6e9-0047518fce2a), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:22.719568 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-4c5e2f22-9686-4b60-a644-b86e019e0c27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631934'] for network (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:22.740633 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-4c5e2f22-9686-4b60-a644-b86e019e0c27 admin admin] 10.222.0.44 "DELETE /v2.0/networks/1f29ccc4-8cf7-4706-a6e9-0047518fce2a HTTP/1.1" status: 204 len: 168 time: 1.1852384 May 16 15:15:22.889465 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5e2f22-9686-4b60-a644-b86e019e0c27 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f29ccc4-8cf7-4706-a6e9-0047518fce2a,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:22.942339 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b749843a-b20d-4fc5-80fb-15cf9ebe087d admin admin] Notify agent at l3_agent.dv-cinder-795785-10-iscsi the message routers_updated {{(pid=104034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:15:22.956660 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-b749843a-b20d-4fc5-80fb-15cf9ebe087d admin admin] 10.222.0.44 "PUT /v2.0/routers/597b9c59-35f6-4ed2-a0d6-123dce3e1462/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2437744 May 16 15:15:23.199082 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8333e0-7f4e-4255-827b-67a9e6ac4bc4 admin admin] Pushing event updated for resources: {'Port': ['ID=93b92ef9-bc57-4557-bac2-d50867420ca1,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:23.254023 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-aa26ca37-4037-45de-9a5c-8b7bb3fb5528 None None] Provisioning complete for port 93b92ef9-bc57-4557-bac2-d50867420ca1 triggered by entity DHCP. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:15:23.254999 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-aa26ca37-4037-45de-9a5c-8b7bb3fb5528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (93b92ef9-bc57-4557-bac2-d50867420ca1), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:23.334624 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-aa26ca37-4037-45de-9a5c-8b7bb3fb5528 None None] Port 93b92ef9-bc57-4557-bac2-d50867420ca1 cannot update to ACTIVE because it is not bound. {{(pid=104035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:15:23.413098 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-dca76567-7c1c-47cc-9768-ad339835f9f2 req-c26716f6-c980-40b0-aa4e-a6fdd791c030 tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] 10.222.0.44 "GET /v2.0/ports?device_id=efb4f893-00bf-47fe-8ca4-74f9cfadd2b7 HTTP/1.1" status: 200 len: 210 time: 0.0976555 May 16 15:15:23.449149 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2f8333e0-7f4e-4255-827b-67a9e6ac4bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (93b92ef9-bc57-4557-bac2-d50867420ca1), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:23.478705 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_hamode_db [None req-2f6543c7-0200-4e6a-b19e-2de3a6aff488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e97d7f-38ba-4945-8ce2-4f6c97890476', 'name': 'tempest-ServerRescueNegativeTestJSON-1104119672-router', 'tenant_id': '316917d7a31645bfaac651f81154c18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '075f964c-8897-47c4-bceb-716071386f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:10Z', 'updated_at': '2022-05-16T15:15:19Z', 'revision_number': 4, 'project_id': '316917d7a31645bfaac651f81154c18f', 'gw_port': {'id': '075f964c-8897-47c4-bceb-716071386f64', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:6b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e97d7f-38ba-4945-8ce2-4f6c97890476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:11Z', 'updated_at': '2022-05-16T15:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_interfaces': [{'id': '46ca3b38-4584-46a8-8a70-9abf5f6f3387', 'name': '', 'network_id': '8561ad64-1b6b-4f33-82d1-a2d7e72d5b01', 'tenant_id': '316917d7a31645bfaac651f81154c18f', 'mac_address': 'fa:16:3e:1f:a0:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e97d7f-38ba-4945-8ce2-4f6c97890476', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '559d3648-c2d7-45f5-9aa1-e00232e9372a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:17Z', 'updated_at': '2022-05-16T15:15:20Z', 'revision_number': 2, 'project_id': '316917d7a31645bfaac651f81154c18f', 'subnets': [{'id': '559d3648-c2d7-45f5-9aa1-e00232e9372a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:15:23.513771 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6543c7-0200-4e6a-b19e-2de3a6aff488 None None] Checking router: e7e97d7f-38ba-4945-8ce2-4f6c97890476 for host: dv-cinder-795785-10-iscsi {{(pid=104035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:15:23.514374 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6543c7-0200-4e6a-b19e-2de3a6aff488 None None] Updating router e7e97d7f-38ba-4945-8ce2-4f6c97890476 port 46ca3b38-4584-46a8-8a70-9abf5f6f3387 binding host dv-cinder-795785-10-iscsi {{(pid=104035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 15:15:23.550273 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 42172) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:23.608946 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device 4a0e584b-b23e-43a6-8327-b575f5c43314 up at agent ovs-agent-dv-cinder-795785-10-iscsi {{(pid=104035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:15:23.655920 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-fda77eb3-4182-4bbc-afbb-e58041a58e20 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=128c3a6cd9824d27bc3d7bc1465a798e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1053476 May 16 15:15:23.660791 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 42176) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:23.679865 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-2f6543c7-0200-4e6a-b19e-2de3a6aff488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (46ca3b38-4584-46a8-8a70-9abf5f6f3387), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:23.783359 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2f8333e0-7f4e-4255-827b-67a9e6ac4bc4 admin admin] Publish callbacks [] for port (93b92ef9-bc57-4557-bac2-d50867420ca1), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:23.814990 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-79c32f7d-c538-4889-ae11-3a443a28b2ca admin admin] Publish callbacks [] for security_group (583cdd81-aefd-4639-93f2-5fc1fd7d943f), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:23.855914 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2f8333e0-7f4e-4255-827b-67a9e6ac4bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (93b92ef9-bc57-4557-bac2-d50867420ca1), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:23.856720 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2f8333e0-7f4e-4255-827b-67a9e6ac4bc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555963'] for router_interface (67c6642c-a31b-4537-a524-d1c5011e71b1), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:23.864438 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-79c32f7d-c538-4889-ae11-3a443a28b2ca admin admin] Publish callbacks [] for security_group (583cdd81-aefd-4639-93f2-5fc1fd7d943f), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:23.905009 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Provisioning complete for port 4a0e584b-b23e-43a6-8327-b575f5c43314 triggered by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:15:23.905399 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (4a0e584b-b23e-43a6-8327-b575f5c43314), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:24.049119 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8333e0-7f4e-4255-827b-67a9e6ac4bc4 admin admin] Pushing event updated for resources: {'Port': ['ID=93b92ef9-bc57-4557-bac2-d50867420ca1,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:24.056525 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-79c32f7d-c538-4889-ae11-3a443a28b2ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (583cdd81-aefd-4639-93f2-5fc1fd7d943f), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:24.061889 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-79c32f7d-c538-4889-ae11-3a443a28b2ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:24.063170 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-79c32f7d-c538-4889-ae11-3a443a28b2ca admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/583cdd81-aefd-4639-93f2-5fc1fd7d943f HTTP/1.1" status: 204 len: 168 time: 0.4013972 May 16 15:15:24.084329 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c32f7d-c538-4889-ae11-3a443a28b2ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=583cdd81-aefd-4639-93f2-5fc1fd7d943f,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:24.145006 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8333e0-7f4e-4255-827b-67a9e6ac4bc4 admin admin] Network 20dfff89-2b4c-4d06-bcfc-8ec2e202af64 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:15:24.151936 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-2f8333e0-7f4e-4255-827b-67a9e6ac4bc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:15:24.276678 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Current status of the port 4a0e584b-b23e-43a6-8327-b575f5c43314 is: DOWN; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:15:24.277589 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (4a0e584b-b23e-43a6-8327-b575f5c43314), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:24.442516 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] For port 4a0e584b-b23e-43a6-8327-b575f5c43314, host dv-cinder-795785-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=4a0e584b-b23e-43a6-8327-b575f5c43314,segment=NetworkSegment(d35ec458-efea-4f9b-9cfc-f89e4e5d5ae0),segment_id=d35ec458-efea-4f9b-9cfc-f89e4e5d5ae0)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:15:24.598274 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235426bd-7db6-484f-81b3-2eae4dc2e154 req-d737219e-3b2c-4418-873c-c3f892a6725f tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:24.598274 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-235426bd-7db6-484f-81b3-2eae4dc2e154 req-d737219e-3b2c-4418-873c-c3f892a6725f tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/networks?id=8561ad64-1b6b-4f33-82d1-a2d7e72d5b01 HTTP/1.1" status: 200 len: 819 time: 0.3609064 May 16 15:15:24.601147 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-2f6543c7-0200-4e6a-b19e-2de3a6aff488 None None] Publish callbacks [] for port (46ca3b38-4584-46a8-8a70-9abf5f6f3387), precommit_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:24.601222 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f8333e0-7f4e-4255-827b-67a9e6ac4bc4 admin admin] Router 67c6642c-a31b-4537-a524-d1c5011e71b1 has already been hosted by L3 agent 54a3e65b-69a0-426d-9997-69a1705c4334 {{(pid=104033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:15:24.601288 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-32bf3639-931a-419a-a5bc-14b977ec023a None None] Provisioning complete for port 93b92ef9-bc57-4557-bac2-d50867420ca1 triggered by entity DHCP. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:15:24.601288 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-32bf3639-931a-419a-a5bc-14b977ec023a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (93b92ef9-bc57-4557-bac2-d50867420ca1), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:24.601413 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-235426bd-7db6-484f-81b3-2eae4dc2e154 req-45a69719-458a-4c9b-87a3-d4ebd72b92ef tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/quotas/316917d7a31645bfaac651f81154c18f HTTP/1.1" status: 200 len: 375 time: 0.0144801 May 16 15:15:24.601477 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2877dca-b8f6-4539-8cbd-37a7ed3a2f6a None None] Sync routers for ids ['597b9c59-35f6-4ed2-a0d6-123dce3e1462'] in dv-cinder-795785-10-iscsi {{(pid=104036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:15:24.601477 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2877dca-b8f6-4539-8cbd-37a7ed3a2f6a None None] Routers {'597b9c59-35f6-4ed2-a0d6-123dce3e1462'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:15:24.601477 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-c2877dca-b8f6-4539-8cbd-37a7ed3a2f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:14:59Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['597b9c59-35f6-4ed2-a0d6-123dce3e1462'], 'active': True} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:15:24.607378 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-32bf3639-931a-419a-a5bc-14b977ec023a None None] Port 93b92ef9-bc57-4557-bac2-d50867420ca1 cannot update to ACTIVE because it is not bound. {{(pid=104035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:15:24.629008 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (4a0e584b-b23e-43a6-8327-b575f5c43314), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:24.629913 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device 11c5f84e-eedf-4ae8-9ec1-7f055018f48e up at agent ovs-agent-dv-cinder-795785-10-iscsi {{(pid=104035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:15:24.664114 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.69', 49892) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:24.691391 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 42216) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:24.696508 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.v2.base [None req-4b275d9f-2847-4138-96c6-03fd559c80a8 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Request body: {'security_group': {'name': 'tempest-securitygroup--149471611', 'description': 'tempest-description--654314797'}} {{(pid=104033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:15:24.708798 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-235426bd-7db6-484f-81b3-2eae4dc2e154 req-87260962-baec-44b6-a218-a998a3aff7b6 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=316917d7a31645bfaac651f81154c18f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1017404 May 16 15:15:24.734319 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Pushing event updated for resources: {'Port': ['ID=4a0e584b-b23e-43a6-8327-b575f5c43314,revision_number=4']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:24.779036 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvr_db [None req-c2877dca-b8f6-4539-8cbd-37a7ed3a2f6a None None] Set router 597b9c59-35f6-4ed2-a0d6-123dce3e1462 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:15:24.782293 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-2f6543c7-0200-4e6a-b19e-2de3a6aff488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (46ca3b38-4584-46a8-8a70-9abf5f6f3387), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:24.869921 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-c994f6d4-1101-4a5d-bce4-733ecc5f0aaf req-5df3346c-c2ac-42b4-81b9-50f238c6a1e2 tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] 10.222.0.44 "GET /v2.0/ports?device_id=efb4f893-00bf-47fe-8ca4-74f9cfadd2b7 HTTP/1.1" status: 200 len: 210 time: 0.0676222 May 16 15:15:24.934077 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f8333e0-7f4e-4255-827b-67a9e6ac4bc4 admin admin] Notify agent at l3_agent.dv-cinder-795785-10-iscsi the message routers_updated {{(pid=104033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:15:24.947282 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-2f8333e0-7f4e-4255-827b-67a9e6ac4bc4 admin admin] 10.222.0.44 "PUT /v2.0/routers/67c6642c-a31b-4537-a524-d1c5011e71b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7773504 May 16 15:15:24.962945 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4b275d9f-2847-4138-96c6-03fd559c80a8 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks [] for security_group (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:24.982072 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3004ca6f-bb86-4703-9fd6-18df25e0e850 None None] Pushing event updated for resources: {'Port': ['ID=46ca3b38-4584-46a8-8a70-9abf5f6f3387,revision_number=3']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:25.067936 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-235426bd-7db6-484f-81b3-2eae4dc2e154 req-0f37c39d-d279-475c-ad12-8b1ca146de0f service neutron] 10.222.0.44 "GET /v2.0/networks/8561ad64-1b6b-4f33-82d1-a2d7e72d5b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3455341 May 16 15:15:25.090749 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-c2877dca-b8f6-4539-8cbd-37a7ed3a2f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'name': 'tempest-AttachVolumeNegativeTest-1541459670-router', 'tenant_id': 'd143bc5a616249a7beefc7b27962026b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '11c5f84e-eedf-4ae8-9ec1-7f055018f48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:10Z', 'updated_at': '2022-05-16T15:15:19Z', 'revision_number': 4, 'project_id': 'd143bc5a616249a7beefc7b27962026b', 'gw_port': {'id': '11c5f84e-eedf-4ae8-9ec1-7f055018f48e', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:61:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:12Z', 'updated_at': '2022-05-16T15:15:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_interfaces': [{'id': 'c44dc0b3-d42f-4222-b9f4-e340d132a5e0', 'name': '', 'network_id': '982c6e92-7848-46dd-811d-5ec569a6da67', 'tenant_id': 'd143bc5a616249a7beefc7b27962026b', 'mac_address': 'fa:16:3e:10:22:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1fafe849-ed07-444a-932d-68cf1f6b80a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:17Z', 'updated_at': '2022-05-16T15:15:20Z', 'revision_number': 2, 'project_id': 'd143bc5a616249a7beefc7b27962026b', 'subnets': [{'id': '1fafe849-ed07-444a-932d-68cf1f6b80a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:15:25.108325 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Provisioning complete for port 11c5f84e-eedf-4ae8-9ec1-7f055018f48e triggered by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:15:25.114288 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (11c5f84e-eedf-4ae8-9ec1-7f055018f48e), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:25.147645 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2877dca-b8f6-4539-8cbd-37a7ed3a2f6a None None] Checking router: 597b9c59-35f6-4ed2-a0d6-123dce3e1462 for host: dv-cinder-795785-10-iscsi {{(pid=104036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:15:25.148250 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2877dca-b8f6-4539-8cbd-37a7ed3a2f6a None None] Updating router 597b9c59-35f6-4ed2-a0d6-123dce3e1462 port c44dc0b3-d42f-4222-b9f4-e340d132a5e0 binding host dv-cinder-795785-10-iscsi {{(pid=104036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 15:15:25.207386 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac2a0d-7dd0-4f1e-b887-aa2146c824cf req-8e0d35ff-0245-4f31-bac6-d73fb3d6577b tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:25.209016 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-85ac2a0d-7dd0-4f1e-b887-aa2146c824cf req-8e0d35ff-0245-4f31-bac6-d73fb3d6577b tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] 10.222.0.69 "GET /v2.0/networks?id=f79a4d11-7fc6-40e0-8a7d-fa2d8875e4ab HTTP/1.1" status: 200 len: 812 time: 0.5438685 May 16 15:15:25.229537 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron_lib.callbacks.manager [None req-c2877dca-b8f6-4539-8cbd-37a7ed3a2f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (c44dc0b3-d42f-4222-b9f4-e340d132a5e0), before_update {{(pid=104036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:25.304078 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.v2.base [req-85ac2a0d-7dd0-4f1e-b887-aa2146c824cf req-140c95d2-b965-45ce-be5b-278c13be1e6b tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] Request body: {'port': {'device_id': 'efb4f893-00bf-47fe-8ca4-74f9cfadd2b7', 'network_id': 'f79a4d11-7fc6-40e0-8a7d-fa2d8875e4ab', 'admin_state_up': True, 'tenant_id': 'bb76045fec614358bd2bb89018436943'}} {{(pid=104034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:15:25.350865 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-235426bd-7db6-484f-81b3-2eae4dc2e154 req-61c1b8db-4060-4dc8-ab11-58744092a4bd service neutron] 10.222.0.44 "GET /v2.0/networks/8561ad64-1b6b-4f33-82d1-a2d7e72d5b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573469 May 16 15:15:25.425942 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4b275d9f-2847-4138-96c6-03fd559c80a8 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks [] for security_group (2b6802ef-8640-44f9-8dd6-e836fa5c798e), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:25.478852 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4b275d9f-2847-4138-96c6-03fd559c80a8 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (2b6802ef-8640-44f9-8dd6-e836fa5c798e), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:25.563157 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b275d9f-2847-4138-96c6-03fd559c80a8 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b6802ef-8640-44f9-8dd6-e836fa5c798e,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:25.567721 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c315a97-7c98-4f5b-8f39-478d93a90734 None None] Sync routers for ids ['67c6642c-a31b-4537-a524-d1c5011e71b1'] in dv-cinder-795785-10-iscsi {{(pid=104035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:15:25.600627 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4b275d9f-2847-4138-96c6-03fd559c80a8 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks [] for security_group (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:25.604766 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-4b275d9f-2847-4138-96c6-03fd559c80a8 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.9097333 May 16 15:15:25.606005 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 42250) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:25.615043 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.v2.base [None req-fb887c8c-ee93-4a0c-93e4-ced97887e680 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Request body: {'security_group_rule': {'security_group_id': '2b6802ef-8640-44f9-8dd6-e836fa5c798e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:15:25.689657 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-c5b79557-5380-4e63-b253-1a2fab1e44fe None None] Provisioning complete for port 46ca3b38-4584-46a8-8a70-9abf5f6f3387 triggered by entity DHCP. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:15:25.694318 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-c5b79557-5380-4e63-b253-1a2fab1e44fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (46ca3b38-4584-46a8-8a70-9abf5f6f3387), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:25.698084 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.managers [None req-2f6543c7-0200-4e6a-b19e-2de3a6aff488 None None] Attempting to bind port 46ca3b38-4584-46a8-8a70-9abf5f6f3387 on host dv-cinder-795785-10-iscsi for vnic_type normal with profile {{(pid=104035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:15:25.698971 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.managers [None req-2f6543c7-0200-4e6a-b19e-2de3a6aff488 None None] Attempting to bind port 46ca3b38-4584-46a8-8a70-9abf5f6f3387 by drivers openvswitch,hyperv on host dv-cinder-795785-10-iscsi at level 0 using segments [{'id': '687f1aa3-4a22-4e93-928a-d5c1913d880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8561ad64-1b6b-4f33-82d1-a2d7e72d5b01'}] {{(pid=104035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:15:25.699548 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6543c7-0200-4e6a-b19e-2de3a6aff488 None None] Attempting to bind port 46ca3b38-4584-46a8-8a70-9abf5f6f3387 on network 8561ad64-1b6b-4f33-82d1-a2d7e72d5b01 {{(pid=104035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:15:25.730372 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c315a97-7c98-4f5b-8f39-478d93a90734 None None] Routers {'67c6642c-a31b-4537-a524-d1c5011e71b1'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:15:25.731050 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_hamode_db [None req-4c315a97-7c98-4f5b-8f39-478d93a90734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:14:59Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['67c6642c-a31b-4537-a524-d1c5011e71b1'], 'active': True} {{(pid=104035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:15:25.753792 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 42266) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:25.760460 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-b96232c9-087a-415f-84ec-d18a1d3dc945 req-b2463e0c-9dc2-4e98-a643-21259dd35556 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8cc0b00-99f9-4486-b349-f60a0d2db023 HTTP/1.1" status: 200 len: 210 time: 0.0661819 May 16 15:15:25.809217 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85ac2a0d-7dd0-4f1e-b887-aa2146c824cf req-140c95d2-b965-45ce-be5b-278c13be1e6b tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] Made reservation on behalf of bb76045fec614358bd2bb89018436943 for: {'port': 1} {{(pid=104034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:15:25.815118 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fb887c8c-ee93-4a0c-93e4-ced97887e680 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks [] for security_group_rule (77a9ea14-a7cb-4205-92af-9639e4c6319b), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:25.821360 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [req-85ac2a0d-7dd0-4f1e-b887-aa2146c824cf req-140c95d2-b965-45ce-be5b-278c13be1e6b tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:25.839083 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-c5b79557-5380-4e63-b253-1a2fab1e44fe None None] Port 46ca3b38-4584-46a8-8a70-9abf5f6f3387 cannot update to ACTIVE because it is not bound. {{(pid=104035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:15:25.842201 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6543c7-0200-4e6a-b19e-2de3a6aff488 None None] Checking agent: {'id': '311a8a5f-4d79-4ff7-931a-d05ff8cc45ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 6, 3), 'started_at': datetime.datetime(2022, 5, 16, 15, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:15:25.842591 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6543c7-0200-4e6a-b19e-2de3a6aff488 None None] Checking segment: {'id': '687f1aa3-4a22-4e93-928a-d5c1913d880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8561ad64-1b6b-4f33-82d1-a2d7e72d5b01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:15:25.842997 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-2f6543c7-0200-4e6a-b19e-2de3a6aff488 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:25.843421 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6543c7-0200-4e6a-b19e-2de3a6aff488 None None] Bound using segment: {'id': '687f1aa3-4a22-4e93-928a-d5c1913d880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8561ad64-1b6b-4f33-82d1-a2d7e72d5b01'} {{(pid=104035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:15:25.845810 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.managers [None req-2f6543c7-0200-4e6a-b19e-2de3a6aff488 None None] Bound port: 46ca3b38-4584-46a8-8a70-9abf5f6f3387, host: dv-cinder-795785-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '687f1aa3-4a22-4e93-928a-d5c1913d880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8561ad64-1b6b-4f33-82d1-a2d7e72d5b01'}}] {{(pid=104035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:15:25.846239 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-2f6543c7-0200-4e6a-b19e-2de3a6aff488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (46ca3b38-4584-46a8-8a70-9abf5f6f3387), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:25.892952 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron_lib.callbacks.manager [None req-c2877dca-b8f6-4539-8cbd-37a7ed3a2f6a None None] Publish callbacks [] for port (c44dc0b3-d42f-4222-b9f4-e340d132a5e0), precommit_update {{(pid=104036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:25.970302 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron_lib.callbacks.manager [None req-c2877dca-b8f6-4539-8cbd-37a7ed3a2f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (c44dc0b3-d42f-4222-b9f4-e340d132a5e0), after_update {{(pid=104036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:25.995210 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fb887c8c-ee93-4a0c-93e4-ced97887e680 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks [] for security_group_rule (77a9ea14-a7cb-4205-92af-9639e4c6319b), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:26.048084 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-c276162d-861e-4719-be97-5b15e5b7b7e6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a2e329a4e0fb471eb09efaa25a0ac9c8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2924871 May 16 15:15:26.050743 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 42280) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:26.110825 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvr_db [None req-4c315a97-7c98-4f5b-8f39-478d93a90734 None None] Set router 67c6642c-a31b-4537-a524-d1c5011e71b1 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:15:26.114869 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fb887c8c-ee93-4a0c-93e4-ced97887e680 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607684'] for security_group_rule (77a9ea14-a7cb-4205-92af-9639e4c6319b), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:26.131456 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 42284) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:26.154978 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.v2.base [None req-5bf2a961-e583-4b39-845b-823e994f3c99 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Request body: {'security_group': {'name': 'tempest-securitygroup--20296038', 'description': 'tempest-description--921613586'}} {{(pid=104034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:15:26.159310 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb887c8c-ee93-4a0c-93e4-ced97887e680 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77a9ea14-a7cb-4205-92af-9639e4c6319b,revision_number=0']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:26.305360 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-c6aa17f8-28ee-4909-8b4b-683eef7f773f req-23da9159-b456-40fa-94db-02acbba9cd5c tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] 10.222.0.44 "GET /v2.0/ports?device_id=efb4f893-00bf-47fe-8ca4-74f9cfadd2b7 HTTP/1.1" status: 200 len: 210 time: 0.1029050 May 16 15:15:26.328711 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fb887c8c-ee93-4a0c-93e4-ced97887e680 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:26.336846 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-fb887c8c-ee93-4a0c-93e4-ced97887e680 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7244492 May 16 15:15:26.336846 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ac67f65c-b522-4f87-ab60-6f092ffad1df admin admin] Publish callbacks [] for security_group (8581ff4a-d18b-47f6-999d-bbd663b668ac), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:26.337240 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Current status of the port 11c5f84e-eedf-4ae8-9ec1-7f055018f48e is: DOWN; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:15:26.337240 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (11c5f84e-eedf-4ae8-9ec1-7f055018f48e), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:26.339778 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 42296) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:26.351688 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.v2.base [None req-a6192717-2c1e-4297-b53b-918198e36903 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Request body: {'security_group_rule': {'security_group_id': '2b6802ef-8640-44f9-8dd6-e836fa5c798e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:15:26.393390 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-2f6543c7-0200-4e6a-b19e-2de3a6aff488 None None] For port 46ca3b38-4584-46a8-8a70-9abf5f6f3387, host dv-cinder-795785-10-iscsi, cleared binding levels {{(pid=104035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:15:26.406521 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-2f6543c7-0200-4e6a-b19e-2de3a6aff488 None None] For port 46ca3b38-4584-46a8-8a70-9abf5f6f3387, host dv-cinder-795785-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=46ca3b38-4584-46a8-8a70-9abf5f6f3387,segment=NetworkSegment(687f1aa3-4a22-4e93-928a-d5c1913d880c),segment_id=687f1aa3-4a22-4e93-928a-d5c1913d880c)] {{(pid=104035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:15:26.437192 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfedb05-68f4-4f24-8dcc-81c81354dc5f None None] Pushing event updated for resources: {'Port': ['ID=c44dc0b3-d42f-4222-b9f4-e340d132a5e0,revision_number=3']} {{(pid=104036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:26.456137 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ac67f65c-b522-4f87-ab60-6f092ffad1df admin admin] Publish callbacks [] for security_group (8581ff4a-d18b-47f6-999d-bbd663b668ac), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:26.488247 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] For port 11c5f84e-eedf-4ae8-9ec1-7f055018f48e, host dv-cinder-795785-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=11c5f84e-eedf-4ae8-9ec1-7f055018f48e,segment=NetworkSegment(d35ec458-efea-4f9b-9cfc-f89e4e5d5ae0),segment_id=d35ec458-efea-4f9b-9cfc-f89e4e5d5ae0)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:15:26.493507 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.db.db_base_plugin_common [req-85ac2a0d-7dd0-4f1e-b887-aa2146c824cf req-140c95d2-b965-45ce-be5b-278c13be1e6b tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] Allocated IP 172.20.0.12 (f79a4d11-7fc6-40e0-8a7d-fa2d8875e4ab/3280c787-f1f1-4ea3-868e-ec3b12d6ec74/c4da502e-bee2-43da-bb06-65e396454359) {{(pid=104034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:15:26.529429 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a6192717-2c1e-4297-b53b-918198e36903 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks [] for security_group_rule (c993ff7d-04c1-48c7-872c-de177f368566), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:26.559556 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-5bf2a961-e583-4b39-845b-823e994f3c99 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Publish callbacks [] for security_group (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:26.562391 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.managers [None req-c2877dca-b8f6-4539-8cbd-37a7ed3a2f6a None None] Attempting to bind port c44dc0b3-d42f-4222-b9f4-e340d132a5e0 on host dv-cinder-795785-10-iscsi for vnic_type normal with profile {{(pid=104036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:15:26.563031 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.managers [None req-c2877dca-b8f6-4539-8cbd-37a7ed3a2f6a None None] Attempting to bind port c44dc0b3-d42f-4222-b9f4-e340d132a5e0 by drivers openvswitch,hyperv on host dv-cinder-795785-10-iscsi at level 0 using segments [{'id': 'e125e9e2-0bb4-4387-a6b6-a67c63b56378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '982c6e92-7848-46dd-811d-5ec569a6da67'}] {{(pid=104036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:15:26.565030 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2877dca-b8f6-4539-8cbd-37a7ed3a2f6a None None] Attempting to bind port c44dc0b3-d42f-4222-b9f4-e340d132a5e0 on network 982c6e92-7848-46dd-811d-5ec569a6da67 {{(pid=104036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:15:26.573764 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2877dca-b8f6-4539-8cbd-37a7ed3a2f6a None None] Checking agent: {'id': '311a8a5f-4d79-4ff7-931a-d05ff8cc45ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 6, 3), 'started_at': datetime.datetime(2022, 5, 16, 15, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:15:26.574639 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2877dca-b8f6-4539-8cbd-37a7ed3a2f6a None None] Checking segment: {'id': 'e125e9e2-0bb4-4387-a6b6-a67c63b56378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '982c6e92-7848-46dd-811d-5ec569a6da67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:15:26.575267 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron_lib.callbacks.manager [None req-c2877dca-b8f6-4539-8cbd-37a7ed3a2f6a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:26.576854 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2877dca-b8f6-4539-8cbd-37a7ed3a2f6a None None] Bound using segment: {'id': 'e125e9e2-0bb4-4387-a6b6-a67c63b56378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '982c6e92-7848-46dd-811d-5ec569a6da67'} {{(pid=104036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:15:26.577565 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.managers [None req-c2877dca-b8f6-4539-8cbd-37a7ed3a2f6a None None] Bound port: c44dc0b3-d42f-4222-b9f4-e340d132a5e0, host: dv-cinder-795785-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e125e9e2-0bb4-4387-a6b6-a67c63b56378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '982c6e92-7848-46dd-811d-5ec569a6da67'}}] {{(pid=104036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:15:26.578776 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron_lib.callbacks.manager [None req-c2877dca-b8f6-4539-8cbd-37a7ed3a2f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (c44dc0b3-d42f-4222-b9f4-e340d132a5e0), before_update {{(pid=104036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:26.589625 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_hamode_db [None req-4c315a97-7c98-4f5b-8f39-478d93a90734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67c6642c-a31b-4537-a524-d1c5011e71b1', 'name': 'tempest-AttachVolumeTestJSON-1961656545-router', 'tenant_id': '9703f082240542aa979c6b53052d77b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '4a0e584b-b23e-43a6-8327-b575f5c43314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:12Z', 'updated_at': '2022-05-16T15:15:23Z', 'revision_number': 4, 'project_id': '9703f082240542aa979c6b53052d77b9', 'gw_port': {'id': '4a0e584b-b23e-43a6-8327-b575f5c43314', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bd:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c6642c-a31b-4537-a524-d1c5011e71b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:13Z', 'updated_at': '2022-05-16T15:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_interfaces': [{'id': '93b92ef9-bc57-4557-bac2-d50867420ca1', 'name': '', 'network_id': '20dfff89-2b4c-4d06-bcfc-8ec2e202af64', 'tenant_id': '9703f082240542aa979c6b53052d77b9', 'mac_address': 'fa:16:3e:2f:72:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67c6642c-a31b-4537-a524-d1c5011e71b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '9bd76027-99a6-4823-9a55-92e97a7e537f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:21Z', 'updated_at': '2022-05-16T15:15:23Z', 'revision_number': 2, 'project_id': '9703f082240542aa979c6b53052d77b9', 'subnets': [{'id': '9bd76027-99a6-4823-9a55-92e97a7e537f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:15:26.607909 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-2f6543c7-0200-4e6a-b19e-2de3a6aff488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (46ca3b38-4584-46a8-8a70-9abf5f6f3387), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:26.637197 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ac67f65c-b522-4f87-ab60-6f092ffad1df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (8581ff4a-d18b-47f6-999d-bbd663b668ac), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:26.640093 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ac67f65c-b522-4f87-ab60-6f092ffad1df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:26.645192 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-ac67f65c-b522-4f87-ab60-6f092ffad1df admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8581ff4a-d18b-47f6-999d-bbd663b668ac HTTP/1.1" status: 204 len: 168 time: 0.5933871 May 16 15:15:26.671399 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac67f65c-b522-4f87-ab60-6f092ffad1df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8581ff4a-d18b-47f6-999d-bbd663b668ac,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:26.675608 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c315a97-7c98-4f5b-8f39-478d93a90734 None None] Checking router: 67c6642c-a31b-4537-a524-d1c5011e71b1 for host: dv-cinder-795785-10-iscsi {{(pid=104035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:15:26.675954 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c315a97-7c98-4f5b-8f39-478d93a90734 None None] Updating router 67c6642c-a31b-4537-a524-d1c5011e71b1 port 93b92ef9-bc57-4557-bac2-d50867420ca1 binding host dv-cinder-795785-10-iscsi {{(pid=104035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 15:15:26.694589 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (11c5f84e-eedf-4ae8-9ec1-7f055018f48e), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:26.726310 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a6192717-2c1e-4297-b53b-918198e36903 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks [] for security_group_rule (c993ff7d-04c1-48c7-872c-de177f368566), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:26.759948 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.db [None req-c2877dca-b8f6-4539-8cbd-37a7ed3a2f6a None None] For port c44dc0b3-d42f-4222-b9f4-e340d132a5e0, host dv-cinder-795785-10-iscsi, cleared binding levels {{(pid=104036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:15:26.765842 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.db [None req-c2877dca-b8f6-4539-8cbd-37a7ed3a2f6a None None] For port c44dc0b3-d42f-4222-b9f4-e340d132a5e0, host dv-cinder-795785-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=c44dc0b3-d42f-4222-b9f4-e340d132a5e0,segment=NetworkSegment(e125e9e2-0bb4-4387-a6b6-a67c63b56378),segment_id=e125e9e2-0bb4-4387-a6b6-a67c63b56378)] {{(pid=104036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:15:26.872986 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a6192717-2c1e-4297-b53b-918198e36903 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607684'] for security_group_rule (c993ff7d-04c1-48c7-872c-de177f368566), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:26.873676 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron_lib.callbacks.manager [None req-c2877dca-b8f6-4539-8cbd-37a7ed3a2f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (c44dc0b3-d42f-4222-b9f4-e340d132a5e0), after_update {{(pid=104036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:26.962423 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device 4a0e584b-b23e-43a6-8327-b575f5c43314 up at agent ovs-agent-dv-cinder-795785-10-iscsi {{(pid=104035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:15:26.964976 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6192717-2c1e-4297-b53b-918198e36903 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c993ff7d-04c1-48c7-872c-de177f368566,revision_number=0']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:26.965089 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-4c315a97-7c98-4f5b-8f39-478d93a90734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (93b92ef9-bc57-4557-bac2-d50867420ca1), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:27.016546 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2877dca-b8f6-4539-8cbd-37a7ed3a2f6a None None] Routers {'597b9c59-35f6-4ed2-a0d6-123dce3e1462'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:15:27.018299 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-c2877dca-b8f6-4539-8cbd-37a7ed3a2f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:14:59Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['597b9c59-35f6-4ed2-a0d6-123dce3e1462'], 'active': True} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:15:27.036165 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6543c7-0200-4e6a-b19e-2de3a6aff488 None None] Routers {'e7e97d7f-38ba-4945-8ce2-4f6c97890476'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:15:27.036842 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_hamode_db [None req-2f6543c7-0200-4e6a-b19e-2de3a6aff488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:14:59Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['e7e97d7f-38ba-4945-8ce2-4f6c97890476'], 'active': True} {{(pid=104035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:15:27.068482 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3004ca6f-bb86-4703-9fd6-18df25e0e850 None None] Pushing event updated for resources: {'Port': ['ID=46ca3b38-4584-46a8-8a70-9abf5f6f3387,revision_number=4']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:27.083659 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-a143534f-2388-442d-83d7-c3c7ef908f9b None None] Provisioning complete for port c44dc0b3-d42f-4222-b9f4-e340d132a5e0 triggered by entity DHCP. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:15:27.084903 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a143534f-2388-442d-83d7-c3c7ef908f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (c44dc0b3-d42f-4222-b9f4-e340d132a5e0), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:27.086389 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a6192717-2c1e-4297-b53b-918198e36903 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:27.087888 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-a6192717-2c1e-4297-b53b-918198e36903 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7404971 May 16 15:15:27.090964 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 42338) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:27.095441 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.v2.base [None req-4a200f3a-1304-4f52-a4e7-4899c9958f96 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Request body: {'floatingip': {'floating_network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594'}} {{(pid=104033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:15:27.119100 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfedb05-68f4-4f24-8dcc-81c81354dc5f None None] Pushing event updated for resources: {'Port': ['ID=c44dc0b3-d42f-4222-b9f4-e340d132a5e0,revision_number=4']} {{(pid=104036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:27.203116 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-5bf2a961-e583-4b39-845b-823e994f3c99 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Publish callbacks [] for security_group (caf3754e-5d8e-4956-8296-48df01954071), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:27.256851 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4a200f3a-1304-4f52-a4e7-4899c9958f96 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:27.273944 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvr_db [None req-c2877dca-b8f6-4539-8cbd-37a7ed3a2f6a None None] Set router 597b9c59-35f6-4ed2-a0d6-123dce3e1462 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:15:27.293756 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [req-85ac2a0d-7dd0-4f1e-b887-aa2146c824cf req-140c95d2-b965-45ce-be5b-278c13be1e6b tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] Publish callbacks [] for port (c4da502e-bee2-43da-bb06-65e396454359), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:27.302883 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-5bf2a961-e583-4b39-845b-823e994f3c99 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (caf3754e-5d8e-4956-8296-48df01954071), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:27.411170 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Pushing event updated for resources: {'Port': ['ID=11c5f84e-eedf-4ae8-9ec1-7f055018f48e,revision_number=4']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:27.439167 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-af7c81fc-7f37-4484-a73b-07c049ac5fd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (a586ef94-96cb-452c-b402-463be5294b2a), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:27.495774 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-5bf2a961-e583-4b39-845b-823e994f3c99 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Publish callbacks [] for security_group (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:27.497738 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-5bf2a961-e583-4b39-845b-823e994f3c99 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.3626988 May 16 15:15:27.518340 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f58e2c6-80db-4172-b87b-f01fd0ec150e req-4fed4676-7ac2-4a6e-bde3-977c597650c5 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:27.525757 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-5f58e2c6-80db-4172-b87b-f01fd0ec150e req-4fed4676-7ac2-4a6e-bde3-977c597650c5 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/networks?id=8561ad64-1b6b-4f33-82d1-a2d7e72d5b01 HTTP/1.1" status: 200 len: 819 time: 0.5922475 May 16 15:15:27.527561 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 42350) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:27.534170 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf2a961-e583-4b39-845b-823e994f3c99 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caf3754e-5d8e-4956-8296-48df01954071,revision_number=1']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:27.560575 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.v2.base [None req-166de942-5a07-4930-aa9a-40426632920b tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Request body: {'security_group_rule': {'security_group_id': 'caf3754e-5d8e-4956-8296-48df01954071', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:15:27.618185 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-5f58e2c6-80db-4172-b87b-f01fd0ec150e req-37a90467-a801-4a4e-9fa2-878d33f8a22c tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/quotas/316917d7a31645bfaac651f81154c18f HTTP/1.1" status: 200 len: 375 time: 0.0913839 May 16 15:15:27.672752 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-54a7c695-5ab0-40c8-85e8-3523ba1ec26f req-0911e6e3-f143-428e-9b57-d9904a9059ce tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] 10.222.0.44 "GET /v2.0/ports?device_id=efb4f893-00bf-47fe-8ca4-74f9cfadd2b7 HTTP/1.1" status: 200 len: 210 time: 0.2118068 May 16 15:15:27.723002 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-a143534f-2388-442d-83d7-c3c7ef908f9b None None] Current status of the port c44dc0b3-d42f-4222-b9f4-e340d132a5e0 is: DOWN; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:15:27.723656 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a143534f-2388-442d-83d7-c3c7ef908f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (c44dc0b3-d42f-4222-b9f4-e340d132a5e0), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:27.748562 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [req-85ac2a0d-7dd0-4f1e-b887-aa2146c824cf req-140c95d2-b965-45ce-be5b-278c13be1e6b tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789019640149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097154'] for port (c4da502e-bee2-43da-bb06-65e396454359), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:27.843070 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4a200f3a-1304-4f52-a4e7-4899c9958f96 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:27.885323 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Provisioning complete for port 4a0e584b-b23e-43a6-8327-b575f5c43314 triggered by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:15:27.885724 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (4a0e584b-b23e-43a6-8327-b575f5c43314), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:27.937475 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-c2877dca-b8f6-4539-8cbd-37a7ed3a2f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'name': 'tempest-AttachVolumeNegativeTest-1541459670-router', 'tenant_id': 'd143bc5a616249a7beefc7b27962026b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '11c5f84e-eedf-4ae8-9ec1-7f055018f48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:10Z', 'updated_at': '2022-05-16T15:15:19Z', 'revision_number': 4, 'project_id': 'd143bc5a616249a7beefc7b27962026b', 'gw_port': {'id': '11c5f84e-eedf-4ae8-9ec1-7f055018f48e', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:61:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:12Z', 'updated_at': '2022-05-16T15:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_interfaces': [{'id': 'c44dc0b3-d42f-4222-b9f4-e340d132a5e0', 'name': '', 'network_id': '982c6e92-7848-46dd-811d-5ec569a6da67', 'tenant_id': 'd143bc5a616249a7beefc7b27962026b', 'mac_address': 'fa:16:3e:10:22:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1fafe849-ed07-444a-932d-68cf1f6b80a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:17Z', 'updated_at': '2022-05-16T15:15:26Z', 'revision_number': 4, 'project_id': 'd143bc5a616249a7beefc7b27962026b', 'subnets': [{'id': '1fafe849-ed07-444a-932d-68cf1f6b80a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:15:27.969325 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-a143534f-2388-442d-83d7-c3c7ef908f9b None None] For port c44dc0b3-d42f-4222-b9f4-e340d132a5e0, host dv-cinder-795785-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=c44dc0b3-d42f-4222-b9f4-e340d132a5e0,segment=NetworkSegment(e125e9e2-0bb4-4387-a6b6-a67c63b56378),segment_id=e125e9e2-0bb4-4387-a6b6-a67c63b56378)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:15:28.051187 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2877dca-b8f6-4539-8cbd-37a7ed3a2f6a None None] The sync data for ids ['597b9c59-35f6-4ed2-a0d6-123dce3e1462'] in dv-cinder-795785-10-iscsi is: [{'id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'name': 'tempest-AttachVolumeNegativeTest-1541459670-router', 'tenant_id': 'd143bc5a616249a7beefc7b27962026b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '11c5f84e-eedf-4ae8-9ec1-7f055018f48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:10Z', 'updated_at': '2022-05-16T15:15:19Z', 'revision_number': 4, 'project_id': 'd143bc5a616249a7beefc7b27962026b', 'gw_port': {'id': '11c5f84e-eedf-4ae8-9ec1-7f055018f48e', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:61:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:12Z', 'updated_at': '2022-05-16T15:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_interfaces': [{'id': 'c44dc0b3-d42f-4222-b9f4-e340d132a5e0', 'name': '', 'network_id': '982c6e92-7848-46dd-811d-5ec569a6da67', 'tenant_id': 'd143bc5a616249a7beefc7b27962026b', 'mac_address': 'fa:16:3e:10:22:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1fafe849-ed07-444a-932d-68cf1f6b80a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:17Z', 'updated_at': '2022-05-16T15:15:26Z', 'revision_number': 4, 'project_id': 'd143bc5a616249a7beefc7b27962026b', 'subnets': [{'id': '1fafe849-ed07-444a-932d-68cf1f6b80a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:15:28.349647 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a143534f-2388-442d-83d7-c3c7ef908f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (c44dc0b3-d42f-4222-b9f4-e340d132a5e0), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:28.379278 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvr_db [None req-2f6543c7-0200-4e6a-b19e-2de3a6aff488 None None] Set router e7e97d7f-38ba-4945-8ce2-4f6c97890476 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:15:28.528670 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-4a200f3a-1304-4f52-a4e7-4899c9958f96 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Allocated IP 172.27.0.66 (ad45e98c-12fc-4959-a2ae-a7226c979594/4a504247-fe9e-45e9-866d-820247643fc0/6b633cfe-65e3-4027-abe2-3c09b4858bf7) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:15:28.753800 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4a200f3a-1304-4f52-a4e7-4899c9958f96 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks [] for port (6b633cfe-65e3-4027-abe2-3c09b4858bf7), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:28.785126 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-5f58e2c6-80db-4172-b87b-f01fd0ec150e req-524a7310-f3fe-48db-872d-cf5308df88c1 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=316917d7a31645bfaac651f81154c18f&fields=id HTTP/1.1" status: 200 len: 302 time: 1.1659455 May 16 15:15:28.845389 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85ac2a0d-7dd0-4f1e-b887-aa2146c824cf req-140c95d2-b965-45ce-be5b-278c13be1e6b tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] Network f79a4d11-7fc6-40e0-8a7d-fa2d8875e4ab is already hosted by enough agents. {{(pid=104034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:15:28.851828 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.base_scheduler [req-85ac2a0d-7dd0-4f1e-b887-aa2146c824cf req-140c95d2-b965-45ce-be5b-278c13be1e6b tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] Resources bound (agent type, host, resource id): {{(pid=104034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:15:28.856397 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-6007ec3c-75f4-4d47-b226-5b2deacd1578 None None] Provisioning complete for port 46ca3b38-4584-46a8-8a70-9abf5f6f3387 triggered by entity DHCP. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:15:28.857385 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-6007ec3c-75f4-4d47-b226-5b2deacd1578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (46ca3b38-4584-46a8-8a70-9abf5f6f3387), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:28.869212 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [req-85ac2a0d-7dd0-4f1e-b887-aa2146c824cf req-140c95d2-b965-45ce-be5b-278c13be1e6b tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] Received port after_create {{(pid=104034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:15:28.877134 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-166de942-5a07-4930-aa9a-40426632920b tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Publish callbacks [] for security_group_rule (ed57c073-7074-468b-a06f-ca816dc84dad), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:28.979284 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140c95d2-b965-45ce-be5b-278c13be1e6b tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] Pushing event updated for resources: {'Port': ['ID=c4da502e-bee2-43da-bb06-65e396454359,revision_number=1']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:29.011334 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16220b9-8bb0-42f6-be6f-a7e0d97d9cfe req-63a4b839-b8fa-45a3-9600-3f648404b8aa tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:29.014094 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-b16220b9-8bb0-42f6-be6f-a7e0d97d9cfe req-63a4b839-b8fa-45a3-9600-3f648404b8aa tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] 10.222.0.44 "GET /v2.0/ports?device_id=efb4f893-00bf-47fe-8ca4-74f9cfadd2b7 HTTP/1.1" status: 200 len: 932 time: 0.1881566 May 16 15:15:29.033276 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac2a0d-7dd0-4f1e-b887-aa2146c824cf req-140c95d2-b965-45ce-be5b-278c13be1e6b tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:29.034220 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [req-85ac2a0d-7dd0-4f1e-b887-aa2146c824cf req-140c95d2-b965-45ce-be5b-278c13be1e6b tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631934'] for port (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:29.062506 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-166de942-5a07-4930-aa9a-40426632920b tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Publish callbacks [] for security_group_rule (ed57c073-7074-468b-a06f-ca816dc84dad), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:29.072743 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a143534f-2388-442d-83d7-c3c7ef908f9b None None] Pushing event updated for resources: {'Port': ['ID=c44dc0b3-d42f-4222-b9f4-e340d132a5e0,revision_number=5']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:29.175863 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-b16220b9-8bb0-42f6-be6f-a7e0d97d9cfe req-5933c638-209f-4d01-a2dc-7728fe7673d0 tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] 10.222.0.44 "GET /v2.0/security-groups?id=f28a7d65-13f3-44a5-af92-2ad063d3f898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518321 May 16 15:15:29.351400 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Current status of the port 4a0e584b-b23e-43a6-8327-b575f5c43314 is: ACTIVE; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:15:29.520995 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-6007ec3c-75f4-4d47-b226-5b2deacd1578 None None] Current status of the port 46ca3b38-4584-46a8-8a70-9abf5f6f3387 is: DOWN; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:15:29.521400 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-6007ec3c-75f4-4d47-b226-5b2deacd1578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (46ca3b38-4584-46a8-8a70-9abf5f6f3387), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:29.592792 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_hamode_db [None req-2f6543c7-0200-4e6a-b19e-2de3a6aff488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e97d7f-38ba-4945-8ce2-4f6c97890476', 'name': 'tempest-ServerRescueNegativeTestJSON-1104119672-router', 'tenant_id': '316917d7a31645bfaac651f81154c18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '075f964c-8897-47c4-bceb-716071386f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:10Z', 'updated_at': '2022-05-16T15:15:19Z', 'revision_number': 4, 'project_id': '316917d7a31645bfaac651f81154c18f', 'gw_port': {'id': '075f964c-8897-47c4-bceb-716071386f64', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:6b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e97d7f-38ba-4945-8ce2-4f6c97890476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:11Z', 'updated_at': '2022-05-16T15:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_interfaces': [{'id': '46ca3b38-4584-46a8-8a70-9abf5f6f3387', 'name': '', 'network_id': '8561ad64-1b6b-4f33-82d1-a2d7e72d5b01', 'tenant_id': '316917d7a31645bfaac651f81154c18f', 'mac_address': 'fa:16:3e:1f:a0:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e97d7f-38ba-4945-8ce2-4f6c97890476', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '559d3648-c2d7-45f5-9aa1-e00232e9372a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:17Z', 'updated_at': '2022-05-16T15:15:26Z', 'revision_number': 4, 'project_id': '316917d7a31645bfaac651f81154c18f', 'subnets': [{'id': '559d3648-c2d7-45f5-9aa1-e00232e9372a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:15:29.603462 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device c44dc0b3-d42f-4222-b9f4-e340d132a5e0 up at agent ovs-agent-dv-cinder-795785-10-iscsi {{(pid=104035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:15:29.683869 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6543c7-0200-4e6a-b19e-2de3a6aff488 None None] The sync data for ids ['e7e97d7f-38ba-4945-8ce2-4f6c97890476'] in dv-cinder-795785-10-iscsi is: [{'id': 'e7e97d7f-38ba-4945-8ce2-4f6c97890476', 'name': 'tempest-ServerRescueNegativeTestJSON-1104119672-router', 'tenant_id': '316917d7a31645bfaac651f81154c18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '075f964c-8897-47c4-bceb-716071386f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:10Z', 'updated_at': '2022-05-16T15:15:19Z', 'revision_number': 4, 'project_id': '316917d7a31645bfaac651f81154c18f', 'gw_port': {'id': '075f964c-8897-47c4-bceb-716071386f64', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:6b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e97d7f-38ba-4945-8ce2-4f6c97890476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:11Z', 'updated_at': '2022-05-16T15:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_interfaces': [{'id': '46ca3b38-4584-46a8-8a70-9abf5f6f3387', 'name': '', 'network_id': '8561ad64-1b6b-4f33-82d1-a2d7e72d5b01', 'tenant_id': '316917d7a31645bfaac651f81154c18f', 'mac_address': 'fa:16:3e:1f:a0:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e97d7f-38ba-4945-8ce2-4f6c97890476', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '559d3648-c2d7-45f5-9aa1-e00232e9372a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:17Z', 'updated_at': '2022-05-16T15:15:26Z', 'revision_number': 4, 'project_id': '316917d7a31645bfaac651f81154c18f', 'subnets': [{'id': '559d3648-c2d7-45f5-9aa1-e00232e9372a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:15:29.709218 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-6007ec3c-75f4-4d47-b226-5b2deacd1578 None None] For port 46ca3b38-4584-46a8-8a70-9abf5f6f3387, host dv-cinder-795785-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=46ca3b38-4584-46a8-8a70-9abf5f6f3387,segment=NetworkSegment(687f1aa3-4a22-4e93-928a-d5c1913d880c),segment_id=687f1aa3-4a22-4e93-928a-d5c1913d880c)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:15:29.713483 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-4c315a97-7c98-4f5b-8f39-478d93a90734 None None] Publish callbacks [] for port (93b92ef9-bc57-4557-bac2-d50867420ca1), precommit_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:29.733190 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Provisioning complete for port c44dc0b3-d42f-4222-b9f4-e340d132a5e0 triggered by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:15:29.733190 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (c44dc0b3-d42f-4222-b9f4-e340d132a5e0), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:29.842032 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Current status of the port c44dc0b3-d42f-4222-b9f4-e340d132a5e0 is: ACTIVE; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:15:29.843170 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device 11c5f84e-eedf-4ae8-9ec1-7f055018f48e up at agent ovs-agent-dv-cinder-795785-10-iscsi {{(pid=104035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:15:29.883725 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4a200f3a-1304-4f52-a4e7-4899c9958f96 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789019640149'] for port (6b633cfe-65e3-4027-abe2-3c09b4858bf7), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:29.885557 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-166de942-5a07-4930-aa9a-40426632920b tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607684'] for security_group_rule (ed57c073-7074-468b-a06f-ca816dc84dad), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:29.890611 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-7da49339-1386-4ad6-aee8-4f694b801e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (54a3e65b-69a0-426d-9997-69a1705c4334), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:29.916087 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-6007ec3c-75f4-4d47-b226-5b2deacd1578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (46ca3b38-4584-46a8-8a70-9abf5f6f3387), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:29.916087 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-4c315a97-7c98-4f5b-8f39-478d93a90734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (93b92ef9-bc57-4557-bac2-d50867420ca1), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:29.943452 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-85ac2a0d-7dd0-4f1e-b887-aa2146c824cf req-140c95d2-b965-45ce-be5b-278c13be1e6b tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6458926 May 16 15:15:29.967396 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166de942-5a07-4930-aa9a-40426632920b tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed57c073-7074-468b-a06f-ca816dc84dad,revision_number=0']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:29.986573 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [req-85ac2a0d-7dd0-4f1e-b887-aa2146c824cf req-c0b78ca3-dcb8-4b55-8319-1a73d15a188e tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=104034) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 15:15:30.000072 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-85ac2a0d-7dd0-4f1e-b887-aa2146c824cf req-c0b78ca3-dcb8-4b55-8319-1a73d15a188e tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0195200 May 16 15:15:30.037637 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a200f3a-1304-4f52-a4e7-4899c9958f96 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Network ad45e98c-12fc-4959-a2ae-a7226c979594 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:15:30.037637 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-4a200f3a-1304-4f52-a4e7-4899c9958f96 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:15:30.049315 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a200f3a-1304-4f52-a4e7-4899c9958f96 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:15:30.077258 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-6007ec3c-75f4-4d47-b226-5b2deacd1578 None None] Provisioning complete for port c44dc0b3-d42f-4222-b9f4-e340d132a5e0 triggered by entity DHCP. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:15:30.078141 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-6007ec3c-75f4-4d47-b226-5b2deacd1578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (c44dc0b3-d42f-4222-b9f4-e340d132a5e0), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:30.114736 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-166de942-5a07-4930-aa9a-40426632920b tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:30.118739 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-166de942-5a07-4930-aa9a-40426632920b tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.5769305 May 16 15:15:30.119095 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 42406) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:30.120420 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a200f3a-1304-4f52-a4e7-4899c9958f96 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Pushing event updated for resources: {'Port': ['ID=6b633cfe-65e3-4027-abe2-3c09b4858bf7,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:30.133373 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.v2.base [None req-28a52e5e-50d9-46a0-bb7e-11f45c1eaeb8 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Request body: {'security_group_rule': {'security_group_id': 'caf3754e-5d8e-4956-8296-48df01954071', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:15:30.247544 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Provisioning complete for port 11c5f84e-eedf-4ae8-9ec1-7f055018f48e triggered by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:15:30.254733 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (11c5f84e-eedf-4ae8-9ec1-7f055018f48e), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:30.287650 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4a200f3a-1304-4f52-a4e7-4899c9958f96 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks [] for floatingip (b85ace00-aed5-415b-8f91-d76f0b781d4c), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:30.326014 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-28a52e5e-50d9-46a0-bb7e-11f45c1eaeb8 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Publish callbacks [] for security_group_rule (1f481134-bf22-4854-a78c-e4b2e4372da6), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:30.511569 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-e1b85405-7a13-4024-838c-532465e0cf8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (72569482-7f88-4a09-9117-6d6842ca2c26), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:30.597342 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d45fb8e-653e-4a7f-8263-edcca6a434be req-921cd0c6-8627-4916-b964-b18ce02b3640 tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:30.610674 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-28a52e5e-50d9-46a0-bb7e-11f45c1eaeb8 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Publish callbacks [] for security_group_rule (1f481134-bf22-4854-a78c-e4b2e4372da6), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:30.611109 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-2d45fb8e-653e-4a7f-8263-edcca6a434be req-921cd0c6-8627-4916-b964-b18ce02b3640 tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] 10.222.0.44 "GET /v2.0/ports?device_id=efb4f893-00bf-47fe-8ca4-74f9cfadd2b7 HTTP/1.1" status: 200 len: 932 time: 0.2668004 May 16 15:15:30.668928 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 42424) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:30.679122 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4a200f3a-1304-4f52-a4e7-4899c9958f96 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (6b633cfe-65e3-4027-abe2-3c09b4858bf7), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:30.688008 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-28a52e5e-50d9-46a0-bb7e-11f45c1eaeb8 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607684'] for security_group_rule (1f481134-bf22-4854-a78c-e4b2e4372da6), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:30.701096 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6007ec3c-75f4-4d47-b226-5b2deacd1578 None None] Pushing event updated for resources: {'Port': ['ID=46ca3b38-4584-46a8-8a70-9abf5f6f3387,revision_number=5']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:30.743575 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a52e5e-50d9-46a0-bb7e-11f45c1eaeb8 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f481134-bf22-4854-a78c-e4b2e4372da6,revision_number=0']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:30.789119 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [req-5f58e2c6-80db-4172-b87b-f01fd0ec150e req-d89396ab-ab4e-4291-842e-934c61a92ce2 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=104034) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 15:15:30.796768 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-5f58e2c6-80db-4172-b87b-f01fd0ec150e req-d89396ab-ab4e-4291-842e-934c61a92ce2 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3027246 May 16 15:15:30.849451 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bc86d0-d268-4b76-b2ee-4f04329c973a None None] Pushing event updated for resources: {'Port': ['ID=93b92ef9-bc57-4557-bac2-d50867420ca1,revision_number=3']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:30.876881 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-28a52e5e-50d9-46a0-bb7e-11f45c1eaeb8 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:30.888522 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-28a52e5e-50d9-46a0-bb7e-11f45c1eaeb8 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7633464 May 16 15:15:30.889175 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 42432) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:30.905917 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.v2.base [None req-53c676b1-eb86-4795-a5a4-055c41f6d6bd tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Request body: {'floatingip': {'floating_network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594'}} {{(pid=104034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:15:30.939558 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-2d45fb8e-653e-4a7f-8263-edcca6a434be req-8ce37965-1ed3-4b86-9354-e429fa9025e8 tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] 10.222.0.44 "GET /v2.0/security-groups?id=f28a7d65-13f3-44a5-af92-2ad063d3f898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3273633 May 16 15:15:30.969752 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-6007ec3c-75f4-4d47-b226-5b2deacd1578 None None] Current status of the port c44dc0b3-d42f-4222-b9f4-e340d132a5e0 is: ACTIVE; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:15:30.978794 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.v2.base [req-85ac2a0d-7dd0-4f1e-b887-aa2146c824cf req-1a1fc9e0-b9da-4e60-b33a-af0a5d765ddd service neutron] Request body: {'port': {'device_id': 'efb4f893-00bf-47fe-8ca4-74f9cfadd2b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79578'}} {{(pid=104034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:15:31.001575 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.managers [None req-4c315a97-7c98-4f5b-8f39-478d93a90734 None None] Attempting to bind port 93b92ef9-bc57-4557-bac2-d50867420ca1 on host dv-cinder-795785-10-iscsi for vnic_type normal with profile {{(pid=104035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:15:31.002183 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.managers [None req-4c315a97-7c98-4f5b-8f39-478d93a90734 None None] Attempting to bind port 93b92ef9-bc57-4557-bac2-d50867420ca1 by drivers openvswitch,hyperv on host dv-cinder-795785-10-iscsi at level 0 using segments [{'id': '4d5decff-4bc4-4a25-8135-847682f81a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '20dfff89-2b4c-4d06-bcfc-8ec2e202af64'}] {{(pid=104035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:15:31.002709 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c315a97-7c98-4f5b-8f39-478d93a90734 None None] Attempting to bind port 93b92ef9-bc57-4557-bac2-d50867420ca1 on network 20dfff89-2b4c-4d06-bcfc-8ec2e202af64 {{(pid=104035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:15:31.015238 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c315a97-7c98-4f5b-8f39-478d93a90734 None None] Checking agent: {'id': '311a8a5f-4d79-4ff7-931a-d05ff8cc45ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 6, 3), 'started_at': datetime.datetime(2022, 5, 16, 15, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:15:31.015612 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c315a97-7c98-4f5b-8f39-478d93a90734 None None] Checking segment: {'id': '4d5decff-4bc4-4a25-8135-847682f81a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '20dfff89-2b4c-4d06-bcfc-8ec2e202af64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:15:31.016728 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-4c315a97-7c98-4f5b-8f39-478d93a90734 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:31.017219 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c315a97-7c98-4f5b-8f39-478d93a90734 None None] Bound using segment: {'id': '4d5decff-4bc4-4a25-8135-847682f81a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '20dfff89-2b4c-4d06-bcfc-8ec2e202af64'} {{(pid=104035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:15:31.017946 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.managers [None req-4c315a97-7c98-4f5b-8f39-478d93a90734 None None] Bound port: 93b92ef9-bc57-4557-bac2-d50867420ca1, host: dv-cinder-795785-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d5decff-4bc4-4a25-8135-847682f81a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '20dfff89-2b4c-4d06-bcfc-8ec2e202af64'}}] {{(pid=104035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:15:31.018527 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-4c315a97-7c98-4f5b-8f39-478d93a90734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (93b92ef9-bc57-4557-bac2-d50867420ca1), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:31.121144 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Current status of the port 11c5f84e-eedf-4ae8-9ec1-7f055018f48e is: ACTIVE; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:15:31.137788 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-53c676b1-eb86-4795-a5a4-055c41f6d6bd tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:31.252658 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-d79467dc-f6c0-4a23-bedd-c813b3ec2927 None None] Provisioning complete for port 93b92ef9-bc57-4557-bac2-d50867420ca1 triggered by entity DHCP. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:15:31.255807 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d79467dc-f6c0-4a23-bedd-c813b3ec2927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (93b92ef9-bc57-4557-bac2-d50867420ca1), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:31.271267 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-5f58e2c6-80db-4172-b87b-f01fd0ec150e req-b2e976d4-63f7-47fd-8822-46cae9371ab9 service neutron] 10.222.0.44 "GET /v2.0/networks/8561ad64-1b6b-4f33-82d1-a2d7e72d5b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4735231 May 16 15:15:31.325017 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [req-85ac2a0d-7dd0-4f1e-b887-aa2146c824cf req-1a1fc9e0-b9da-4e60-b33a-af0a5d765ddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (c4da502e-bee2-43da-bb06-65e396454359), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:31.387649 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-d79467dc-f6c0-4a23-bedd-c813b3ec2927 None None] Port 93b92ef9-bc57-4557-bac2-d50867420ca1 cannot update to ACTIVE because it is not bound. {{(pid=104035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:15:31.405298 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-4c315a97-7c98-4f5b-8f39-478d93a90734 None None] For port 93b92ef9-bc57-4557-bac2-d50867420ca1, host dv-cinder-795785-10-iscsi, cleared binding levels {{(pid=104035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:15:31.421238 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-4c315a97-7c98-4f5b-8f39-478d93a90734 None None] For port 93b92ef9-bc57-4557-bac2-d50867420ca1, host dv-cinder-795785-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=93b92ef9-bc57-4557-bac2-d50867420ca1,segment=NetworkSegment(4d5decff-4bc4-4a25-8135-847682f81a17),segment_id=4d5decff-4bc4-4a25-8135-847682f81a17)] {{(pid=104035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:15:31.438934 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.69', 49904) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:31.443180 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4a200f3a-1304-4f52-a4e7-4899c9958f96 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks [] for port (6b633cfe-65e3-4027-abe2-3c09b4858bf7), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:31.523967 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-4c315a97-7c98-4f5b-8f39-478d93a90734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (93b92ef9-bc57-4557-bac2-d50867420ca1), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:31.551368 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4a200f3a-1304-4f52-a4e7-4899c9958f96 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (6b633cfe-65e3-4027-abe2-3c09b4858bf7), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:31.609347 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device 46ca3b38-4584-46a8-8a70-9abf5f6f3387 up at agent ovs-agent-dv-cinder-795785-10-iscsi {{(pid=104035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:15:31.641253 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4a200f3a-1304-4f52-a4e7-4899c9958f96 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556839'] for floatingip (b85ace00-aed5-415b-8f91-d76f0b781d4c), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:31.711113 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a2296b44-efe7-4c92-99bf-bf9223587463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (4544528a-1612-46a7-a248-6cca4b867644), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:31.725143 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a200f3a-1304-4f52-a4e7-4899c9958f96 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Pushing event updated for resources: {'Port': ['ID=6b633cfe-65e3-4027-abe2-3c09b4858bf7,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:31.738570 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235426bd-7db6-484f-81b3-2eae4dc2e154 req-0d160912-2a79-4433-9422-48d076b9f738 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:31.740207 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-235426bd-7db6-484f-81b3-2eae4dc2e154 req-0d160912-2a79-4433-9422-48d076b9f738 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.69 "GET /v2.0/networks?id=8561ad64-1b6b-4f33-82d1-a2d7e72d5b01 HTTP/1.1" status: 200 len: 819 time: 0.2792029 May 16 15:15:31.782537 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4a200f3a-1304-4f52-a4e7-4899c9958f96 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914'] for floatingip (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:31.784006 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-4a200f3a-1304-4f52-a4e7-4899c9958f96 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6920726 May 16 15:15:31.807251 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c315a97-7c98-4f5b-8f39-478d93a90734 None None] Routers {'67c6642c-a31b-4537-a524-d1c5011e71b1'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:15:31.814969 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_hamode_db [None req-4c315a97-7c98-4f5b-8f39-478d93a90734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:15:29Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['67c6642c-a31b-4537-a524-d1c5011e71b1'], 'active': True} {{(pid=104035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:15:31.818420 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.v2.base [req-235426bd-7db6-484f-81b3-2eae4dc2e154 req-716b0c91-49ea-441a-83f4-5e937eca04d3 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Request body: {'port': {'device_id': 'b8cc0b00-99f9-4486-b349-f60a0d2db023', 'network_id': '8561ad64-1b6b-4f33-82d1-a2d7e72d5b01', 'admin_state_up': True, 'tenant_id': '316917d7a31645bfaac651f81154c18f'}} {{(pid=104034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:15:31.948361 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-075c5333-7c85-42f5-8af2-5b82269eddca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:32.035790 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-ae2488e5-650b-42a5-8f70-18cfd17cda17 None None] Provisioning complete for port 93b92ef9-bc57-4557-bac2-d50867420ca1 triggered by entity DHCP. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:15:32.036961 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-ae2488e5-650b-42a5-8f70-18cfd17cda17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (93b92ef9-bc57-4557-bac2-d50867420ca1), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:32.191755 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-53c676b1-eb86-4795-a5a4-055c41f6d6bd tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:32.230968 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Provisioning complete for port 46ca3b38-4584-46a8-8a70-9abf5f6f3387 triggered by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:15:32.232803 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (46ca3b38-4584-46a8-8a70-9abf5f6f3387), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:32.243062 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd43d00-88a5-4cb9-aa0d-277bc1535601 req-1d68c019-fb67-4b05-89d1-d7b0fc9b6ea2 tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:32.248660 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-3dd43d00-88a5-4cb9-aa0d-277bc1535601 req-1d68c019-fb67-4b05-89d1-d7b0fc9b6ea2 tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] 10.222.0.44 "GET /v2.0/ports?device_id=efb4f893-00bf-47fe-8ca4-74f9cfadd2b7 HTTP/1.1" status: 200 len: 932 time: 0.1140392 May 16 15:15:32.361489 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-3dd43d00-88a5-4cb9-aa0d-277bc1535601 req-77711dca-a403-4b47-8986-0528a6d37e62 tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] 10.222.0.44 "GET /v2.0/security-groups?id=f28a7d65-13f3-44a5-af92-2ad063d3f898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076913 May 16 15:15:32.407953 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvr_db [None req-4c315a97-7c98-4f5b-8f39-478d93a90734 None None] Set router 67c6642c-a31b-4537-a524-d1c5011e71b1 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:15:32.531431 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bc86d0-d268-4b76-b2ee-4f04329c973a None None] Pushing event updated for resources: {'Port': ['ID=93b92ef9-bc57-4557-bac2-d50867420ca1,revision_number=4']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:32.614539 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-4817abd2-214b-4136-9dbf-0091c4432e74 req-5392d206-c453-46ec-b710-46e99236124c tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--149471611&fields=id&tenant_id=d143bc5a616249a7beefc7b27962026b HTTP/1.1" status: 200 len: 267 time: 0.1174376 May 16 15:15:32.756327 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.notifiers.nova [req-85ac2a0d-7dd0-4f1e-b887-aa2146c824cf req-1a1fc9e0-b9da-4e60-b33a-af0a5d765ddd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4da502e-bee2-43da-bb06-65e396454359 {{(pid=104034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:15:32.764676 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [req-85ac2a0d-7dd0-4f1e-b887-aa2146c824cf req-1a1fc9e0-b9da-4e60-b33a-af0a5d765ddd service neutron] Publish callbacks [] for port (c4da502e-bee2-43da-bb06-65e396454359), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:32.788703 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.db.provisioning_blocks [req-85ac2a0d-7dd0-4f1e-b887-aa2146c824cf req-1a1fc9e0-b9da-4e60-b33a-af0a5d765ddd service neutron] Transition to ACTIVE for port object c4da502e-bee2-43da-bb06-65e396454359 will not be triggered until provisioned by entity L2. {{(pid=104034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 15:15:32.833772 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-5f58e2c6-80db-4172-b87b-f01fd0ec150e req-c41a715e-4c28-4cb4-8379-73238e3cbe89 service neutron] 10.222.0.44 "GET /v2.0/networks/8561ad64-1b6b-4f33-82d1-a2d7e72d5b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5577617 May 16 15:15:32.847222 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4817abd2-214b-4136-9dbf-0091c4432e74 req-4f79b71d-7695-4df7-be88-cbf3d7b21ada tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:32.873519 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-4817abd2-214b-4136-9dbf-0091c4432e74 req-4f79b71d-7695-4df7-be88-cbf3d7b21ada tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/networks?id=982c6e92-7848-46dd-811d-5ec569a6da67 HTTP/1.1" status: 200 len: 815 time: 0.2482641 May 16 15:15:32.903681 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [req-85ac2a0d-7dd0-4f1e-b887-aa2146c824cf req-1a1fc9e0-b9da-4e60-b33a-af0a5d765ddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4097205'] for port (c4da502e-bee2-43da-bb06-65e396454359), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:32.910893 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-4817abd2-214b-4136-9dbf-0091c4432e74 req-64ba2d68-912a-4c0f-bce5-2d83102368e5 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/quotas/d143bc5a616249a7beefc7b27962026b HTTP/1.1" status: 200 len: 375 time: 0.0360830 May 16 15:15:32.946964 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Current status of the port 46ca3b38-4584-46a8-8a70-9abf5f6f3387 is: ACTIVE; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:15:32.997235 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1fc9e0-b9da-4e60-b33a-af0a5d765ddd service neutron] Pushing event updated for resources: {'Port': ['ID=c4da502e-bee2-43da-bb06-65e396454359,revision_number=2']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:33.038616 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.db.db_base_plugin_common [None req-53c676b1-eb86-4795-a5a4-055c41f6d6bd tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Allocated IP 172.27.0.246 (ad45e98c-12fc-4959-a2ae-a7226c979594/4a504247-fe9e-45e9-866d-820247643fc0/6fb1ed85-ff94-444d-a691-9231f0eced37) {{(pid=104034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:15:33.090822 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-4817abd2-214b-4136-9dbf-0091c4432e74 req-59722e71-93f8-4a45-966f-a239c6d32f40 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d143bc5a616249a7beefc7b27962026b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1790075 May 16 15:15:33.205640 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-ae2488e5-650b-42a5-8f70-18cfd17cda17 None None] Current status of the port 93b92ef9-bc57-4557-bac2-d50867420ca1 is: DOWN; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:15:33.206179 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-ae2488e5-650b-42a5-8f70-18cfd17cda17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (93b92ef9-bc57-4557-bac2-d50867420ca1), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:33.224431 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-235426bd-7db6-484f-81b3-2eae4dc2e154 req-716b0c91-49ea-441a-83f4-5e937eca04d3 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Made reservation on behalf of 316917d7a31645bfaac651f81154c18f for: {'port': 1} {{(pid=104034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:15:33.235320 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [req-235426bd-7db6-484f-81b3-2eae4dc2e154 req-716b0c91-49ea-441a-83f4-5e937eca04d3 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:33.313517 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-075c5333-7c85-42f5-8af2-5b82269eddca admin admin] Publish callbacks [] for security_group (eea7fa20-82a1-404c-aa0e-fd291a7c1821), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:33.319934 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-4817abd2-214b-4136-9dbf-0091c4432e74 req-60bc5a4d-ec75-4264-9801-6cfa58730260 service neutron] 10.222.0.44 "GET /v2.0/networks/982c6e92-7848-46dd-811d-5ec569a6da67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180097 May 16 15:15:33.465836 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-ae2488e5-650b-42a5-8f70-18cfd17cda17 None None] For port 93b92ef9-bc57-4557-bac2-d50867420ca1, host dv-cinder-795785-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=93b92ef9-bc57-4557-bac2-d50867420ca1,segment=NetworkSegment(4d5decff-4bc4-4a25-8135-847682f81a17),segment_id=4d5decff-4bc4-4a25-8135-847682f81a17)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:15:33.480355 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-53c676b1-eb86-4795-a5a4-055c41f6d6bd tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Publish callbacks [] for port (6fb1ed85-ff94-444d-a691-9231f0eced37), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:33.481215 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_hamode_db [None req-4c315a97-7c98-4f5b-8f39-478d93a90734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67c6642c-a31b-4537-a524-d1c5011e71b1', 'name': 'tempest-AttachVolumeTestJSON-1961656545-router', 'tenant_id': '9703f082240542aa979c6b53052d77b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '4a0e584b-b23e-43a6-8327-b575f5c43314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:12Z', 'updated_at': '2022-05-16T15:15:23Z', 'revision_number': 4, 'project_id': '9703f082240542aa979c6b53052d77b9', 'gw_port': {'id': '4a0e584b-b23e-43a6-8327-b575f5c43314', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bd:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c6642c-a31b-4537-a524-d1c5011e71b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:13Z', 'updated_at': '2022-05-16T15:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_interfaces': [{'id': '93b92ef9-bc57-4557-bac2-d50867420ca1', 'name': '', 'network_id': '20dfff89-2b4c-4d06-bcfc-8ec2e202af64', 'tenant_id': '9703f082240542aa979c6b53052d77b9', 'mac_address': 'fa:16:3e:2f:72:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67c6642c-a31b-4537-a524-d1c5011e71b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '9bd76027-99a6-4823-9a55-92e97a7e537f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:21Z', 'updated_at': '2022-05-16T15:15:31Z', 'revision_number': 4, 'project_id': '9703f082240542aa979c6b53052d77b9', 'subnets': [{'id': '9bd76027-99a6-4823-9a55-92e97a7e537f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:15:33.488573 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [req-85ac2a0d-7dd0-4f1e-b887-aa2146c824cf req-1a1fc9e0-b9da-4e60-b33a-af0a5d765ddd service neutron] Attempting to bind port c4da502e-bee2-43da-bb06-65e396454359 on host hv-cinder-79578 for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:15:33.489009 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [req-85ac2a0d-7dd0-4f1e-b887-aa2146c824cf req-1a1fc9e0-b9da-4e60-b33a-af0a5d765ddd service neutron] Attempting to bind port c4da502e-bee2-43da-bb06-65e396454359 by drivers openvswitch,hyperv on host hv-cinder-79578 at level 0 using segments [{'id': '84b91138-cc1f-4a2f-af74-c0ca064edfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f79a4d11-7fc6-40e0-8a7d-fa2d8875e4ab'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:15:33.489304 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ac2a0d-7dd0-4f1e-b887-aa2146c824cf req-1a1fc9e0-b9da-4e60-b33a-af0a5d765ddd service neutron] Attempting to bind port c4da502e-bee2-43da-bb06-65e396454359 on network f79a4d11-7fc6-40e0-8a7d-fa2d8875e4ab {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:15:33.502664 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-075c5333-7c85-42f5-8af2-5b82269eddca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (eea7fa20-82a1-404c-aa0e-fd291a7c1821), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:33.557290 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075c5333-7c85-42f5-8af2-5b82269eddca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eea7fa20-82a1-404c-aa0e-fd291a7c1821,revision_number=1']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:33.584883 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-4817abd2-214b-4136-9dbf-0091c4432e74 req-0681eec3-7680-482e-9099-14e8c5e45bec service neutron] 10.222.0.44 "GET /v2.0/networks/982c6e92-7848-46dd-811d-5ec569a6da67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548165 May 16 15:15:33.623266 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (311a8a5f-4d79-4ff7-931a-d05ff8cc45ee), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:33.633680 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c315a97-7c98-4f5b-8f39-478d93a90734 None None] The sync data for ids ['67c6642c-a31b-4537-a524-d1c5011e71b1'] in dv-cinder-795785-10-iscsi is: [{'id': '67c6642c-a31b-4537-a524-d1c5011e71b1', 'name': 'tempest-AttachVolumeTestJSON-1961656545-router', 'tenant_id': '9703f082240542aa979c6b53052d77b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '4a0e584b-b23e-43a6-8327-b575f5c43314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:12Z', 'updated_at': '2022-05-16T15:15:23Z', 'revision_number': 4, 'project_id': '9703f082240542aa979c6b53052d77b9', 'gw_port': {'id': '4a0e584b-b23e-43a6-8327-b575f5c43314', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bd:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c6642c-a31b-4537-a524-d1c5011e71b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:13Z', 'updated_at': '2022-05-16T15:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_interfaces': [{'id': '93b92ef9-bc57-4557-bac2-d50867420ca1', 'name': '', 'network_id': '20dfff89-2b4c-4d06-bcfc-8ec2e202af64', 'tenant_id': '9703f082240542aa979c6b53052d77b9', 'mac_address': 'fa:16:3e:2f:72:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67c6642c-a31b-4537-a524-d1c5011e71b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '9bd76027-99a6-4823-9a55-92e97a7e537f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:21Z', 'updated_at': '2022-05-16T15:15:31Z', 'revision_number': 4, 'project_id': '9703f082240542aa979c6b53052d77b9', 'subnets': [{'id': '9bd76027-99a6-4823-9a55-92e97a7e537f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:15:33.650296 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-ae2488e5-650b-42a5-8f70-18cfd17cda17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (93b92ef9-bc57-4557-bac2-d50867420ca1), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:33.805905 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2488e5-650b-42a5-8f70-18cfd17cda17 None None] Pushing event updated for resources: {'Port': ['ID=93b92ef9-bc57-4557-bac2-d50867420ca1,revision_number=5']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:33.842417 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ac2a0d-7dd0-4f1e-b887-aa2146c824cf req-1a1fc9e0-b9da-4e60-b33a-af0a5d765ddd service neutron] Port c4da502e-bee2-43da-bb06-65e396454359 on network f79a4d11-7fc6-40e0-8a7d-fa2d8875e4ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79578 {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 15:15:33.842799 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ac2a0d-7dd0-4f1e-b887-aa2146c824cf req-1a1fc9e0-b9da-4e60-b33a-af0a5d765ddd service neutron] Attempting to bind port c4da502e-bee2-43da-bb06-65e396454359 on network f79a4d11-7fc6-40e0-8a7d-fa2d8875e4ab {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:15:33.855359 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ac2a0d-7dd0-4f1e-b887-aa2146c824cf req-1a1fc9e0-b9da-4e60-b33a-af0a5d765ddd service neutron] Checking agent: {'id': '751a3b14-a3b6-44f5-a165-bd23bd92acbe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79578', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 13, 10), 'started_at': datetime.datetime(2022, 5, 16, 15, 13, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:15:33.855728 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ac2a0d-7dd0-4f1e-b887-aa2146c824cf req-1a1fc9e0-b9da-4e60-b33a-af0a5d765ddd service neutron] Checking segment: {'id': '84b91138-cc1f-4a2f-af74-c0ca064edfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f79a4d11-7fc6-40e0-8a7d-fa2d8875e4ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:15:33.856280 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ac2a0d-7dd0-4f1e-b887-aa2146c824cf req-1a1fc9e0-b9da-4e60-b33a-af0a5d765ddd service neutron] Bound using segment: {'id': '84b91138-cc1f-4a2f-af74-c0ca064edfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f79a4d11-7fc6-40e0-8a7d-fa2d8875e4ab'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:15:33.856747 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [req-85ac2a0d-7dd0-4f1e-b887-aa2146c824cf req-1a1fc9e0-b9da-4e60-b33a-af0a5d765ddd service neutron] Bound port: c4da502e-bee2-43da-bb06-65e396454359, host: hv-cinder-79578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84b91138-cc1f-4a2f-af74-c0ca064edfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f79a4d11-7fc6-40e0-8a7d-fa2d8875e4ab'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:15:33.857170 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [req-85ac2a0d-7dd0-4f1e-b887-aa2146c824cf req-1a1fc9e0-b9da-4e60-b33a-af0a5d765ddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (c4da502e-bee2-43da-bb06-65e396454359), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:34.041612 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [req-85ac2a0d-7dd0-4f1e-b887-aa2146c824cf req-1a1fc9e0-b9da-4e60-b33a-af0a5d765ddd service neutron] For port c4da502e-bee2-43da-bb06-65e396454359, host hv-cinder-79578, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:15:34.052456 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [req-85ac2a0d-7dd0-4f1e-b887-aa2146c824cf req-1a1fc9e0-b9da-4e60-b33a-af0a5d765ddd service neutron] For port c4da502e-bee2-43da-bb06-65e396454359, host hv-cinder-79578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=c4da502e-bee2-43da-bb06-65e396454359,segment=NetworkSegment(84b91138-cc1f-4a2f-af74-c0ca064edfa0),segment_id=84b91138-cc1f-4a2f-af74-c0ca064edfa0)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:15:34.072489 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-a4153103-c75e-41f6-920d-6d06d07db2eb req-bc49adfc-42d2-46d1-8033-a416878f6cef tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=766a2d7d-3279-4c55-9dfb-29746e7fd0f0 HTTP/1.1" status: 200 len: 210 time: 0.5951223 May 16 15:15:34.161632 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d0d535-eef7-4836-b6cb-f5afee9b1493 req-91dd6be5-0ca7-4be1-9cec-14b2fe5baccb tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:34.173927 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-e8d0d535-eef7-4836-b6cb-f5afee9b1493 req-91dd6be5-0ca7-4be1-9cec-14b2fe5baccb tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] 10.222.0.44 "GET /v2.0/ports?device_id=efb4f893-00bf-47fe-8ca4-74f9cfadd2b7 HTTP/1.1" status: 200 len: 944 time: 0.1610765 May 16 15:15:34.229881 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-075c5333-7c85-42f5-8af2-5b82269eddca admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d9e6651102514605a4f2e00efbdfe387&name=default HTTP/1.1" status: 200 len: 2996 time: 3.5591335 May 16 15:15:34.240849 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 42524) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:34.334633 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-8d1cb473-1bb8-4214-bb7a-37057021151f req-50b13b6e-d2ea-44cb-aa02-14f656f1f0e3 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd44422c-b621-4ad8-82ab-e5eeae7b2633 HTTP/1.1" status: 200 len: 210 time: 0.0880454 May 16 15:15:34.338976 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [req-85ac2a0d-7dd0-4f1e-b887-aa2146c824cf req-1a1fc9e0-b9da-4e60-b33a-af0a5d765ddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4097205'] for port (c4da502e-bee2-43da-bb06-65e396454359), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:34.446426 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-e8d0d535-eef7-4836-b6cb-f5afee9b1493 req-f7deedb9-1db6-4f16-9782-99edafe15e1f tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] 10.222.0.44 "GET /v2.0/security-groups?id=f28a7d65-13f3-44a5-af92-2ad063d3f898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635813 May 16 15:15:34.451356 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6cebcdcb-9dd5-42a9-871a-572cc4ea7804 admin admin] Publish callbacks [] for security_group (eea7fa20-82a1-404c-aa0e-fd291a7c1821), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:34.507260 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.db.db_base_plugin_common [req-235426bd-7db6-484f-81b3-2eae4dc2e154 req-716b0c91-49ea-441a-83f4-5e937eca04d3 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Allocated IP 172.20.0.10 (8561ad64-1b6b-4f33-82d1-a2d7e72d5b01/559d3648-c2d7-45f5-9aa1-e00232e9372a/d3200ba0-e507-4313-a271-660316264ca6) {{(pid=104034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:15:34.573048 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6cebcdcb-9dd5-42a9-871a-572cc4ea7804 admin admin] Publish callbacks [] for security_group (eea7fa20-82a1-404c-aa0e-fd291a7c1821), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:34.589053 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac2a0d-7dd0-4f1e-b887-aa2146c824cf req-1a1fc9e0-b9da-4e60-b33a-af0a5d765ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:34.589702 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [req-85ac2a0d-7dd0-4f1e-b887-aa2146c824cf req-1a1fc9e0-b9da-4e60-b33a-af0a5d765ddd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631934'] for port (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:34.591370 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-85ac2a0d-7dd0-4f1e-b887-aa2146c824cf req-1a1fc9e0-b9da-4e60-b33a-af0a5d765ddd service neutron] 10.222.0.69 "PUT /v2.0/ports/c4da502e-bee2-43da-bb06-65e396454359 HTTP/1.1" status: 200 len: 1094 time: 4.0206296 May 16 15:15:34.596521 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efb4f893-00bf-47fe-8ca4-74f9cfadd2b7', 'tag': 'c4da502e-bee2-43da-bb06-65e396454359'}] {{(pid=104034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:15:34.654203 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-53c676b1-eb86-4795-a5a4-055c41f6d6bd tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789019640149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097154'] for port (6fb1ed85-ff94-444d-a691-9231f0eced37), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:34.690040 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1fc9e0-b9da-4e60-b33a-af0a5d765ddd service neutron] Pushing event updated for resources: {'Port': ['ID=c4da502e-bee2-43da-bb06-65e396454359,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:34.721818 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c676b1-eb86-4795-a5a4-055c41f6d6bd tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Network ad45e98c-12fc-4959-a2ae-a7226c979594 is already hosted by enough agents. {{(pid=104034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:15:34.739305 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.base_scheduler [None req-53c676b1-eb86-4795-a5a4-055c41f6d6bd tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Resources bound (agent type, host, resource id): {{(pid=104034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:15:34.769587 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6cebcdcb-9dd5-42a9-871a-572cc4ea7804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (eea7fa20-82a1-404c-aa0e-fd291a7c1821), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:34.772907 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6cebcdcb-9dd5-42a9-871a-572cc4ea7804 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:34.774450 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-6cebcdcb-9dd5-42a9-871a-572cc4ea7804 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/eea7fa20-82a1-404c-aa0e-fd291a7c1821 HTTP/1.1" status: 204 len: 168 time: 0.5325766 May 16 15:15:34.786513 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c676b1-eb86-4795-a5a4-055c41f6d6bd tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Received port after_create {{(pid=104034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:15:34.799533 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cebcdcb-9dd5-42a9-871a-572cc4ea7804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea7fa20-82a1-404c-aa0e-fd291a7c1821,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:34.925677 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cdfd588167f3f1dbc712245a9b2e41b7a1fa72707d5290f062c21f430b6f068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c007523c-ce0e-4778-98ee-f2fd160cd283" -d '{"events": [{"name": "network-changed", "server_uuid": "efb4f893-00bf-47fe-8ca4-74f9cfadd2b7", "tag": "c4da502e-bee2-43da-bb06-65e396454359"}]}' {{(pid=104034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:15:35.013799 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c676b1-eb86-4795-a5a4-055c41f6d6bd tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Pushing event updated for resources: {'Port': ['ID=6fb1ed85-ff94-444d-a691-9231f0eced37,revision_number=1']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:35.162661 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [req-235426bd-7db6-484f-81b3-2eae4dc2e154 req-716b0c91-49ea-441a-83f4-5e937eca04d3 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Publish callbacks [] for port (d3200ba0-e507-4313-a271-660316264ca6), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:35.165786 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-506df3c1-557e-4367-991b-46fc9eb13c83 x-openstack-request-id: req-506df3c1-557e-4367-991b-46fc9eb13c83 {{(pid=104034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:15:35.171154 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efb4f893-00bf-47fe-8ca4-74f9cfadd2b7", "tag": "c4da502e-bee2-43da-bb06-65e396454359", "status": "completed", "code": 200}]} {{(pid=104034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:15:35.171154 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-506df3c1-557e-4367-991b-46fc9eb13c83 {{(pid=104034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:15:35.171154 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-506df3c1-557e-4367-991b-46fc9eb13c83'] response: {'name': 'network-changed', 'server_uuid': 'efb4f893-00bf-47fe-8ca4-74f9cfadd2b7', 'tag': 'c4da502e-bee2-43da-bb06-65e396454359', 'status': 'completed', 'code': 200} May 16 15:15:35.211245 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-53c676b1-eb86-4795-a5a4-055c41f6d6bd tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Publish callbacks [] for floatingip (43b0b911-cad4-43f9-8e1c-2c5092f8f9e8), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:35.237283 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-8ea70c60-4bcc-463e-a46d-4420136aeb52 req-09f2d006-8a6a-42c9-b49b-03c21c809f6c tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=766a2d7d-3279-4c55-9dfb-29746e7fd0f0 HTTP/1.1" status: 200 len: 210 time: 0.0444033 May 16 15:15:35.390802 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-53c676b1-eb86-4795-a5a4-055c41f6d6bd tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (6fb1ed85-ff94-444d-a691-9231f0eced37), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:35.394735 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [req-235426bd-7db6-484f-81b3-2eae4dc2e154 req-716b0c91-49ea-441a-83f4-5e937eca04d3 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789019640149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097154'] for port (d3200ba0-e507-4313-a271-660316264ca6), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:35.505145 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-f2faea18-1a62-4daa-a3f7-70d3f6345f92 req-dbd57852-efaf-4375-ba05-3471b694f1dd tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd44422c-b621-4ad8-82ab-e5eeae7b2633 HTTP/1.1" status: 200 len: 210 time: 0.0811980 May 16 15:15:35.560765 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-235426bd-7db6-484f-81b3-2eae4dc2e154 req-716b0c91-49ea-441a-83f4-5e937eca04d3 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Network 8561ad64-1b6b-4f33-82d1-a2d7e72d5b01 is already hosted by enough agents. {{(pid=104034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:15:35.560852 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device 93b92ef9-bc57-4557-bac2-d50867420ca1 up at agent ovs-agent-dv-cinder-795785-10-iscsi {{(pid=104035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:15:35.561319 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.base_scheduler [req-235426bd-7db6-484f-81b3-2eae4dc2e154 req-716b0c91-49ea-441a-83f4-5e937eca04d3 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Resources bound (agent type, host, resource id): {{(pid=104034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:15:35.561319 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716b0c91-49ea-441a-83f4-5e937eca04d3 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Pushing event updated for resources: {'Port': ['ID=d3200ba0-e507-4313-a271-660316264ca6,revision_number=1']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:35.568511 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [req-235426bd-7db6-484f-81b3-2eae4dc2e154 req-716b0c91-49ea-441a-83f4-5e937eca04d3 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Received port after_create {{(pid=104034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:15:35.662935 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Provisioning complete for port 93b92ef9-bc57-4557-bac2-d50867420ca1 triggered by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:15:35.663987 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (93b92ef9-bc57-4557-bac2-d50867420ca1), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:35.709814 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235426bd-7db6-484f-81b3-2eae4dc2e154 req-716b0c91-49ea-441a-83f4-5e937eca04d3 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:35.710529 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [req-235426bd-7db6-484f-81b3-2eae4dc2e154 req-716b0c91-49ea-441a-83f4-5e937eca04d3 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631934'] for port (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:35.743276 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5426e2f0-9473-42ba-8255-e62c5224eb60 req-7101744e-16ff-47a6-8a6b-239bc0ab5b08 tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:35.768032 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-5426e2f0-9473-42ba-8255-e62c5224eb60 req-7101744e-16ff-47a6-8a6b-239bc0ab5b08 tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] 10.222.0.44 "GET /v2.0/ports?device_id=efb4f893-00bf-47fe-8ca4-74f9cfadd2b7 HTTP/1.1" status: 200 len: 944 time: 0.1429968 May 16 15:15:35.769463 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 42592) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:35.835198 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-aac7f36e-1c01-48b1-ad87-bfb60416a993 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:35.838701 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-5426e2f0-9473-42ba-8255-e62c5224eb60 req-9f9dcccb-462e-4317-91f7-bc41e8edfdfb tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] 10.222.0.44 "GET /v2.0/security-groups?id=f28a7d65-13f3-44a5-af92-2ad063d3f898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694172 May 16 15:15:35.957594 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-235426bd-7db6-484f-81b3-2eae4dc2e154 req-716b0c91-49ea-441a-83f4-5e937eca04d3 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1635606 May 16 15:15:35.968334 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-53c676b1-eb86-4795-a5a4-055c41f6d6bd tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Publish callbacks [] for port (6fb1ed85-ff94-444d-a691-9231f0eced37), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:36.014220 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-ee85aa03-a1fb-4529-9de0-771cbcc5ecf9 None None] Provisioning complete for port d3200ba0-e507-4313-a271-660316264ca6 triggered by entity DHCP. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:15:36.014615 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-ee85aa03-a1fb-4529-9de0-771cbcc5ecf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (d3200ba0-e507-4313-a271-660316264ca6), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:36.027170 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-aac7f36e-1c01-48b1-ad87-bfb60416a993 admin admin] Publish callbacks [] for security_group (71b5b873-90a4-4a8d-9f4f-29875e52862e), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:36.032115 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-53c676b1-eb86-4795-a5a4-055c41f6d6bd tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4097205'] for port (6fb1ed85-ff94-444d-a691-9231f0eced37), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:36.048401 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Current status of the port 93b92ef9-bc57-4557-bac2-d50867420ca1 is: ACTIVE; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:15:36.070572 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-ee85aa03-a1fb-4529-9de0-771cbcc5ecf9 None None] Port d3200ba0-e507-4313-a271-660316264ca6 cannot update to ACTIVE because it is not bound. {{(pid=104035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:15:36.112955 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c676b1-eb86-4795-a5a4-055c41f6d6bd tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Pushing event updated for resources: {'Port': ['ID=6fb1ed85-ff94-444d-a691-9231f0eced37,revision_number=2']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:36.121313 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-53c676b1-eb86-4795-a5a4-055c41f6d6bd tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556839'] for floatingip (43b0b911-cad4-43f9-8e1c-2c5092f8f9e8), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:36.125689 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-aac7f36e-1c01-48b1-ad87-bfb60416a993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (71b5b873-90a4-4a8d-9f4f-29875e52862e), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:36.161282 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.agents_db [None req-ab78c14b-22b7-4e46-ade7-0c4080e95cb7 None None] Agent healthcheck: found 6 active agents {{(pid=104036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:15:36.168064 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-aac7f36e-1c01-48b1-ad87-bfb60416a993 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e90c465d2fe64f97951e0a66ef5038a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3975403 May 16 15:15:36.170180 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac7f36e-1c01-48b1-ad87-bfb60416a993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71b5b873-90a4-4a8d-9f4f-29875e52862e,revision_number=1']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:36.170774 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 42598) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:36.228626 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-12e4a432-857e-48b9-a782-42cdd4247ae7 admin admin] Publish callbacks [] for security_group (71b5b873-90a4-4a8d-9f4f-29875e52862e), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:36.255055 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-12e4a432-857e-48b9-a782-42cdd4247ae7 admin admin] Publish callbacks [] for security_group (71b5b873-90a4-4a8d-9f4f-29875e52862e), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:36.257935 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-53c676b1-eb86-4795-a5a4-055c41f6d6bd tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914'] for floatingip (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:36.269241 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-53c676b1-eb86-4795-a5a4-055c41f6d6bd tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3683023 May 16 15:15:36.345894 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-f759eb31-29b8-472c-9012-67f696459de8 req-790a54d7-f743-4f35-9771-e4201b56ef71 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=766a2d7d-3279-4c55-9dfb-29746e7fd0f0 HTTP/1.1" status: 200 len: 210 time: 0.0331395 May 16 15:15:36.430799 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 42616) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:36.444507 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-12e4a432-857e-48b9-a782-42cdd4247ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (71b5b873-90a4-4a8d-9f4f-29875e52862e), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:36.447438 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-12e4a432-857e-48b9-a782-42cdd4247ae7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:36.448531 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-12e4a432-857e-48b9-a782-42cdd4247ae7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/71b5b873-90a4-4a8d-9f4f-29875e52862e HTTP/1.1" status: 204 len: 168 time: 0.2767899 May 16 15:15:36.469753 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e4a432-857e-48b9-a782-42cdd4247ae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b5b873-90a4-4a8d-9f4f-29875e52862e,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:36.498864 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-568d4494-d6d0-44fa-bb39-531a3e9667a2 req-6d156637-3a66-4f99-9d26-36514cec1d20 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--20296038&fields=id&tenant_id=9703f082240542aa979c6b53052d77b9 HTTP/1.1" status: 200 len: 267 time: 0.0625935 May 16 15:15:36.609131 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-c0b6cdf0-8d7f-48ad-a280-0a4525f2bd3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:36.627550 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568d4494-d6d0-44fa-bb39-531a3e9667a2 req-27464c35-42dc-4578-918f-f7bc469cf0c9 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:36.629198 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-568d4494-d6d0-44fa-bb39-531a3e9667a2 req-27464c35-42dc-4578-918f-f7bc469cf0c9 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/networks?id=20dfff89-2b4c-4d06-bcfc-8ec2e202af64 HTTP/1.1" status: 200 len: 811 time: 0.1225739 May 16 15:15:36.645492 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-568d4494-d6d0-44fa-bb39-531a3e9667a2 req-ef083bf5-a244-4279-92cd-72bc955c3e8e tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/quotas/9703f082240542aa979c6b53052d77b9 HTTP/1.1" status: 200 len: 375 time: 0.0096240 May 16 15:15:36.653735 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-49fe6aad-02e7-4913-9963-d7290aa922db req-6b0542f2-4ba4-43c8-8cd5-0848b6fff9e2 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd44422c-b621-4ad8-82ab-e5eeae7b2633 HTTP/1.1" status: 200 len: 210 time: 0.0411842 May 16 15:15:36.699127 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-568d4494-d6d0-44fa-bb39-531a3e9667a2 req-ee7309f6-0a69-444c-ad52-650ab258868e tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9703f082240542aa979c6b53052d77b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470171 May 16 15:15:36.746502 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-c0b6cdf0-8d7f-48ad-a280-0a4525f2bd3c admin admin] Publish callbacks [] for security_group (0fa7f61d-3ad1-41d4-8468-8ba1e28c6a7f), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:36.801844 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-c0b6cdf0-8d7f-48ad-a280-0a4525f2bd3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (0fa7f61d-3ad1-41d4-8468-8ba1e28c6a7f), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:36.819657 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-568d4494-d6d0-44fa-bb39-531a3e9667a2 req-f620db7e-606b-4736-a913-da0c5dd7575f service neutron] 10.222.0.44 "GET /v2.0/networks/20dfff89-2b4c-4d06-bcfc-8ec2e202af64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062381 May 16 15:15:36.864910 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b6cdf0-8d7f-48ad-a280-0a4525f2bd3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa7f61d-3ad1-41d4-8468-8ba1e28c6a7f,revision_number=1']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:36.892149 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-c0b6cdf0-8d7f-48ad-a280-0a4525f2bd3c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ba887f8f2ecf4e809804d25f51f225c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4588182 May 16 15:15:36.893561 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 42634) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:36.983689 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-568d4494-d6d0-44fa-bb39-531a3e9667a2 req-64ccd31e-d4f0-4110-8a07-d5460272bc99 service neutron] 10.222.0.44 "GET /v2.0/networks/20dfff89-2b4c-4d06-bcfc-8ec2e202af64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630599 May 16 15:15:36.989178 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.v2.base [req-235426bd-7db6-484f-81b3-2eae4dc2e154 req-4fd74c8e-d5bb-46ee-ae1e-fd5c79e839d6 service neutron] Request body: {'port': {'device_id': 'b8cc0b00-99f9-4486-b349-f60a0d2db023', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79578'}} {{(pid=104034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:15:37.214306 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-3ef22d02-9bae-4f57-8328-1c3b7a080dfd admin admin] Publish callbacks [] for security_group (0fa7f61d-3ad1-41d4-8468-8ba1e28c6a7f), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:37.245610 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-3ef22d02-9bae-4f57-8328-1c3b7a080dfd admin admin] Publish callbacks [] for security_group (0fa7f61d-3ad1-41d4-8468-8ba1e28c6a7f), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:37.271652 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db68a9ff-986c-4300-8213-399c3f0a0eca req-0e88386e-6f1d-4c61-a114-76cda07dcc10 tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:37.275824 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-db68a9ff-986c-4300-8213-399c3f0a0eca req-0e88386e-6f1d-4c61-a114-76cda07dcc10 tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] 10.222.0.44 "GET /v2.0/ports?device_id=efb4f893-00bf-47fe-8ca4-74f9cfadd2b7 HTTP/1.1" status: 200 len: 944 time: 0.3254704 May 16 15:15:37.370185 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-c88d2b71-5a36-4a30-b985-fa1cd977a4ce req-99d8c26f-39e0-4a58-9196-346cf10b3403 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3e68f7e-80df-470a-869e-8c625ab4709c HTTP/1.1" status: 200 len: 210 time: 0.0541615 May 16 15:15:37.451701 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c007523c-ce0e-4778-98ee-f2fd160cd283 req-d26f5f85-d6df-4a8b-8a74-ca812be07259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:37.452942 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-c007523c-ce0e-4778-98ee-f2fd160cd283 req-d26f5f85-d6df-4a8b-8a74-ca812be07259 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bb76045fec614358bd2bb89018436943&device_id=efb4f893-00bf-47fe-8ca4-74f9cfadd2b7 HTTP/1.1" status: 200 len: 1128 time: 0.3842783 May 16 15:15:37.475076 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-5d9b0f87-eb85-4406-9d22-913f1fa3043a req-9968ce0b-fb8c-4f30-acc6-cfeb3efd30d8 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=766a2d7d-3279-4c55-9dfb-29746e7fd0f0 HTTP/1.1" status: 200 len: 210 time: 0.0493577 May 16 15:15:37.692489 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-db68a9ff-986c-4300-8213-399c3f0a0eca req-ab2eae05-4ce8-490c-b7fe-6a62db2db7cf tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] 10.222.0.44 "GET /v2.0/security-groups?id=f28a7d65-13f3-44a5-af92-2ad063d3f898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3807614 May 16 15:15:37.762041 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [req-235426bd-7db6-484f-81b3-2eae4dc2e154 req-4fd74c8e-d5bb-46ee-ae1e-fd5c79e839d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (d3200ba0-e507-4313-a271-660316264ca6), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:37.901434 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-ba572ff1-c28b-4ee5-b3d3-19ec32a25506 req-27e2c531-ae9b-4f5b-baef-6fc6cb9c1080 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd44422c-b621-4ad8-82ab-e5eeae7b2633 HTTP/1.1" status: 200 len: 210 time: 0.0804176 May 16 15:15:37.966784 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c007523c-ce0e-4778-98ee-f2fd160cd283 req-113def1a-d635-4535-b5f4-7ce64e09aeee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:37.969507 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-c007523c-ce0e-4778-98ee-f2fd160cd283 req-113def1a-d635-4535-b5f4-7ce64e09aeee service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=bb76045fec614358bd2bb89018436943&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3952594 May 16 15:15:38.095687 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-3ef22d02-9bae-4f57-8328-1c3b7a080dfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (0fa7f61d-3ad1-41d4-8468-8ba1e28c6a7f), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:38.098355 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-3ef22d02-9bae-4f57-8328-1c3b7a080dfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:38.099631 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-3ef22d02-9bae-4f57-8328-1c3b7a080dfd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0fa7f61d-3ad1-41d4-8468-8ba1e28c6a7f HTTP/1.1" status: 204 len: 168 time: 1.2048712 May 16 15:15:38.116773 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef22d02-9bae-4f57-8328-1c3b7a080dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa7f61d-3ad1-41d4-8468-8ba1e28c6a7f,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:38.532811 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-8e712b1e-6583-4994-8f00-a04f11ac3039 req-c6bd3f2d-80d8-47f0-ae35-87653f9a7716 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3e68f7e-80df-470a-869e-8c625ab4709c HTTP/1.1" status: 200 len: 210 time: 0.0823796 May 16 15:15:38.636433 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.69', 49914) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:38.760772 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c007523c-ce0e-4778-98ee-f2fd160cd283 req-d1b95c29-f561-40a5-a6d1-c663a1c15fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:38.762279 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-c007523c-ce0e-4778-98ee-f2fd160cd283 req-d1b95c29-f561-40a5-a6d1-c663a1c15fb1 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3170788 May 16 15:15:38.786044 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-e4a7aae1-e844-4c7d-b144-c99e243ea3db req-7f2dab84-53f4-4c82-8a1f-a638b67264f0 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=766a2d7d-3279-4c55-9dfb-29746e7fd0f0 HTTP/1.1" status: 200 len: 210 time: 0.1152349 May 16 15:15:38.808939 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.notifiers.nova [req-235426bd-7db6-484f-81b3-2eae4dc2e154 req-4fd74c8e-d5bb-46ee-ae1e-fd5c79e839d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3200ba0-e507-4313-a271-660316264ca6 {{(pid=104034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:15:38.820688 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [req-235426bd-7db6-484f-81b3-2eae4dc2e154 req-4fd74c8e-d5bb-46ee-ae1e-fd5c79e839d6 service neutron] Publish callbacks [] for port (d3200ba0-e507-4313-a271-660316264ca6), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:38.840860 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.db.provisioning_blocks [req-235426bd-7db6-484f-81b3-2eae4dc2e154 req-4fd74c8e-d5bb-46ee-ae1e-fd5c79e839d6 service neutron] Transition to ACTIVE for port object d3200ba0-e507-4313-a271-660316264ca6 will not be triggered until provisioned by entity L2. {{(pid=104034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 15:15:38.874667 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f58e2c6-80db-4172-b87b-f01fd0ec150e req-4fd5684b-59d5-4178-b638-66e18dcb7bae tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:38.876996 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-5f58e2c6-80db-4172-b87b-f01fd0ec150e req-4fd5684b-59d5-4178-b638-66e18dcb7bae tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.69 "GET /v2.0/networks?id=8561ad64-1b6b-4f33-82d1-a2d7e72d5b01 HTTP/1.1" status: 200 len: 819 time: 0.2348602 May 16 15:15:38.903813 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3add33-399a-436a-a804-88d4ecc026b3 req-6adfe866-ac26-456e-8912-547e037dc140 tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:38.905476 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-bb3add33-399a-436a-a804-88d4ecc026b3 req-6adfe866-ac26-456e-8912-547e037dc140 tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] 10.222.0.44 "GET /v2.0/ports?device_id=efb4f893-00bf-47fe-8ca4-74f9cfadd2b7 HTTP/1.1" status: 200 len: 944 time: 0.0614681 May 16 15:15:38.962443 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-bb3add33-399a-436a-a804-88d4ecc026b3 req-bf019f04-587e-4bd4-a701-5e92a1455e8d tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] 10.222.0.44 "GET /v2.0/security-groups?id=f28a7d65-13f3-44a5-af92-2ad063d3f898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507448 May 16 15:15:38.963290 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [req-235426bd-7db6-484f-81b3-2eae4dc2e154 req-4fd74c8e-d5bb-46ee-ae1e-fd5c79e839d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4097205'] for port (d3200ba0-e507-4313-a271-660316264ca6), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:39.046200 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-0ab0d28f-eb72-4a1f-abb1-7252a53b3236 req-f6438f0f-f7bd-4a81-9620-6445f4e0cb86 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd44422c-b621-4ad8-82ab-e5eeae7b2633 HTTP/1.1" status: 200 len: 210 time: 0.0691969 May 16 15:15:39.062910 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.v2.base [req-5f58e2c6-80db-4172-b87b-f01fd0ec150e req-7e837f7e-50ec-40c1-932c-847fa7bca537 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Request body: {'port': {'device_id': '766a2d7d-3279-4c55-9dfb-29746e7fd0f0', 'network_id': '8561ad64-1b6b-4f33-82d1-a2d7e72d5b01', 'admin_state_up': True, 'tenant_id': '316917d7a31645bfaac651f81154c18f'}} {{(pid=104033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:15:39.123268 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 42718) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:39.207969 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c791c9d9-2312-419f-bbd7-7e855eb75ef6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:39.258425 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd74c8e-d5bb-46ee-ae1e-fd5c79e839d6 service neutron] Pushing event updated for resources: {'Port': ['ID=d3200ba0-e507-4313-a271-660316264ca6,revision_number=2']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:39.346792 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [req-235426bd-7db6-484f-81b3-2eae4dc2e154 req-4fd74c8e-d5bb-46ee-ae1e-fd5c79e839d6 service neutron] Attempting to bind port d3200ba0-e507-4313-a271-660316264ca6 on host hv-cinder-79578 for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:15:39.348183 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [req-235426bd-7db6-484f-81b3-2eae4dc2e154 req-4fd74c8e-d5bb-46ee-ae1e-fd5c79e839d6 service neutron] Attempting to bind port d3200ba0-e507-4313-a271-660316264ca6 by drivers openvswitch,hyperv on host hv-cinder-79578 at level 0 using segments [{'id': '687f1aa3-4a22-4e93-928a-d5c1913d880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8561ad64-1b6b-4f33-82d1-a2d7e72d5b01'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:15:39.349404 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235426bd-7db6-484f-81b3-2eae4dc2e154 req-4fd74c8e-d5bb-46ee-ae1e-fd5c79e839d6 service neutron] Attempting to bind port d3200ba0-e507-4313-a271-660316264ca6 on network 8561ad64-1b6b-4f33-82d1-a2d7e72d5b01 {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:15:39.356127 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.69', 49917) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:39.375368 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235426bd-7db6-484f-81b3-2eae4dc2e154 req-4fd74c8e-d5bb-46ee-ae1e-fd5c79e839d6 service neutron] Port d3200ba0-e507-4313-a271-660316264ca6 on network 8561ad64-1b6b-4f33-82d1-a2d7e72d5b01 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79578 {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 15:15:39.375944 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235426bd-7db6-484f-81b3-2eae4dc2e154 req-4fd74c8e-d5bb-46ee-ae1e-fd5c79e839d6 service neutron] Attempting to bind port d3200ba0-e507-4313-a271-660316264ca6 on network 8561ad64-1b6b-4f33-82d1-a2d7e72d5b01 {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:15:39.387389 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235426bd-7db6-484f-81b3-2eae4dc2e154 req-4fd74c8e-d5bb-46ee-ae1e-fd5c79e839d6 service neutron] Checking agent: {'id': '751a3b14-a3b6-44f5-a165-bd23bd92acbe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79578', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 13, 10), 'started_at': datetime.datetime(2022, 5, 16, 15, 13, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:15:39.388173 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235426bd-7db6-484f-81b3-2eae4dc2e154 req-4fd74c8e-d5bb-46ee-ae1e-fd5c79e839d6 service neutron] Checking segment: {'id': '687f1aa3-4a22-4e93-928a-d5c1913d880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8561ad64-1b6b-4f33-82d1-a2d7e72d5b01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:15:39.389252 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235426bd-7db6-484f-81b3-2eae4dc2e154 req-4fd74c8e-d5bb-46ee-ae1e-fd5c79e839d6 service neutron] Bound using segment: {'id': '687f1aa3-4a22-4e93-928a-d5c1913d880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8561ad64-1b6b-4f33-82d1-a2d7e72d5b01'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:15:39.390224 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [req-235426bd-7db6-484f-81b3-2eae4dc2e154 req-4fd74c8e-d5bb-46ee-ae1e-fd5c79e839d6 service neutron] Bound port: d3200ba0-e507-4313-a271-660316264ca6, host: hv-cinder-79578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '687f1aa3-4a22-4e93-928a-d5c1913d880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8561ad64-1b6b-4f33-82d1-a2d7e72d5b01'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:15:39.391249 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [req-235426bd-7db6-484f-81b3-2eae4dc2e154 req-4fd74c8e-d5bb-46ee-ae1e-fd5c79e839d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (d3200ba0-e507-4313-a271-660316264ca6), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:39.395424 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac2a0d-7dd0-4f1e-b887-aa2146c824cf req-cf72a647-1cc0-4c9a-a953-caacbca58eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:39.397379 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-85ac2a0d-7dd0-4f1e-b887-aa2146c824cf req-cf72a647-1cc0-4c9a-a953-caacbca58eba service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bb76045fec614358bd2bb89018436943&device_id=efb4f893-00bf-47fe-8ca4-74f9cfadd2b7 HTTP/1.1" status: 200 len: 1128 time: 0.1998515 May 16 15:15:39.557731 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c791c9d9-2312-419f-bbd7-7e855eb75ef6 admin admin] Publish callbacks [] for security_group (33b4dd64-1d24-4965-a372-f7a502f87a67), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:39.575216 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4817abd2-214b-4136-9dbf-0091c4432e74 req-359d5dfb-4529-4097-8d5f-7a8fa5bb3bdb tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:39.576614 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-4817abd2-214b-4136-9dbf-0091c4432e74 req-359d5dfb-4529-4097-8d5f-7a8fa5bb3bdb tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.69 "GET /v2.0/networks?id=982c6e92-7848-46dd-811d-5ec569a6da67 HTTP/1.1" status: 200 len: 815 time: 0.1923957 May 16 15:15:39.629543 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-85ac2a0d-7dd0-4f1e-b887-aa2146c824cf req-67764268-36bd-41c0-9cda-3fa1d850667f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4da502e-bee2-43da-bb06-65e396454359 HTTP/1.1" status: 200 len: 217 time: 0.1589599 May 16 15:15:39.776604 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-4817abd2-214b-4136-9dbf-0091c4432e74 req-d6f702de-2df9-40f1-809a-4c6582c72bd9 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d143bc5a616249a7beefc7b27962026b HTTP/1.1" status: 200 len: 379 time: 0.1735036 May 16 15:15:39.799617 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.v2.base [req-4817abd2-214b-4136-9dbf-0091c4432e74 req-0640ae27-0569-4bb9-90fd-eae8fb9886d4 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Request body: {'port': {'device_id': 'dd44422c-b621-4ad8-82ab-e5eeae7b2633', 'network_id': '982c6e92-7848-46dd-811d-5ec569a6da67', 'admin_state_up': True, 'tenant_id': 'd143bc5a616249a7beefc7b27962026b', 'security_groups': ['2b6802ef-8640-44f9-8dd6-e836fa5c798e']}} {{(pid=104033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:15:39.804035 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-ec07d079-f150-412c-aebe-c3919711a7b1 req-2a22ebaf-7bc6-4b32-990c-7038cbbff144 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3e68f7e-80df-470a-869e-8c625ab4709c HTTP/1.1" status: 200 len: 210 time: 0.1465030 May 16 15:15:39.817790 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [req-235426bd-7db6-484f-81b3-2eae4dc2e154 req-4fd74c8e-d5bb-46ee-ae1e-fd5c79e839d6 service neutron] For port d3200ba0-e507-4313-a271-660316264ca6, host hv-cinder-79578, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:15:39.823670 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [req-235426bd-7db6-484f-81b3-2eae4dc2e154 req-4fd74c8e-d5bb-46ee-ae1e-fd5c79e839d6 service neutron] For port d3200ba0-e507-4313-a271-660316264ca6, host hv-cinder-79578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=d3200ba0-e507-4313-a271-660316264ca6,segment=NetworkSegment(687f1aa3-4a22-4e93-928a-d5c1913d880c),segment_id=687f1aa3-4a22-4e93-928a-d5c1913d880c)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:15:39.835351 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac2a0d-7dd0-4f1e-b887-aa2146c824cf req-33df42f2-591a-47a4-9b7f-886801539bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:39.836938 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-85ac2a0d-7dd0-4f1e-b887-aa2146c824cf req-33df42f2-591a-47a4-9b7f-886801539bcc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3280c787-f1f1-4ea3-868e-ec3b12d6ec74 HTTP/1.1" status: 200 len: 852 time: 0.1813710 May 16 15:15:39.933003 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-85ac2a0d-7dd0-4f1e-b887-aa2146c824cf req-757fc6ac-fd0e-4133-a29e-772fea6c8ab1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f79a4d11-7fc6-40e0-8a7d-fa2d8875e4ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802839 May 16 15:15:40.037444 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-8360591e-fff9-46b7-89ed-1f43d9f0f106 req-4b010b33-aa32-4808-a2f9-e1e8b3d47d63 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=766a2d7d-3279-4c55-9dfb-29746e7fd0f0 HTTP/1.1" status: 200 len: 210 time: 0.0576799 May 16 15:15:40.090863 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-85ac2a0d-7dd0-4f1e-b887-aa2146c824cf req-9068e77b-5e06-41f7-89f0-766a5a5e9801 service neutron] 10.222.0.69 "GET /v2.0/networks/f79a4d11-7fc6-40e0-8a7d-fa2d8875e4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333148 May 16 15:15:40.191615 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-909997cf-4b22-4321-97e6-e3d8887e1b16 req-f0999ffc-249c-4404-a31b-bab6eb420f0f tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd44422c-b621-4ad8-82ab-e5eeae7b2633 HTTP/1.1" status: 200 len: 210 time: 0.0465720 May 16 15:15:40.212952 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f58e2c6-80db-4172-b87b-f01fd0ec150e req-7e837f7e-50ec-40c1-932c-847fa7bca537 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Made reservation on behalf of 316917d7a31645bfaac651f81154c18f for: {'port': 1} {{(pid=104033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:15:40.223140 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-5f58e2c6-80db-4172-b87b-f01fd0ec150e req-7e837f7e-50ec-40c1-932c-847fa7bca537 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:40.228334 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23062bf-76f2-490a-85a0-28140e4bb2be req-23e64ff6-02fc-41f0-85a2-c511bb4d73e5 tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:40.230195 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-f23062bf-76f2-490a-85a0-28140e4bb2be req-23e64ff6-02fc-41f0-85a2-c511bb4d73e5 tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] 10.222.0.44 "GET /v2.0/ports?device_id=efb4f893-00bf-47fe-8ca4-74f9cfadd2b7 HTTP/1.1" status: 200 len: 944 time: 0.1160593 May 16 15:15:40.260431 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (751a3b14-a3b6-44f5-a165-bd23bd92acbe), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:40.274927 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [req-235426bd-7db6-484f-81b3-2eae4dc2e154 req-4fd74c8e-d5bb-46ee-ae1e-fd5c79e839d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4097205'] for port (d3200ba0-e507-4313-a271-660316264ca6), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:40.279126 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c791c9d9-2312-419f-bbd7-7e855eb75ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (33b4dd64-1d24-4965-a372-f7a502f87a67), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:40.295777 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-85ac2a0d-7dd0-4f1e-b887-aa2146c824cf req-b09fc290-cc00-4b2c-9f2f-abe84f87e35b service neutron] 10.222.0.69 "GET /v2.0/networks/f79a4d11-7fc6-40e0-8a7d-fa2d8875e4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993849 May 16 15:15:40.343548 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235426bd-7db6-484f-81b3-2eae4dc2e154 req-4fd74c8e-d5bb-46ee-ae1e-fd5c79e839d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:40.344196 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [req-235426bd-7db6-484f-81b3-2eae4dc2e154 req-4fd74c8e-d5bb-46ee-ae1e-fd5c79e839d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631934'] for port (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:40.345638 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-235426bd-7db6-484f-81b3-2eae4dc2e154 req-4fd74c8e-d5bb-46ee-ae1e-fd5c79e839d6 service neutron] 10.222.0.69 "PUT /v2.0/ports/d3200ba0-e507-4313-a271-660316264ca6 HTTP/1.1" status: 200 len: 1094 time: 3.3647671 May 16 15:15:40.348522 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8cc0b00-99f9-4486-b349-f60a0d2db023', 'tag': 'd3200ba0-e507-4313-a271-660316264ca6'}] {{(pid=104034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:15:40.352575 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cdfd588167f3f1dbc712245a9b2e41b7a1fa72707d5290f062c21f430b6f068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e9d4b9a-4273-414b-90fd-ff257023e748" -d '{"events": [{"name": "network-changed", "server_uuid": "b8cc0b00-99f9-4486-b349-f60a0d2db023", "tag": "d3200ba0-e507-4313-a271-660316264ca6"}]}' {{(pid=104034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:15:40.402186 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-f23062bf-76f2-490a-85a0-28140e4bb2be req-aa85de99-7cff-46e0-a36a-35cde1eaaf9e tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] 10.222.0.44 "GET /v2.0/security-groups?id=f28a7d65-13f3-44a5-af92-2ad063d3f898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586146 May 16 15:15:40.406761 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd74c8e-d5bb-46ee-ae1e-fd5c79e839d6 service neutron] Pushing event updated for resources: {'Port': ['ID=d3200ba0-e507-4313-a271-660316264ca6,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:40.443103 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-c791c9d9-2312-419f-bbd7-7e855eb75ef6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=93199bb3b5a549de816acef54c3600aa&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3147702 May 16 15:15:40.444537 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 42752) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:40.450960 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4817abd2-214b-4136-9dbf-0091c4432e74 req-0640ae27-0569-4bb9-90fd-eae8fb9886d4 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Made reservation on behalf of d143bc5a616249a7beefc7b27962026b for: {'port': 1} {{(pid=104033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:15:40.468903 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-4817abd2-214b-4136-9dbf-0091c4432e74 req-0640ae27-0569-4bb9-90fd-eae8fb9886d4 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:40.575717 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d3bf7e-c7d1-4b67-bd0e-ead617c6a8b2 x-openstack-request-id: req-46d3bf7e-c7d1-4b67-bd0e-ead617c6a8b2 {{(pid=104034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:15:40.586595 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8cc0b00-99f9-4486-b349-f60a0d2db023", "tag": "d3200ba0-e507-4313-a271-660316264ca6", "status": "completed", "code": 200}]} {{(pid=104034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:15:40.586595 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-46d3bf7e-c7d1-4b67-bd0e-ead617c6a8b2 {{(pid=104034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:15:40.586595 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46d3bf7e-c7d1-4b67-bd0e-ead617c6a8b2'] response: {'name': 'network-changed', 'server_uuid': 'b8cc0b00-99f9-4486-b349-f60a0d2db023', 'tag': 'd3200ba0-e507-4313-a271-660316264ca6', 'status': 'completed', 'code': 200} May 16 15:15:40.586595 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-4b0f3c5b-03a2-4d02-971f-164ec4dab20b admin admin] Publish callbacks [] for security_group (33b4dd64-1d24-4965-a372-f7a502f87a67), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:40.707511 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-4b0f3c5b-03a2-4d02-971f-164ec4dab20b admin admin] Publish callbacks [] for security_group (33b4dd64-1d24-4965-a372-f7a502f87a67), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:40.744223 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235426bd-7db6-484f-81b3-2eae4dc2e154 req-9d3fef53-d062-4415-85ed-6d5d8ee15d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:40.758484 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-235426bd-7db6-484f-81b3-2eae4dc2e154 req-9d3fef53-d062-4415-85ed-6d5d8ee15d41 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=316917d7a31645bfaac651f81154c18f&device_id=b8cc0b00-99f9-4486-b349-f60a0d2db023 HTTP/1.1" status: 200 len: 1128 time: 0.1106110 May 16 15:15:40.763469 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c791c9d9-2312-419f-bbd7-7e855eb75ef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b4dd64-1d24-4965-a372-f7a502f87a67,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:40.845567 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-235426bd-7db6-484f-81b3-2eae4dc2e154 req-043fdc5a-26a1-4575-acc1-17253f587ff7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d3200ba0-e507-4313-a271-660316264ca6 HTTP/1.1" status: 200 len: 217 time: 0.0569274 May 16 15:15:40.948590 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-4b0f3c5b-03a2-4d02-971f-164ec4dab20b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (33b4dd64-1d24-4965-a372-f7a502f87a67), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:40.955234 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-4b0f3c5b-03a2-4d02-971f-164ec4dab20b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:40.956626 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-4b0f3c5b-03a2-4d02-971f-164ec4dab20b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/33b4dd64-1d24-4965-a372-f7a502f87a67 HTTP/1.1" status: 204 len: 168 time: 0.5114279 May 16 15:15:40.980077 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0f3c5b-03a2-4d02-971f-164ec4dab20b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b4dd64-1d24-4965-a372-f7a502f87a67,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:41.143837 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235426bd-7db6-484f-81b3-2eae4dc2e154 req-05fa8443-4dbb-483a-9324-369dbeecf656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:41.145927 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-235426bd-7db6-484f-81b3-2eae4dc2e154 req-05fa8443-4dbb-483a-9324-369dbeecf656 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=559d3648-c2d7-45f5-9aa1-e00232e9372a HTTP/1.1" status: 200 len: 858 time: 0.2889657 May 16 15:15:41.160623 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-f208fc2d-a38b-4967-92d3-c0132d0536b2 req-73495f43-0ad0-4c07-a146-123e395aa256 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3e68f7e-80df-470a-869e-8c625ab4709c HTTP/1.1" status: 200 len: 210 time: 0.1385272 May 16 15:15:41.303728 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-9df0e65e-75e9-48f0-b267-668f67eaaa1c req-ace6302b-6876-4988-897e-e0a5955d75c0 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd44422c-b621-4ad8-82ab-e5eeae7b2633 HTTP/1.1" status: 200 len: 210 time: 0.0328705 May 16 15:15:41.397913 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-228e5c2c-1385-4a6d-bb25-ba6478796a63 req-2ba721e5-35b5-4933-9386-c8b7178817e7 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=766a2d7d-3279-4c55-9dfb-29746e7fd0f0 HTTP/1.1" status: 200 len: 210 time: 0.0811491 May 16 15:15:41.405446 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [req-4817abd2-214b-4136-9dbf-0091c4432e74 req-0640ae27-0569-4bb9-90fd-eae8fb9886d4 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Allocated IP 172.20.0.4 (982c6e92-7848-46dd-811d-5ec569a6da67/1fafe849-ed07-444a-932d-68cf1f6b80a1/a1eae8f4-b207-4d48-bdf5-dfab72b3d846) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:15:41.444623 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [req-5f58e2c6-80db-4172-b87b-f01fd0ec150e req-7e837f7e-50ec-40c1-932c-847fa7bca537 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Allocated IP 172.20.0.11 (8561ad64-1b6b-4f33-82d1-a2d7e72d5b01/559d3648-c2d7-45f5-9aa1-e00232e9372a/478148b0-c270-4a3b-8603-9ce967e01679) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:15:41.573740 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235426bd-7db6-484f-81b3-2eae4dc2e154 req-899aceca-cc31-40cf-9ece-f4b4b67d509c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:41.578871 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-235426bd-7db6-484f-81b3-2eae4dc2e154 req-899aceca-cc31-40cf-9ece-f4b4b67d509c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8561ad64-1b6b-4f33-82d1-a2d7e72d5b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1421030 May 16 15:15:41.772460 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-4817abd2-214b-4136-9dbf-0091c4432e74 req-0640ae27-0569-4bb9-90fd-eae8fb9886d4 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks [] for port (a1eae8f4-b207-4d48-bdf5-dfab72b3d846), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:41.800247 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-5f58e2c6-80db-4172-b87b-f01fd0ec150e req-7e837f7e-50ec-40c1-932c-847fa7bca537 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Publish callbacks [] for port (478148b0-c270-4a3b-8603-9ce967e01679), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:41.826857 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ddf0dc-80e9-45df-974d-d0b103e5d328 req-4c266b51-ec70-4a44-963b-6f870e073eaa tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:41.828475 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-79ddf0dc-80e9-45df-974d-d0b103e5d328 req-4c266b51-ec70-4a44-963b-6f870e073eaa tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] 10.222.0.44 "GET /v2.0/ports?device_id=efb4f893-00bf-47fe-8ca4-74f9cfadd2b7 HTTP/1.1" status: 200 len: 944 time: 0.2514904 May 16 15:15:41.834332 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568d4494-d6d0-44fa-bb39-531a3e9667a2 req-bf35c173-ccb7-4f7e-a83d-115f3b655448 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:41.835889 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-568d4494-d6d0-44fa-bb39-531a3e9667a2 req-bf35c173-ccb7-4f7e-a83d-115f3b655448 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.69 "GET /v2.0/networks?id=20dfff89-2b4c-4d06-bcfc-8ec2e202af64 HTTP/1.1" status: 200 len: 811 time: 0.1527381 May 16 15:15:41.940096 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-4817abd2-214b-4136-9dbf-0091c4432e74 req-0640ae27-0569-4bb9-90fd-eae8fb9886d4 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789019640149'] for port (a1eae8f4-b207-4d48-bdf5-dfab72b3d846), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:42.009508 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-5f58e2c6-80db-4172-b87b-f01fd0ec150e req-7e837f7e-50ec-40c1-932c-847fa7bca537 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789019640149'] for port (478148b0-c270-4a3b-8603-9ce967e01679), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:42.080680 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-79ddf0dc-80e9-45df-974d-d0b103e5d328 req-e427af00-764f-4bd5-b883-7644343d0dc9 tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] 10.222.0.44 "GET /v2.0/security-groups?id=f28a7d65-13f3-44a5-af92-2ad063d3f898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424893 May 16 15:15:42.118323 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-235426bd-7db6-484f-81b3-2eae4dc2e154 req-611424ae-cb25-4a99-8eb7-cf5ff4cc91b7 service neutron] 10.222.0.69 "GET /v2.0/networks/8561ad64-1b6b-4f33-82d1-a2d7e72d5b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4380741 May 16 15:15:42.127708 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-568d4494-d6d0-44fa-bb39-531a3e9667a2 req-b4ca798b-50f5-41ef-81e2-9e06744ea689 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9703f082240542aa979c6b53052d77b9 HTTP/1.1" status: 200 len: 378 time: 0.2310128 May 16 15:15:42.133665 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4817abd2-214b-4136-9dbf-0091c4432e74 req-0640ae27-0569-4bb9-90fd-eae8fb9886d4 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Network 982c6e92-7848-46dd-811d-5ec569a6da67 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:15:42.145545 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f58e2c6-80db-4172-b87b-f01fd0ec150e req-7e837f7e-50ec-40c1-932c-847fa7bca537 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Network 8561ad64-1b6b-4f33-82d1-a2d7e72d5b01 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:15:42.148077 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [req-5f58e2c6-80db-4172-b87b-f01fd0ec150e req-7e837f7e-50ec-40c1-932c-847fa7bca537 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:15:42.149693 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0640ae27-0569-4bb9-90fd-eae8fb9886d4 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Pushing event updated for resources: {'Port': ['ID=a1eae8f4-b207-4d48-bdf5-dfab72b3d846,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:42.152358 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [req-4817abd2-214b-4136-9dbf-0091c4432e74 req-0640ae27-0569-4bb9-90fd-eae8fb9886d4 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:15:42.257959 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.v2.base [req-568d4494-d6d0-44fa-bb39-531a3e9667a2 req-a14b8767-1eba-4203-9ee1-2d9516b93835 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Request body: {'port': {'device_id': 'f3e68f7e-80df-470a-869e-8c625ab4709c', 'network_id': '20dfff89-2b4c-4d06-bcfc-8ec2e202af64', 'admin_state_up': True, 'tenant_id': '9703f082240542aa979c6b53052d77b9', 'security_groups': ['caf3754e-5d8e-4956-8296-48df01954071']}} {{(pid=104034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:15:42.259832 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f58e2c6-80db-4172-b87b-f01fd0ec150e req-7e837f7e-50ec-40c1-932c-847fa7bca537 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:15:42.265595 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f58e2c6-80db-4172-b87b-f01fd0ec150e req-7e837f7e-50ec-40c1-932c-847fa7bca537 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:42.266420 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-5f58e2c6-80db-4172-b87b-f01fd0ec150e req-7e837f7e-50ec-40c1-932c-847fa7bca537 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631934'] for port (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:42.270855 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e837f7e-50ec-40c1-932c-847fa7bca537 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Pushing event updated for resources: {'Port': ['ID=478148b0-c270-4a3b-8603-9ce967e01679,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:42.427992 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [req-4817abd2-214b-4136-9dbf-0091c4432e74 req-0640ae27-0569-4bb9-90fd-eae8fb9886d4 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:15:42.445034 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4817abd2-214b-4136-9dbf-0091c4432e74 req-0640ae27-0569-4bb9-90fd-eae8fb9886d4 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:42.447253 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-4817abd2-214b-4136-9dbf-0091c4432e74 req-0640ae27-0569-4bb9-90fd-eae8fb9886d4 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631934'] for port (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:42.488564 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-b18e5f01-3079-4be1-b478-9637706ffddd req-c06bf177-8376-44b1-9bc0-c60098a50e10 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3e68f7e-80df-470a-869e-8c625ab4709c HTTP/1.1" status: 200 len: 210 time: 0.2135611 May 16 15:15:42.552897 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-4817abd2-214b-4136-9dbf-0091c4432e74 req-0640ae27-0569-4bb9-90fd-eae8fb9886d4 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7652540 May 16 15:15:42.557499 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-5f58e2c6-80db-4172-b87b-f01fd0ec150e req-7e837f7e-50ec-40c1-932c-847fa7bca537 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5048409 May 16 15:15:42.593237 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.v2.base [req-4817abd2-214b-4136-9dbf-0091c4432e74 req-b5a62b00-4c12-4bd2-8bb1-4532c423aa73 service neutron] Request body: {'port': {'device_id': 'dd44422c-b621-4ad8-82ab-e5eeae7b2633', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79578'}} {{(pid=104033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:15:42.609366 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-235426bd-7db6-484f-81b3-2eae4dc2e154 req-22e8347e-f942-4d93-bc72-8c4222a74fbf service neutron] 10.222.0.69 "GET /v2.0/networks/8561ad64-1b6b-4f33-82d1-a2d7e72d5b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4416440 May 16 15:15:42.616144 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.v2.base [req-5f58e2c6-80db-4172-b87b-f01fd0ec150e req-f0761dd5-c68f-480a-a025-84667f35d43d service neutron] Request body: {'port': {'device_id': '766a2d7d-3279-4c55-9dfb-29746e7fd0f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79578'}} {{(pid=104033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:15:42.620272 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-72436728-868b-4450-96f0-78c8883d40e5 None None] Provisioning complete for port 478148b0-c270-4a3b-8603-9ce967e01679 triggered by entity DHCP. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:15:42.625986 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-72436728-868b-4450-96f0-78c8883d40e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (478148b0-c270-4a3b-8603-9ce967e01679), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:42.648663 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30acbf06-a047-4a7f-ab4f-8029728e8f1f req-5b5d77d3-f524-4ac0-9be4-6d13925b8ec1 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:42.670793 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-30acbf06-a047-4a7f-ab4f-8029728e8f1f req-5b5d77d3-f524-4ac0-9be4-6d13925b8ec1 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd44422c-b621-4ad8-82ab-e5eeae7b2633 HTTP/1.1" status: 200 len: 931 time: 0.2431905 May 16 15:15:42.800791 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-72436728-868b-4450-96f0-78c8883d40e5 None None] Port 478148b0-c270-4a3b-8603-9ce967e01679 cannot update to ACTIVE because it is not bound. {{(pid=104035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:15:42.846008 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-30acbf06-a047-4a7f-ab4f-8029728e8f1f req-a8bbbc88-152f-4a23-bf06-3c63f28edb07 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b6802ef-8640-44f9-8dd6-e836fa5c798e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1829572 May 16 15:15:42.849954 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-568d4494-d6d0-44fa-bb39-531a3e9667a2 req-a14b8767-1eba-4203-9ee1-2d9516b93835 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Made reservation on behalf of 9703f082240542aa979c6b53052d77b9 for: {'port': 1} {{(pid=104034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:15:42.868524 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [req-568d4494-d6d0-44fa-bb39-531a3e9667a2 req-a14b8767-1eba-4203-9ee1-2d9516b93835 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:42.943422 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-2187f7f6-2d69-46f9-8983-0a4002faf747 None None] Provisioning complete for port a1eae8f4-b207-4d48-bdf5-dfab72b3d846 triggered by entity DHCP. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:15:42.943856 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-2187f7f6-2d69-46f9-8983-0a4002faf747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (a1eae8f4-b207-4d48-bdf5-dfab72b3d846), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:43.090411 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-2187f7f6-2d69-46f9-8983-0a4002faf747 None None] Port a1eae8f4-b207-4d48-bdf5-dfab72b3d846 cannot update to ACTIVE because it is not bound. {{(pid=104035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:15:43.090570 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfcdcab-da38-47d6-8059-fa1f50414cc8 req-b6bdee84-9661-42a0-afef-4b0c0e171b91 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:43.101972 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-dbfcdcab-da38-47d6-8059-fa1f50414cc8 req-b6bdee84-9661-42a0-afef-4b0c0e171b91 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=766a2d7d-3279-4c55-9dfb-29746e7fd0f0 HTTP/1.1" status: 200 len: 932 time: 0.1824889 May 16 15:15:43.137557 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d4b9a-4273-414b-90fd-ff257023e748 req-5880f7ed-52fc-46bf-b0b5-cc43de3e8827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:43.141288 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-7e9d4b9a-4273-414b-90fd-ff257023e748 req-5880f7ed-52fc-46bf-b0b5-cc43de3e8827 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=316917d7a31645bfaac651f81154c18f&device_id=b8cc0b00-99f9-4486-b349-f60a0d2db023 HTTP/1.1" status: 200 len: 1128 time: 0.2915246 May 16 15:15:43.195341 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-4817abd2-214b-4136-9dbf-0091c4432e74 req-b5a62b00-4c12-4bd2-8bb1-4532c423aa73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (a1eae8f4-b207-4d48-bdf5-dfab72b3d846), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:43.233369 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-5f58e2c6-80db-4172-b87b-f01fd0ec150e req-f0761dd5-c68f-480a-a025-84667f35d43d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (478148b0-c270-4a3b-8603-9ce967e01679), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:43.350723 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-dbfcdcab-da38-47d6-8059-fa1f50414cc8 req-cd77a709-845f-4ddc-9900-1c6d8aefd526 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=014d0d4d-d0b9-4825-87ad-58356143efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460561 May 16 15:15:43.633637 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b515c8-4a17-4bd7-8eb9-3948c7271456 req-42cad152-2ad1-4655-96fa-67eeef97902a tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:43.635144 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-90b515c8-4a17-4bd7-8eb9-3948c7271456 req-42cad152-2ad1-4655-96fa-67eeef97902a tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] 10.222.0.44 "GET /v2.0/ports?device_id=efb4f893-00bf-47fe-8ca4-74f9cfadd2b7 HTTP/1.1" status: 200 len: 944 time: 0.3768065 May 16 15:15:43.639871 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-769ae57e-a2b9-4491-8976-bdb1ea67ab37 req-f846c22a-92e6-45ff-96e7-84de36257de8 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3e68f7e-80df-470a-869e-8c625ab4709c HTTP/1.1" status: 200 len: 210 time: 0.0537617 May 16 15:15:43.727082 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.db.db_base_plugin_common [req-568d4494-d6d0-44fa-bb39-531a3e9667a2 req-a14b8767-1eba-4203-9ee1-2d9516b93835 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Allocated IP 172.20.0.8 (20dfff89-2b4c-4d06-bcfc-8ec2e202af64/9bd76027-99a6-4823-9a55-92e97a7e537f/c2d12348-be99-4d8a-833b-0746887f6b11) {{(pid=104034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:15:43.729965 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d4b9a-4273-414b-90fd-ff257023e748 req-5c7c3f73-2363-4db6-bd6b-debfe7be2ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:43.731690 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-7e9d4b9a-4273-414b-90fd-ff257023e748 req-5c7c3f73-2363-4db6-bd6b-debfe7be2ea2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8561ad64-1b6b-4f33-82d1-a2d7e72d5b01 HTTP/1.1" status: 200 len: 920 time: 0.5687017 May 16 15:15:43.767617 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-90b515c8-4a17-4bd7-8eb9-3948c7271456 req-4c923fb3-a63c-4d8e-8f90-b1228fe3da87 tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] 10.222.0.44 "GET /v2.0/security-groups?id=f28a7d65-13f3-44a5-af92-2ad063d3f898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068053 May 16 15:15:43.863836 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-7e9d4b9a-4273-414b-90fd-ff257023e748 req-235a7d56-e465-4afc-a1dd-593b85066315 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d3200ba0-e507-4313-a271-660316264ca6 HTTP/1.1" status: 200 len: 217 time: 0.0627911 May 16 15:15:43.947434 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [req-4817abd2-214b-4136-9dbf-0091c4432e74 req-b5a62b00-4c12-4bd2-8bb1-4532c423aa73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1eae8f4-b207-4d48-bdf5-dfab72b3d846 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:15:43.962436 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-4817abd2-214b-4136-9dbf-0091c4432e74 req-b5a62b00-4c12-4bd2-8bb1-4532c423aa73 service neutron] Publish callbacks [] for port (a1eae8f4-b207-4d48-bdf5-dfab72b3d846), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:43.983713 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [req-568d4494-d6d0-44fa-bb39-531a3e9667a2 req-a14b8767-1eba-4203-9ee1-2d9516b93835 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Publish callbacks [] for port (c2d12348-be99-4d8a-833b-0746887f6b11), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:44.037875 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [req-4817abd2-214b-4136-9dbf-0091c4432e74 req-b5a62b00-4c12-4bd2-8bb1-4532c423aa73 service neutron] Transition to ACTIVE for port object a1eae8f4-b207-4d48-bdf5-dfab72b3d846 will not be triggered until provisioned by entity L2. {{(pid=104033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 15:15:44.048709 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [req-5f58e2c6-80db-4172-b87b-f01fd0ec150e req-f0761dd5-c68f-480a-a025-84667f35d43d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 478148b0-c270-4a3b-8603-9ce967e01679 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:15:44.059935 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-5f58e2c6-80db-4172-b87b-f01fd0ec150e req-f0761dd5-c68f-480a-a025-84667f35d43d service neutron] Publish callbacks [] for port (478148b0-c270-4a3b-8603-9ce967e01679), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:44.073519 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc844f2-0ddd-48bf-ba33-b7b169b72441 req-9d0fb1e7-44f3-4bc0-9db0-f8b563cc9492 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:44.078180 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-1dc844f2-0ddd-48bf-ba33-b7b169b72441 req-9d0fb1e7-44f3-4bc0-9db0-f8b563cc9492 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd44422c-b621-4ad8-82ab-e5eeae7b2633 HTTP/1.1" status: 200 len: 931 time: 0.0862114 May 16 15:15:44.092709 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [req-5f58e2c6-80db-4172-b87b-f01fd0ec150e req-f0761dd5-c68f-480a-a025-84667f35d43d service neutron] Transition to ACTIVE for port object 478148b0-c270-4a3b-8603-9ce967e01679 will not be triggered until provisioned by entity L2. {{(pid=104033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 15:15:44.099295 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [req-568d4494-d6d0-44fa-bb39-531a3e9667a2 req-a14b8767-1eba-4203-9ee1-2d9516b93835 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789019640149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097154'] for port (c2d12348-be99-4d8a-833b-0746887f6b11), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:44.132083 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-1dc844f2-0ddd-48bf-ba33-b7b169b72441 req-b7813eeb-9d16-4015-b082-0c0ab04c7ee2 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b6802ef-8640-44f9-8dd6-e836fa5c798e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497491 May 16 15:15:44.152376 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-568d4494-d6d0-44fa-bb39-531a3e9667a2 req-a14b8767-1eba-4203-9ee1-2d9516b93835 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Network 20dfff89-2b4c-4d06-bcfc-8ec2e202af64 is already hosted by enough agents. {{(pid=104034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:15:44.153841 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.base_scheduler [req-568d4494-d6d0-44fa-bb39-531a3e9667a2 req-a14b8767-1eba-4203-9ee1-2d9516b93835 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Resources bound (agent type, host, resource id): {{(pid=104034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:15:44.157027 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-4817abd2-214b-4136-9dbf-0091c4432e74 req-b5a62b00-4c12-4bd2-8bb1-4532c423aa73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (a1eae8f4-b207-4d48-bdf5-dfab72b3d846), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:44.157845 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [req-568d4494-d6d0-44fa-bb39-531a3e9667a2 req-a14b8767-1eba-4203-9ee1-2d9516b93835 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Received port after_create {{(pid=104034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:15:44.161900 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14b8767-1eba-4203-9ee1-2d9516b93835 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Pushing event updated for resources: {'Port': ['ID=c2d12348-be99-4d8a-833b-0746887f6b11,revision_number=1']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:44.251672 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568d4494-d6d0-44fa-bb39-531a3e9667a2 req-a14b8767-1eba-4203-9ee1-2d9516b93835 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:44.252470 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [req-568d4494-d6d0-44fa-bb39-531a3e9667a2 req-a14b8767-1eba-4203-9ee1-2d9516b93835 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631934'] for port (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:44.356169 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-568d4494-d6d0-44fa-bb39-531a3e9667a2 req-a14b8767-1eba-4203-9ee1-2d9516b93835 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1032765 May 16 15:15:44.425731 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 42896) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:44.501038 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f7be72-93fe-4271-9cc9-e07bc738f606 req-b4e433f6-d765-44d2-a230-1afc4a1a6da8 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:44.510831 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-32f7be72-93fe-4271-9cc9-e07bc738f606 req-b4e433f6-d765-44d2-a230-1afc4a1a6da8 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=766a2d7d-3279-4c55-9dfb-29746e7fd0f0 HTTP/1.1" status: 200 len: 944 time: 0.0670457 May 16 15:15:44.517288 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [req-4817abd2-214b-4136-9dbf-0091c4432e74 req-b5a62b00-4c12-4bd2-8bb1-4532c423aa73 service neutron] Attempting to bind port a1eae8f4-b207-4d48-bdf5-dfab72b3d846 on host hv-cinder-79578 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:15:44.519862 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [req-4817abd2-214b-4136-9dbf-0091c4432e74 req-b5a62b00-4c12-4bd2-8bb1-4532c423aa73 service neutron] Attempting to bind port a1eae8f4-b207-4d48-bdf5-dfab72b3d846 by drivers openvswitch,hyperv on host hv-cinder-79578 at level 0 using segments [{'id': 'e125e9e2-0bb4-4387-a6b6-a67c63b56378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '982c6e92-7848-46dd-811d-5ec569a6da67'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:15:44.519862 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4817abd2-214b-4136-9dbf-0091c4432e74 req-b5a62b00-4c12-4bd2-8bb1-4532c423aa73 service neutron] Attempting to bind port a1eae8f4-b207-4d48-bdf5-dfab72b3d846 on network 982c6e92-7848-46dd-811d-5ec569a6da67 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:15:44.522813 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-5f58e2c6-80db-4172-b87b-f01fd0ec150e req-f0761dd5-c68f-480a-a025-84667f35d43d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (478148b0-c270-4a3b-8603-9ce967e01679), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:44.537777 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4817abd2-214b-4136-9dbf-0091c4432e74 req-b5a62b00-4c12-4bd2-8bb1-4532c423aa73 service neutron] Port a1eae8f4-b207-4d48-bdf5-dfab72b3d846 on network 982c6e92-7848-46dd-811d-5ec569a6da67 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79578 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 15:15:44.538134 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4817abd2-214b-4136-9dbf-0091c4432e74 req-b5a62b00-4c12-4bd2-8bb1-4532c423aa73 service neutron] Attempting to bind port a1eae8f4-b207-4d48-bdf5-dfab72b3d846 on network 982c6e92-7848-46dd-811d-5ec569a6da67 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:15:44.538439 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 42900) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:44.543346 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a62b00-4c12-4bd2-8bb1-4532c423aa73 service neutron] Pushing event updated for resources: {'Port': ['ID=a1eae8f4-b207-4d48-bdf5-dfab72b3d846,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:44.553768 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-a6b61d79-a7a7-4c40-b3bb-94f6ace14114 None None] Provisioning complete for port c2d12348-be99-4d8a-833b-0746887f6b11 triggered by entity DHCP. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:15:44.553768 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a6b61d79-a7a7-4c40-b3bb-94f6ace14114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (c2d12348-be99-4d8a-833b-0746887f6b11), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:44.599722 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4817abd2-214b-4136-9dbf-0091c4432e74 req-b5a62b00-4c12-4bd2-8bb1-4532c423aa73 service neutron] Checking agent: {'id': '751a3b14-a3b6-44f5-a165-bd23bd92acbe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79578', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 13, 10), 'started_at': datetime.datetime(2022, 5, 16, 15, 13, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:15:44.600104 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4817abd2-214b-4136-9dbf-0091c4432e74 req-b5a62b00-4c12-4bd2-8bb1-4532c423aa73 service neutron] Checking segment: {'id': 'e125e9e2-0bb4-4387-a6b6-a67c63b56378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '982c6e92-7848-46dd-811d-5ec569a6da67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:15:44.600678 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4817abd2-214b-4136-9dbf-0091c4432e74 req-b5a62b00-4c12-4bd2-8bb1-4532c423aa73 service neutron] Bound using segment: {'id': 'e125e9e2-0bb4-4387-a6b6-a67c63b56378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '982c6e92-7848-46dd-811d-5ec569a6da67'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:15:44.600922 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-a6b61d79-a7a7-4c40-b3bb-94f6ace14114 None None] Port c2d12348-be99-4d8a-833b-0746887f6b11 cannot update to ACTIVE because it is not bound. {{(pid=104035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:15:44.601349 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [req-4817abd2-214b-4136-9dbf-0091c4432e74 req-b5a62b00-4c12-4bd2-8bb1-4532c423aa73 service neutron] Bound port: a1eae8f4-b207-4d48-bdf5-dfab72b3d846, host: hv-cinder-79578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e125e9e2-0bb4-4387-a6b6-a67c63b56378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '982c6e92-7848-46dd-811d-5ec569a6da67'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:15:44.601755 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-4817abd2-214b-4136-9dbf-0091c4432e74 req-b5a62b00-4c12-4bd2-8bb1-4532c423aa73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (a1eae8f4-b207-4d48-bdf5-dfab72b3d846), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:44.603973 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0761dd5-c68f-480a-a025-84667f35d43d service neutron] Pushing event updated for resources: {'Port': ['ID=478148b0-c270-4a3b-8603-9ce967e01679,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:44.641148 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-32f7be72-93fe-4271-9cc9-e07bc738f606 req-80821b97-1c49-4a27-8b7e-4e413cefb3ec tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=014d0d4d-d0b9-4825-87ad-58356143efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291778 May 16 15:15:44.732667 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-ad692fff-3679-4d66-b038-99cd0bb25a00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:44.753649 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [req-4817abd2-214b-4136-9dbf-0091c4432e74 req-b5a62b00-4c12-4bd2-8bb1-4532c423aa73 service neutron] For port a1eae8f4-b207-4d48-bdf5-dfab72b3d846, host hv-cinder-79578, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:15:44.769911 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-14d61c58-7dcf-4cd8-9fe4-6059bc891188 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:44.810770 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [req-5f58e2c6-80db-4172-b87b-f01fd0ec150e req-f0761dd5-c68f-480a-a025-84667f35d43d service neutron] Attempting to bind port 478148b0-c270-4a3b-8603-9ce967e01679 on host hv-cinder-79578 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:15:44.819409 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [req-5f58e2c6-80db-4172-b87b-f01fd0ec150e req-f0761dd5-c68f-480a-a025-84667f35d43d service neutron] Attempting to bind port 478148b0-c270-4a3b-8603-9ce967e01679 by drivers openvswitch,hyperv on host hv-cinder-79578 at level 0 using segments [{'id': '687f1aa3-4a22-4e93-928a-d5c1913d880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8561ad64-1b6b-4f33-82d1-a2d7e72d5b01'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:15:44.819409 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f58e2c6-80db-4172-b87b-f01fd0ec150e req-f0761dd5-c68f-480a-a025-84667f35d43d service neutron] Attempting to bind port 478148b0-c270-4a3b-8603-9ce967e01679 on network 8561ad64-1b6b-4f33-82d1-a2d7e72d5b01 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:15:44.819409 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [req-4817abd2-214b-4136-9dbf-0091c4432e74 req-b5a62b00-4c12-4bd2-8bb1-4532c423aa73 service neutron] For port a1eae8f4-b207-4d48-bdf5-dfab72b3d846, host hv-cinder-79578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=a1eae8f4-b207-4d48-bdf5-dfab72b3d846,segment=NetworkSegment(e125e9e2-0bb4-4387-a6b6-a67c63b56378),segment_id=e125e9e2-0bb4-4387-a6b6-a67c63b56378)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:15:44.828195 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f58e2c6-80db-4172-b87b-f01fd0ec150e req-f0761dd5-c68f-480a-a025-84667f35d43d service neutron] Port 478148b0-c270-4a3b-8603-9ce967e01679 on network 8561ad64-1b6b-4f33-82d1-a2d7e72d5b01 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79578 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 15:15:44.828523 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f58e2c6-80db-4172-b87b-f01fd0ec150e req-f0761dd5-c68f-480a-a025-84667f35d43d service neutron] Attempting to bind port 478148b0-c270-4a3b-8603-9ce967e01679 on network 8561ad64-1b6b-4f33-82d1-a2d7e72d5b01 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:15:44.840980 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09649271-6a26-45a6-9ed3-5c6ff8a9b949 req-6f7a1bcb-47bf-4d46-971a-360540a08f33 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:44.848509 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-09649271-6a26-45a6-9ed3-5c6ff8a9b949 req-6f7a1bcb-47bf-4d46-971a-360540a08f33 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3e68f7e-80df-470a-869e-8c625ab4709c HTTP/1.1" status: 200 len: 931 time: 0.0877807 May 16 15:15:44.850866 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f58e2c6-80db-4172-b87b-f01fd0ec150e req-f0761dd5-c68f-480a-a025-84667f35d43d service neutron] Checking agent: {'id': '751a3b14-a3b6-44f5-a165-bd23bd92acbe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79578', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 13, 10), 'started_at': datetime.datetime(2022, 5, 16, 15, 13, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:15:44.851700 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f58e2c6-80db-4172-b87b-f01fd0ec150e req-f0761dd5-c68f-480a-a025-84667f35d43d service neutron] Checking segment: {'id': '687f1aa3-4a22-4e93-928a-d5c1913d880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8561ad64-1b6b-4f33-82d1-a2d7e72d5b01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:15:44.851700 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f58e2c6-80db-4172-b87b-f01fd0ec150e req-f0761dd5-c68f-480a-a025-84667f35d43d service neutron] Bound using segment: {'id': '687f1aa3-4a22-4e93-928a-d5c1913d880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8561ad64-1b6b-4f33-82d1-a2d7e72d5b01'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:15:44.852013 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [req-5f58e2c6-80db-4172-b87b-f01fd0ec150e req-f0761dd5-c68f-480a-a025-84667f35d43d service neutron] Bound port: 478148b0-c270-4a3b-8603-9ce967e01679, host: hv-cinder-79578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '687f1aa3-4a22-4e93-928a-d5c1913d880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8561ad64-1b6b-4f33-82d1-a2d7e72d5b01'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:15:44.852381 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-5f58e2c6-80db-4172-b87b-f01fd0ec150e req-f0761dd5-c68f-480a-a025-84667f35d43d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (478148b0-c270-4a3b-8603-9ce967e01679), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:44.909227 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-4817abd2-214b-4136-9dbf-0091c4432e74 req-b5a62b00-4c12-4bd2-8bb1-4532c423aa73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (a1eae8f4-b207-4d48-bdf5-dfab72b3d846), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:44.931033 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-14d61c58-7dcf-4cd8-9fe4-6059bc891188 admin admin] Publish callbacks [] for security_group (d9fc3199-8800-46ac-8f50-06a35195f850), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:44.943419 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2309f9c-ad26-46d0-b454-66143fcf7da9 req-99341860-696d-44d9-a7c5-ecc2b186a3bc tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:44.945083 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-b2309f9c-ad26-46d0-b454-66143fcf7da9 req-99341860-696d-44d9-a7c5-ecc2b186a3bc tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] 10.222.0.44 "GET /v2.0/ports?device_id=efb4f893-00bf-47fe-8ca4-74f9cfadd2b7 HTTP/1.1" status: 200 len: 944 time: 0.0806806 May 16 15:15:44.977278 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-09649271-6a26-45a6-9ed3-5c6ff8a9b949 req-e37092b9-4710-4d7a-96a7-a2a21ce6e14a tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/security-groups?id=caf3754e-5d8e-4956-8296-48df01954071&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1277175 May 16 15:15:44.978100 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4817abd2-214b-4136-9dbf-0091c4432e74 req-b5a62b00-4c12-4bd2-8bb1-4532c423aa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:44.978820 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-4817abd2-214b-4136-9dbf-0091c4432e74 req-b5a62b00-4c12-4bd2-8bb1-4532c423aa73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631934'] for port (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:44.980109 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-4817abd2-214b-4136-9dbf-0091c4432e74 req-b5a62b00-4c12-4bd2-8bb1-4532c423aa73 service neutron] 10.222.0.69 "PUT /v2.0/ports/a1eae8f4-b207-4d48-bdf5-dfab72b3d846 HTTP/1.1" status: 200 len: 1093 time: 2.3944194 May 16 15:15:44.982749 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-ad692fff-3679-4d66-b038-99cd0bb25a00 admin admin] Publish callbacks [] for security_group (efb02e07-e3fa-4fcc-bd87-ee98df780324), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:44.985441 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd44422c-b621-4ad8-82ab-e5eeae7b2633', 'tag': 'a1eae8f4-b207-4d48-bdf5-dfab72b3d846'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:15:45.012830 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-14d61c58-7dcf-4cd8-9fe4-6059bc891188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (d9fc3199-8800-46ac-8f50-06a35195f850), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:45.038311 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-b2309f9c-ad26-46d0-b454-66143fcf7da9 req-0b7bc7e9-66b8-44d9-b4a7-d6a17ea1173e tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] 10.222.0.44 "GET /v2.0/security-groups?id=f28a7d65-13f3-44a5-af92-2ad063d3f898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845256 May 16 15:15:45.056218 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [req-5f58e2c6-80db-4172-b87b-f01fd0ec150e req-f0761dd5-c68f-480a-a025-84667f35d43d service neutron] For port 478148b0-c270-4a3b-8603-9ce967e01679, host hv-cinder-79578, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:15:45.059576 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-14d61c58-7dcf-4cd8-9fe4-6059bc891188 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4f1118f1bdda4861b568af2ab4f9ce70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5196722 May 16 15:15:45.063266 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d61c58-7dcf-4cd8-9fe4-6059bc891188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9fc3199-8800-46ac-8f50-06a35195f850,revision_number=1']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:45.065155 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 42912) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:45.081627 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a62b00-4c12-4bd2-8bb1-4532c423aa73 service neutron] Pushing event updated for resources: {'Port': ['ID=a1eae8f4-b207-4d48-bdf5-dfab72b3d846,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:45.093476 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [req-5f58e2c6-80db-4172-b87b-f01fd0ec150e req-f0761dd5-c68f-480a-a025-84667f35d43d service neutron] For port 478148b0-c270-4a3b-8603-9ce967e01679, host hv-cinder-79578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=478148b0-c270-4a3b-8603-9ce967e01679,segment=NetworkSegment(687f1aa3-4a22-4e93-928a-d5c1913d880c),segment_id=687f1aa3-4a22-4e93-928a-d5c1913d880c)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:15:45.114734 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-ad692fff-3679-4d66-b038-99cd0bb25a00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (efb02e07-e3fa-4fcc-bd87-ee98df780324), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:45.156723 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad692fff-3679-4d66-b038-99cd0bb25a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb02e07-e3fa-4fcc-bd87-ee98df780324,revision_number=1']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:45.186758 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-5f58e2c6-80db-4172-b87b-f01fd0ec150e req-f0761dd5-c68f-480a-a025-84667f35d43d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (478148b0-c270-4a3b-8603-9ce967e01679), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:45.192525 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-ad692fff-3679-4d66-b038-99cd0bb25a00 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=991ae24cf98248cc9456b13700b2e16d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7653847 May 16 15:15:45.195186 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 42920) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:45.210089 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-f51f54e8-da31-45de-aff1-3ebb309d15b4 admin admin] Publish callbacks [] for security_group (d9fc3199-8800-46ac-8f50-06a35195f850), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:45.239574 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-f51f54e8-da31-45de-aff1-3ebb309d15b4 admin admin] Publish callbacks [] for security_group (d9fc3199-8800-46ac-8f50-06a35195f850), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:45.256788 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f58e2c6-80db-4172-b87b-f01fd0ec150e req-f0761dd5-c68f-480a-a025-84667f35d43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:45.261188 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-5f58e2c6-80db-4172-b87b-f01fd0ec150e req-f0761dd5-c68f-480a-a025-84667f35d43d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631934'] for port (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:45.272753 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-5f58e2c6-80db-4172-b87b-f01fd0ec150e req-f0761dd5-c68f-480a-a025-84667f35d43d service neutron] 10.222.0.69 "PUT /v2.0/ports/478148b0-c270-4a3b-8603-9ce967e01679 HTTP/1.1" status: 200 len: 1094 time: 2.6755719 May 16 15:15:45.272753 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffeccd97bc4bec2d8a291f35a4115644be5723c7930092d1a563b2016f5a5231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f83246a-fbc7-4cf9-961d-fb349d595e1c" -d '{"events": [{"name": "network-changed", "server_uuid": "dd44422c-b621-4ad8-82ab-e5eeae7b2633", "tag": "a1eae8f4-b207-4d48-bdf5-dfab72b3d846"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:15:45.295894 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0761dd5-c68f-480a-a025-84667f35d43d service neutron] Pushing event updated for resources: {'Port': ['ID=478148b0-c270-4a3b-8603-9ce967e01679,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:45.392857 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-4d67d136-713c-4a7c-88ea-a82b47b1782b admin admin] Publish callbacks [] for security_group (efb02e07-e3fa-4fcc-bd87-ee98df780324), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:45.417330 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7346d81d-2024-4a86-be90-7d46531859a3 req-19804e2b-46c6-4993-bd80-d8a37dbafb03 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:45.425031 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-7346d81d-2024-4a86-be90-7d46531859a3 req-19804e2b-46c6-4993-bd80-d8a37dbafb03 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd44422c-b621-4ad8-82ab-e5eeae7b2633 HTTP/1.1" status: 200 len: 943 time: 0.0914600 May 16 15:15:45.428355 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-569a71f4-fee7-4898-9fd5-a10fda5a52cb x-openstack-request-id: req-569a71f4-fee7-4898-9fd5-a10fda5a52cb {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:15:45.428622 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd44422c-b621-4ad8-82ab-e5eeae7b2633", "tag": "a1eae8f4-b207-4d48-bdf5-dfab72b3d846", "status": "completed", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:15:45.428885 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-569a71f4-fee7-4898-9fd5-a10fda5a52cb {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:15:45.429352 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-569a71f4-fee7-4898-9fd5-a10fda5a52cb'] response: {'name': 'network-changed', 'server_uuid': 'dd44422c-b621-4ad8-82ab-e5eeae7b2633', 'tag': 'a1eae8f4-b207-4d48-bdf5-dfab72b3d846', 'status': 'completed', 'code': 200} May 16 15:15:45.432231 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-f51f54e8-da31-45de-aff1-3ebb309d15b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (d9fc3199-8800-46ac-8f50-06a35195f850), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:45.434980 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-f51f54e8-da31-45de-aff1-3ebb309d15b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:45.436234 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-f51f54e8-da31-45de-aff1-3ebb309d15b4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d9fc3199-8800-46ac-8f50-06a35195f850 HTTP/1.1" status: 204 len: 168 time: 0.3700833 May 16 15:15:45.448715 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-4d67d136-713c-4a7c-88ea-a82b47b1782b admin admin] Publish callbacks [] for security_group (efb02e07-e3fa-4fcc-bd87-ee98df780324), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:45.460957 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51f54e8-da31-45de-aff1-3ebb309d15b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9fc3199-8800-46ac-8f50-06a35195f850,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:45.555494 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-7346d81d-2024-4a86-be90-7d46531859a3 req-c8b015dc-d4de-4f3d-a6bf-47f350acdc83 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b6802ef-8640-44f9-8dd6-e836fa5c798e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247473 May 16 15:15:45.584730 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.v2.base [req-568d4494-d6d0-44fa-bb39-531a3e9667a2 req-694ed68b-21a2-4d0b-a62a-e8ec98324205 service neutron] Request body: {'port': {'device_id': 'f3e68f7e-80df-470a-869e-8c625ab4709c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79578'}} {{(pid=104034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:15:45.624163 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-4d67d136-713c-4a7c-88ea-a82b47b1782b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (efb02e07-e3fa-4fcc-bd87-ee98df780324), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:45.626727 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-4d67d136-713c-4a7c-88ea-a82b47b1782b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:45.627836 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-4d67d136-713c-4a7c-88ea-a82b47b1782b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/efb02e07-e3fa-4fcc-bd87-ee98df780324 HTTP/1.1" status: 204 len: 168 time: 0.4315810 May 16 15:15:45.655599 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d67d136-713c-4a7c-88ea-a82b47b1782b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb02e07-e3fa-4fcc-bd87-ee98df780324,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:45.684785 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d4b9a-4273-414b-90fd-ff257023e748 req-454e0066-37ee-45fa-bf37-fa96fc1eeadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:45.684785 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-7e9d4b9a-4273-414b-90fd-ff257023e748 req-454e0066-37ee-45fa-bf37-fa96fc1eeadc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=559d3648-c2d7-45f5-9aa1-e00232e9372a HTTP/1.1" status: 200 len: 858 time: 0.1125720 May 16 15:15:45.700742 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [req-568d4494-d6d0-44fa-bb39-531a3e9667a2 req-694ed68b-21a2-4d0b-a62a-e8ec98324205 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (c2d12348-be99-4d8a-833b-0746887f6b11), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:45.770507 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d4b9a-4273-414b-90fd-ff257023e748 req-1479fc41-7402-4409-9e3e-2f8ad37f1260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:45.772419 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-7e9d4b9a-4273-414b-90fd-ff257023e748 req-1479fc41-7402-4409-9e3e-2f8ad37f1260 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8561ad64-1b6b-4f33-82d1-a2d7e72d5b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0811861 May 16 15:15:45.778795 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f83246a-fbc7-4cf9-961d-fb349d595e1c req-fb05d8cf-3cd6-4226-9941-406504912e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:45.780296 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-9f83246a-fbc7-4cf9-961d-fb349d595e1c req-fb05d8cf-3cd6-4226-9941-406504912e4a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d143bc5a616249a7beefc7b27962026b&device_id=dd44422c-b621-4ad8-82ab-e5eeae7b2633 HTTP/1.1" status: 200 len: 1127 time: 0.1598327 May 16 15:15:45.792192 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f58e2c6-80db-4172-b87b-f01fd0ec150e req-b66b9727-dc5c-4a1a-a334-66803e71e1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:45.793766 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-5f58e2c6-80db-4172-b87b-f01fd0ec150e req-b66b9727-dc5c-4a1a-a334-66803e71e1ac service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=316917d7a31645bfaac651f81154c18f&device_id=766a2d7d-3279-4c55-9dfb-29746e7fd0f0 HTTP/1.1" status: 200 len: 1128 time: 0.0506094 May 16 15:15:45.903653 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-5f58e2c6-80db-4172-b87b-f01fd0ec150e req-781075a7-c4e2-449a-9812-bfb8f815fd59 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=478148b0-c270-4a3b-8603-9ce967e01679 HTTP/1.1" status: 200 len: 217 time: 0.0911324 May 16 15:15:45.992894 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeae318-cef1-4344-9005-d5e27bcbdb6d req-257d356a-691e-4c7e-ad4b-4d855530a1b0 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:45.994261 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-4aeae318-cef1-4344-9005-d5e27bcbdb6d req-257d356a-691e-4c7e-ad4b-4d855530a1b0 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=766a2d7d-3279-4c55-9dfb-29746e7fd0f0 HTTP/1.1" status: 200 len: 944 time: 0.1632822 May 16 15:15:46.044048 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-7e9d4b9a-4273-414b-90fd-ff257023e748 req-e2cba35b-fda7-4ffa-916f-45915af3fe39 service neutron] 10.222.0.69 "GET /v2.0/networks/8561ad64-1b6b-4f33-82d1-a2d7e72d5b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648292 May 16 15:15:46.072406 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f58e2c6-80db-4172-b87b-f01fd0ec150e req-b3d13985-0669-42ef-ac20-3dca7d08f563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:46.074028 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-5f58e2c6-80db-4172-b87b-f01fd0ec150e req-b3d13985-0669-42ef-ac20-3dca7d08f563 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=559d3648-c2d7-45f5-9aa1-e00232e9372a HTTP/1.1" status: 200 len: 858 time: 0.1605418 May 16 15:15:46.149879 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f83246a-fbc7-4cf9-961d-fb349d595e1c req-2cffd4f0-e526-45d6-b451-2f5b034aa55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:46.151393 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-9f83246a-fbc7-4cf9-961d-fb349d595e1c req-2cffd4f0-e526-45d6-b451-2f5b034aa55d service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=d143bc5a616249a7beefc7b27962026b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3567204 May 16 15:15:46.162362 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-4aeae318-cef1-4344-9005-d5e27bcbdb6d req-9f67ff8a-01be-4a6f-94f2-8fce298e5c4a tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=014d0d4d-d0b9-4825-87ad-58356143efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453543 May 16 15:15:46.214989 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f58e2c6-80db-4172-b87b-f01fd0ec150e req-005cab35-c980-49d4-9857-513f7b926d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:46.216500 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-5f58e2c6-80db-4172-b87b-f01fd0ec150e req-005cab35-c980-49d4-9857-513f7b926d75 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8561ad64-1b6b-4f33-82d1-a2d7e72d5b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1361413 May 16 15:15:46.247580 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-7e9d4b9a-4273-414b-90fd-ff257023e748 req-ae47e30b-052a-420f-bf5b-f207adf512e0 service neutron] 10.222.0.69 "GET /v2.0/networks/8561ad64-1b6b-4f33-82d1-a2d7e72d5b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953859 May 16 15:15:46.262088 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1358aa-9c7d-4315-81b0-42b353b1f611 req-78efaf06-5cba-4d72-8c5a-20e78cdd65e1 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:46.263581 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-ee1358aa-9c7d-4315-81b0-42b353b1f611 req-78efaf06-5cba-4d72-8c5a-20e78cdd65e1 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3e68f7e-80df-470a-869e-8c625ab4709c HTTP/1.1" status: 200 len: 931 time: 0.1533861 May 16 15:15:46.331327 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.notifiers.nova [req-568d4494-d6d0-44fa-bb39-531a3e9667a2 req-694ed68b-21a2-4d0b-a62a-e8ec98324205 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2d12348-be99-4d8a-833b-0746887f6b11 {{(pid=104034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:15:46.342508 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [req-568d4494-d6d0-44fa-bb39-531a3e9667a2 req-694ed68b-21a2-4d0b-a62a-e8ec98324205 service neutron] Publish callbacks [] for port (c2d12348-be99-4d8a-833b-0746887f6b11), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:46.355535 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487adc9a-5846-4bd9-9557-841409deb19e req-e8f35f27-e859-45ca-ba81-95458d35979d tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:46.357002 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-487adc9a-5846-4bd9-9557-841409deb19e req-e8f35f27-e859-45ca-ba81-95458d35979d tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] 10.222.0.44 "GET /v2.0/ports?device_id=efb4f893-00bf-47fe-8ca4-74f9cfadd2b7 HTTP/1.1" status: 200 len: 944 time: 0.0688496 May 16 15:15:46.367038 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.db.provisioning_blocks [req-568d4494-d6d0-44fa-bb39-531a3e9667a2 req-694ed68b-21a2-4d0b-a62a-e8ec98324205 service neutron] Transition to ACTIVE for port object c2d12348-be99-4d8a-833b-0746887f6b11 will not be triggered until provisioned by entity L2. {{(pid=104034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 15:15:46.412855 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-487adc9a-5846-4bd9-9557-841409deb19e req-857847fc-3991-47c1-8150-e0c2206b84c4 tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] 10.222.0.44 "GET /v2.0/security-groups?id=f28a7d65-13f3-44a5-af92-2ad063d3f898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476472 May 16 15:15:46.448337 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f83246a-fbc7-4cf9-961d-fb349d595e1c req-6f4fb1f1-d41e-46fc-9a65-053bc9e17dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:46.449810 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-9f83246a-fbc7-4cf9-961d-fb349d595e1c req-6f4fb1f1-d41e-46fc-9a65-053bc9e17dc9 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2722175 May 16 15:15:46.459601 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-ee1358aa-9c7d-4315-81b0-42b353b1f611 req-76ea6a86-fa8c-4f3e-8432-a55229fcb8f2 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/security-groups?id=caf3754e-5d8e-4956-8296-48df01954071&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1454594 May 16 15:15:46.475628 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-5f58e2c6-80db-4172-b87b-f01fd0ec150e req-f68d0fa0-8318-4320-9307-94cd7d02d4e8 service neutron] 10.222.0.69 "GET /v2.0/networks/8561ad64-1b6b-4f33-82d1-a2d7e72d5b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411866 May 16 15:15:46.498705 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [req-568d4494-d6d0-44fa-bb39-531a3e9667a2 req-694ed68b-21a2-4d0b-a62a-e8ec98324205 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4097205'] for port (c2d12348-be99-4d8a-833b-0746887f6b11), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:46.536869 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 42962) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:46.567516 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694ed68b-21a2-4d0b-a62a-e8ec98324205 service neutron] Pushing event updated for resources: {'Port': ['ID=c2d12348-be99-4d8a-833b-0746887f6b11,revision_number=2']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:46.570851 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 42966) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:46.603574 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-72040087-ab1c-4824-a962-09122566678c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:46.699838 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device c4da502e-bee2-43da-bb06-65e396454359 details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=104035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 15:15:46.760697 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5405ae8d-10a6-470d-a6e8-e9495afc02d7 req-b35f9869-e12e-4dd6-8cb5-4141f6698a50 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:46.766620 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-5405ae8d-10a6-470d-a6e8-e9495afc02d7 req-b35f9869-e12e-4dd6-8cb5-4141f6698a50 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd44422c-b621-4ad8-82ab-e5eeae7b2633 HTTP/1.1" status: 200 len: 943 time: 0.1072233 May 16 15:15:46.807380 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [req-568d4494-d6d0-44fa-bb39-531a3e9667a2 req-694ed68b-21a2-4d0b-a62a-e8ec98324205 service neutron] Attempting to bind port c2d12348-be99-4d8a-833b-0746887f6b11 on host hv-cinder-79578 for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:15:46.807808 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [req-568d4494-d6d0-44fa-bb39-531a3e9667a2 req-694ed68b-21a2-4d0b-a62a-e8ec98324205 service neutron] Attempting to bind port c2d12348-be99-4d8a-833b-0746887f6b11 by drivers openvswitch,hyperv on host hv-cinder-79578 at level 0 using segments [{'id': '4d5decff-4bc4-4a25-8135-847682f81a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '20dfff89-2b4c-4d06-bcfc-8ec2e202af64'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:15:46.808255 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568d4494-d6d0-44fa-bb39-531a3e9667a2 req-694ed68b-21a2-4d0b-a62a-e8ec98324205 service neutron] Attempting to bind port c2d12348-be99-4d8a-833b-0746887f6b11 on network 20dfff89-2b4c-4d06-bcfc-8ec2e202af64 {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:15:46.831500 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568d4494-d6d0-44fa-bb39-531a3e9667a2 req-694ed68b-21a2-4d0b-a62a-e8ec98324205 service neutron] Port c2d12348-be99-4d8a-833b-0746887f6b11 on network 20dfff89-2b4c-4d06-bcfc-8ec2e202af64 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79578 {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 15:15:46.831902 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568d4494-d6d0-44fa-bb39-531a3e9667a2 req-694ed68b-21a2-4d0b-a62a-e8ec98324205 service neutron] Attempting to bind port c2d12348-be99-4d8a-833b-0746887f6b11 on network 20dfff89-2b4c-4d06-bcfc-8ec2e202af64 {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:15:46.865165 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568d4494-d6d0-44fa-bb39-531a3e9667a2 req-694ed68b-21a2-4d0b-a62a-e8ec98324205 service neutron] Checking agent: {'id': '751a3b14-a3b6-44f5-a165-bd23bd92acbe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79578', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 13, 10), 'started_at': datetime.datetime(2022, 5, 16, 15, 13, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:15:46.865165 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568d4494-d6d0-44fa-bb39-531a3e9667a2 req-694ed68b-21a2-4d0b-a62a-e8ec98324205 service neutron] Checking segment: {'id': '4d5decff-4bc4-4a25-8135-847682f81a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '20dfff89-2b4c-4d06-bcfc-8ec2e202af64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:15:46.865165 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568d4494-d6d0-44fa-bb39-531a3e9667a2 req-694ed68b-21a2-4d0b-a62a-e8ec98324205 service neutron] Bound using segment: {'id': '4d5decff-4bc4-4a25-8135-847682f81a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '20dfff89-2b4c-4d06-bcfc-8ec2e202af64'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:15:46.867228 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [req-568d4494-d6d0-44fa-bb39-531a3e9667a2 req-694ed68b-21a2-4d0b-a62a-e8ec98324205 service neutron] Bound port: c2d12348-be99-4d8a-833b-0746887f6b11, host: hv-cinder-79578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d5decff-4bc4-4a25-8135-847682f81a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '20dfff89-2b4c-4d06-bcfc-8ec2e202af64'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:15:46.878190 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [req-568d4494-d6d0-44fa-bb39-531a3e9667a2 req-694ed68b-21a2-4d0b-a62a-e8ec98324205 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (c2d12348-be99-4d8a-833b-0746887f6b11), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:46.892462 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-c520ba0a-a204-4970-918c-4a82f779fa85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:46.917004 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] For port c4da502e-bee2-43da-bb06-65e396454359, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=c4da502e-bee2-43da-bb06-65e396454359,segment=NetworkSegment(84b91138-cc1f-4a2f-af74-c0ca064edfa0),segment_id=84b91138-cc1f-4a2f-af74-c0ca064edfa0)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:15:46.924363 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4817abd2-214b-4136-9dbf-0091c4432e74 req-2b785885-b3ce-4a9b-90ea-f4d5f0aff313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:46.926560 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-4817abd2-214b-4136-9dbf-0091c4432e74 req-2b785885-b3ce-4a9b-90ea-f4d5f0aff313 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d143bc5a616249a7beefc7b27962026b&device_id=dd44422c-b621-4ad8-82ab-e5eeae7b2633 HTTP/1.1" status: 200 len: 1127 time: 0.4129975 May 16 15:15:46.936368 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Returning: {'device': 'c4da502e-bee2-43da-bb06-65e396454359', 'network_id': 'f79a4d11-7fc6-40e0-8a7d-fa2d8875e4ab', 'port_id': 'c4da502e-bee2-43da-bb06-65e396454359', 'mac_address': 'fa:16:3e:1a:7d:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3280c787-f1f1-4ea3-868e-ec3b12d6ec74', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 15:15:46.990455 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-4817abd2-214b-4136-9dbf-0091c4432e74 req-daf50887-fac9-4e3c-ade4-11ca0b76ab40 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1eae8f4-b207-4d48-bdf5-dfab72b3d846 HTTP/1.1" status: 200 len: 217 time: 0.0495346 May 16 15:15:46.992659 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-5f58e2c6-80db-4172-b87b-f01fd0ec150e req-e00ed9a3-8eda-4c06-af40-3eaee44d65d7 service neutron] 10.222.0.69 "GET /v2.0/networks/8561ad64-1b6b-4f33-82d1-a2d7e72d5b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4943664 May 16 15:15:47.008957 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-5405ae8d-10a6-470d-a6e8-e9495afc02d7 req-c6e3899b-4503-4457-973b-e96c02261b42 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b6802ef-8640-44f9-8dd6-e836fa5c798e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2302368 May 16 15:15:47.014128 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-72040087-ab1c-4824-a962-09122566678c admin admin] Publish callbacks [] for security_group (0567234d-ef5e-4adf-8796-be5d4634d85b), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:47.040882 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Current status of the port c4da502e-bee2-43da-bb06-65e396454359 is: DOWN; New status is: BUILD {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:15:47.040882 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (c4da502e-bee2-43da-bb06-65e396454359), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:47.064421 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.notifiers.nova [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4da502e-bee2-43da-bb06-65e396454359 {{(pid=104035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:15:47.065870 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [req-568d4494-d6d0-44fa-bb39-531a3e9667a2 req-694ed68b-21a2-4d0b-a62a-e8ec98324205 service neutron] For port c2d12348-be99-4d8a-833b-0746887f6b11, host hv-cinder-79578, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:15:47.069231 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4817abd2-214b-4136-9dbf-0091c4432e74 req-26bdcd25-3f56-4ca7-8a89-7e64c3614349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:47.069789 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [req-568d4494-d6d0-44fa-bb39-531a3e9667a2 req-694ed68b-21a2-4d0b-a62a-e8ec98324205 service neutron] For port c2d12348-be99-4d8a-833b-0746887f6b11, host hv-cinder-79578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=c2d12348-be99-4d8a-833b-0746887f6b11,segment=NetworkSegment(4d5decff-4bc4-4a25-8135-847682f81a17),segment_id=4d5decff-4bc4-4a25-8135-847682f81a17)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:15:47.070868 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-4817abd2-214b-4136-9dbf-0091c4432e74 req-26bdcd25-3f56-4ca7-8a89-7e64c3614349 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1fafe849-ed07-444a-932d-68cf1f6b80a1 HTTP/1.1" status: 200 len: 854 time: 0.0665312 May 16 15:15:47.091356 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] For port c4da502e-bee2-43da-bb06-65e396454359, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=c4da502e-bee2-43da-bb06-65e396454359,segment=NetworkSegment(84b91138-cc1f-4a2f-af74-c0ca064edfa0),segment_id=84b91138-cc1f-4a2f-af74-c0ca064edfa0)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:15:47.117659 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-c520ba0a-a204-4970-918c-4a82f779fa85 admin admin] Publish callbacks [] for security_group (201d75db-3ae3-4e81-94fc-0a7a8e90833b), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:47.121053 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4817abd2-214b-4136-9dbf-0091c4432e74 req-0bee3e97-6cdf-4f0a-ba2c-e62c12202394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:47.122584 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-4817abd2-214b-4136-9dbf-0091c4432e74 req-0bee3e97-6cdf-4f0a-ba2c-e62c12202394 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=982c6e92-7848-46dd-811d-5ec569a6da67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0453446 May 16 15:15:47.157241 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (c4da502e-bee2-43da-bb06-65e396454359), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:47.162580 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [req-568d4494-d6d0-44fa-bb39-531a3e9667a2 req-694ed68b-21a2-4d0b-a62a-e8ec98324205 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4097205'] for port (c2d12348-be99-4d8a-833b-0746887f6b11), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:47.167384 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-72040087-ab1c-4824-a962-09122566678c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (0567234d-ef5e-4adf-8796-be5d4634d85b), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:47.231229 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Pushing event updated for resources: {'Port': ['ID=c4da502e-bee2-43da-bb06-65e396454359,revision_number=4']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:47.244378 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-c520ba0a-a204-4970-918c-4a82f779fa85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (201d75db-3ae3-4e81-94fc-0a7a8e90833b), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:47.258311 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568d4494-d6d0-44fa-bb39-531a3e9667a2 req-694ed68b-21a2-4d0b-a62a-e8ec98324205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:47.258963 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [req-568d4494-d6d0-44fa-bb39-531a3e9667a2 req-694ed68b-21a2-4d0b-a62a-e8ec98324205 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631934'] for port (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:47.260407 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-568d4494-d6d0-44fa-bb39-531a3e9667a2 req-694ed68b-21a2-4d0b-a62a-e8ec98324205 service neutron] 10.222.0.69 "PUT /v2.0/ports/c2d12348-be99-4d8a-833b-0746887f6b11 HTTP/1.1" status: 200 len: 1093 time: 1.6803062 May 16 15:15:47.265407 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-4817abd2-214b-4136-9dbf-0091c4432e74 req-da8f06a9-a6d2-4acd-9e39-85305ec8e5a2 service neutron] 10.222.0.69 "GET /v2.0/networks/982c6e92-7848-46dd-811d-5ec569a6da67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372011 May 16 15:15:47.266857 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3e68f7e-80df-470a-869e-8c625ab4709c', 'tag': 'c2d12348-be99-4d8a-833b-0746887f6b11'}] {{(pid=104034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:15:47.269142 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cdfd588167f3f1dbc712245a9b2e41b7a1fa72707d5290f062c21f430b6f068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67eaae7f-6d9f-4cbe-8e7c-925a5daef8bb" -d '{"events": [{"name": "network-changed", "server_uuid": "f3e68f7e-80df-470a-869e-8c625ab4709c", "tag": "c2d12348-be99-4d8a-833b-0746887f6b11"}]}' {{(pid=104034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:15:47.291687 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-72040087-ab1c-4824-a962-09122566678c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ebb569ed838844218ec6199c871f404b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7193491 May 16 15:15:47.300438 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 42990) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:47.320954 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-c520ba0a-a204-4970-918c-4a82f779fa85 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1388742216b24f518f39f59d78d63deb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7829027 May 16 15:15:47.321943 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72040087-ab1c-4824-a962-09122566678c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0567234d-ef5e-4adf-8796-be5d4634d85b,revision_number=1']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:47.324512 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 42992) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:47.332539 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694ed68b-21a2-4d0b-a62a-e8ec98324205 service neutron] Pushing event updated for resources: {'Port': ['ID=c2d12348-be99-4d8a-833b-0746887f6b11,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:47.336906 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cacb214-06ef-4565-ac0f-59831f4432c2 x-openstack-request-id: req-5cacb214-06ef-4565-ac0f-59831f4432c2 {{(pid=104034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:15:47.337194 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3e68f7e-80df-470a-869e-8c625ab4709c", "tag": "c2d12348-be99-4d8a-833b-0746887f6b11", "status": "completed", "code": 200}]} {{(pid=104034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:15:47.338254 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5cacb214-06ef-4565-ac0f-59831f4432c2 {{(pid=104034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:15:47.338254 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cacb214-06ef-4565-ac0f-59831f4432c2'] response: {'name': 'network-changed', 'server_uuid': 'f3e68f7e-80df-470a-869e-8c625ab4709c', 'tag': 'c2d12348-be99-4d8a-833b-0746887f6b11', 'status': 'completed', 'code': 200} May 16 15:15:47.369540 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ec9a26-8d19-4bbf-8680-dc807682667f req-0d1da12a-161f-4a82-b071-54389aba9f02 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:47.371175 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-e1ec9a26-8d19-4bbf-8680-dc807682667f req-0d1da12a-161f-4a82-b071-54389aba9f02 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=766a2d7d-3279-4c55-9dfb-29746e7fd0f0 HTTP/1.1" status: 200 len: 944 time: 0.0833445 May 16 15:15:47.379927 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c520ba0a-a204-4970-918c-4a82f779fa85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=201d75db-3ae3-4e81-94fc-0a7a8e90833b,revision_number=1']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:47.402353 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-8fd4bd97-b2ee-44e3-8fe0-870d27d33b4b admin admin] Publish callbacks [] for security_group (201d75db-3ae3-4e81-94fc-0a7a8e90833b), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:47.403605 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-aecb4eda-bb09-44b7-88e6-63d3910b4071 admin admin] Publish callbacks [] for security_group (0567234d-ef5e-4adf-8796-be5d4634d85b), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:47.434695 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-8fd4bd97-b2ee-44e3-8fe0-870d27d33b4b admin admin] Publish callbacks [] for security_group (201d75db-3ae3-4e81-94fc-0a7a8e90833b), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:47.440466 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '766a2d7d-3279-4c55-9dfb-29746e7fd0f0', 'tag': '478148b0-c270-4a3b-8603-9ce967e01679'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:15:47.443165 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffeccd97bc4bec2d8a291f35a4115644be5723c7930092d1a563b2016f5a5231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ddc0798-220c-4469-b3b9-e856f5d5b3a8" -d '{"events": [{"name": "network-changed", "server_uuid": "766a2d7d-3279-4c55-9dfb-29746e7fd0f0", "tag": "478148b0-c270-4a3b-8603-9ce967e01679"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:15:47.463338 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-aecb4eda-bb09-44b7-88e6-63d3910b4071 admin admin] Publish callbacks [] for security_group (0567234d-ef5e-4adf-8796-be5d4634d85b), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:47.507132 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-e1ec9a26-8d19-4bbf-8680-dc807682667f req-784d036f-4c8b-4c58-9941-155413555496 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=014d0d4d-d0b9-4825-87ad-58356143efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244555 May 16 15:15:47.525699 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] get_ports_and_sgs() called for port_ids ['c4da502e-bee2-43da-bb06-65e396454359'] {{(pid=104035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:15:47.590377 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-785e291d-f42a-4b3c-a487-b0a582986f70 x-openstack-request-id: req-785e291d-f42a-4b3c-a487-b0a582986f70 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:15:47.590821 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "766a2d7d-3279-4c55-9dfb-29746e7fd0f0", "tag": "478148b0-c270-4a3b-8603-9ce967e01679", "status": "completed", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:15:47.591146 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-785e291d-f42a-4b3c-a487-b0a582986f70 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:15:47.591695 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-785e291d-f42a-4b3c-a487-b0a582986f70'] response: {'name': 'network-changed', 'server_uuid': '766a2d7d-3279-4c55-9dfb-29746e7fd0f0', 'tag': '478148b0-c270-4a3b-8603-9ce967e01679', 'status': 'completed', 'code': 200} May 16 15:15:47.630347 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c04b1c4-48d6-40dd-8ab5-c6df7dea7e9b req-15e8aa8d-2552-4d76-b4b3-c807d9c10d6d tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:47.636241 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-5c04b1c4-48d6-40dd-8ab5-c6df7dea7e9b req-15e8aa8d-2552-4d76-b4b3-c807d9c10d6d tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] 10.222.0.44 "GET /v2.0/ports?device_id=efb4f893-00bf-47fe-8ca4-74f9cfadd2b7 HTTP/1.1" status: 200 len: 945 time: 0.1015513 May 16 15:15:47.637439 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-8fd4bd97-b2ee-44e3-8fe0-870d27d33b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (201d75db-3ae3-4e81-94fc-0a7a8e90833b), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:47.643654 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-8fd4bd97-b2ee-44e3-8fe0-870d27d33b4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:47.647062 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-8fd4bd97-b2ee-44e3-8fe0-870d27d33b4b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/201d75db-3ae3-4e81-94fc-0a7a8e90833b HTTP/1.1" status: 204 len: 168 time: 0.3191469 May 16 15:15:47.672359 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd4bd97-b2ee-44e3-8fe0-870d27d33b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=201d75db-3ae3-4e81-94fc-0a7a8e90833b,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:47.708657 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-aecb4eda-bb09-44b7-88e6-63d3910b4071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (0567234d-ef5e-4adf-8796-be5d4634d85b), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:47.711589 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-aecb4eda-bb09-44b7-88e6-63d3910b4071 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:47.712897 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-aecb4eda-bb09-44b7-88e6-63d3910b4071 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0567234d-ef5e-4adf-8796-be5d4634d85b HTTP/1.1" status: 204 len: 168 time: 0.4136198 May 16 15:15:47.716817 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-5c04b1c4-48d6-40dd-8ab5-c6df7dea7e9b req-31ff6784-a66a-49b8-92a1-b6449476dfe2 tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] 10.222.0.44 "GET /v2.0/security-groups?id=f28a7d65-13f3-44a5-af92-2ad063d3f898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709455 May 16 15:15:47.754712 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965950ab-d9b4-43df-a9bd-f2933870dae5 req-0b912e25-5275-4ad0-baf9-455c22bc4df7 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:47.757012 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-965950ab-d9b4-43df-a9bd-f2933870dae5 req-0b912e25-5275-4ad0-baf9-455c22bc4df7 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3e68f7e-80df-470a-869e-8c625ab4709c HTTP/1.1" status: 200 len: 943 time: 0.1116381 May 16 15:15:47.758419 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb4eda-bb09-44b7-88e6-63d3910b4071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0567234d-ef5e-4adf-8796-be5d4634d85b,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:47.838798 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-965950ab-d9b4-43df-a9bd-f2933870dae5 req-19eed8cb-6727-453f-90d9-f9a896465cc1 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/security-groups?id=caf3754e-5d8e-4956-8296-48df01954071&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0763309 May 16 15:15:48.032508 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc0798-220c-4469-b3b9-e856f5d5b3a8 req-d231a475-b907-4051-b88f-9be3d8625c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:48.034163 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-5ddc0798-220c-4469-b3b9-e856f5d5b3a8 req-d231a475-b907-4051-b88f-9be3d8625c1e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=316917d7a31645bfaac651f81154c18f&device_id=766a2d7d-3279-4c55-9dfb-29746e7fd0f0 HTTP/1.1" status: 200 len: 1128 time: 0.0778060 May 16 15:15:48.057232 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eaae7f-6d9f-4cbe-8e7c-925a5daef8bb req-1712c75e-3043-44ed-8425-4c569a0e0b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:48.058634 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-67eaae7f-6d9f-4cbe-8e7c-925a5daef8bb req-1712c75e-3043-44ed-8425-4c569a0e0b7a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9703f082240542aa979c6b53052d77b9&device_id=f3e68f7e-80df-470a-869e-8c625ab4709c HTTP/1.1" status: 200 len: 1127 time: 0.0939991 May 16 15:15:48.122205 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-4817abd2-214b-4136-9dbf-0091c4432e74 req-897f643f-b99f-4ada-88ab-0e397117ad4e service neutron] 10.222.0.69 "GET /v2.0/networks/982c6e92-7848-46dd-811d-5ec569a6da67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669483 May 16 15:15:48.194221 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e3310b-a790-4cac-9a7a-5f0201639999 req-ff6e6027-3868-4c6b-8432-5534fe1b0637 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:48.196083 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-74e3310b-a790-4cac-9a7a-5f0201639999 req-ff6e6027-3868-4c6b-8432-5534fe1b0637 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd44422c-b621-4ad8-82ab-e5eeae7b2633 HTTP/1.1" status: 200 len: 943 time: 0.0606179 May 16 15:15:48.199630 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eaae7f-6d9f-4cbe-8e7c-925a5daef8bb req-14f213f7-fa75-40ce-9c42-fdbab33ec5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:48.205389 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-67eaae7f-6d9f-4cbe-8e7c-925a5daef8bb req-14f213f7-fa75-40ce-9c42-fdbab33ec5f8 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=9703f082240542aa979c6b53052d77b9&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1278176 May 16 15:15:48.216965 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc0798-220c-4469-b3b9-e856f5d5b3a8 req-7ff81c38-1314-475d-8cfe-6cc82f4a00fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:48.218723 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-5ddc0798-220c-4469-b3b9-e856f5d5b3a8 req-7ff81c38-1314-475d-8cfe-6cc82f4a00fe service neutron] 10.222.0.69 "GET /v2.0/networks?id=8561ad64-1b6b-4f33-82d1-a2d7e72d5b01 HTTP/1.1" status: 200 len: 920 time: 0.1784644 May 16 15:15:48.261676 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-5ddc0798-220c-4469-b3b9-e856f5d5b3a8 req-2c9c78e9-33bf-4a7f-8d3e-5e71c7afb710 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=478148b0-c270-4a3b-8603-9ce967e01679 HTTP/1.1" status: 200 len: 217 time: 0.0366428 May 16 15:15:48.319184 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eaae7f-6d9f-4cbe-8e7c-925a5daef8bb req-d3635ef8-411f-44d6-bde8-fa6a266872b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:48.320254 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-74e3310b-a790-4cac-9a7a-5f0201639999 req-d8af7dfb-cc42-47f4-aeae-090182e3297d tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b6802ef-8640-44f9-8dd6-e836fa5c798e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139820 May 16 15:15:48.321183 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-67eaae7f-6d9f-4cbe-8e7c-925a5daef8bb req-d3635ef8-411f-44d6-bde8-fa6a266872b5 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1139395 May 16 15:15:48.331981 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc0798-220c-4469-b3b9-e856f5d5b3a8 req-6566b571-1a1d-4674-91a1-f06eb0396e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:48.341600 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-5ddc0798-220c-4469-b3b9-e856f5d5b3a8 req-6566b571-1a1d-4674-91a1-f06eb0396e5a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=559d3648-c2d7-45f5-9aa1-e00232e9372a HTTP/1.1" status: 200 len: 858 time: 0.0643628 May 16 15:15:48.546904 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 43034) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:48.562326 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-fdbf0749-5df9-49f4-bc06-8253688b2b0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:48.663754 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-fdbf0749-5df9-49f4-bc06-8253688b2b0f admin admin] Publish callbacks [] for security_group (1c71a8f2-72f4-4b52-80a6-1472c5dd68e3), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:48.673218 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819dbe1f-dbdb-4e01-8736-4502d4d0991b req-027f4382-e549-4a39-add7-6ec05148f39d tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:48.675095 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-819dbe1f-dbdb-4e01-8736-4502d4d0991b req-027f4382-e549-4a39-add7-6ec05148f39d tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=766a2d7d-3279-4c55-9dfb-29746e7fd0f0 HTTP/1.1" status: 200 len: 944 time: 0.0871966 May 16 15:15:48.699882 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device d3200ba0-e507-4313-a271-660316264ca6 details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=104035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 15:15:48.732748 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-fdbf0749-5df9-49f4-bc06-8253688b2b0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (1c71a8f2-72f4-4b52-80a6-1472c5dd68e3), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:48.737049 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-819dbe1f-dbdb-4e01-8736-4502d4d0991b req-5def44c0-eb72-42e7-9e2f-c8bea15ae354 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=014d0d4d-d0b9-4825-87ad-58356143efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535903 May 16 15:15:48.756944 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device c4da502e-bee2-43da-bb06-65e396454359 up at agent hyperv_hv-cinder-79578 {{(pid=104035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:15:48.779465 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-fdbf0749-5df9-49f4-bc06-8253688b2b0f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b75b0ce1a551469bbead327073a360b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2314575 May 16 15:15:48.780210 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbf0749-5df9-49f4-bc06-8253688b2b0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c71a8f2-72f4-4b52-80a6-1472c5dd68e3,revision_number=1']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:48.782454 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 43042) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:48.842544 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a0364ac8-3952-46ca-8dbe-b0bb7d6aab67 admin admin] Publish callbacks [] for security_group (1c71a8f2-72f4-4b52-80a6-1472c5dd68e3), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:48.860824 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Provisioning for port c4da502e-bee2-43da-bb06-65e396454359 completed by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 15:15:48.869029 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a0364ac8-3952-46ca-8dbe-b0bb7d6aab67 admin admin] Publish callbacks [] for security_group (1c71a8f2-72f4-4b52-80a6-1472c5dd68e3), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:48.874644 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adede50-f7b3-48cf-bca6-981bf21214d9 req-4c8dee2a-c0fb-46e0-9644-1eeba7849c28 tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:48.882304 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-6adede50-f7b3-48cf-bca6-981bf21214d9 req-4c8dee2a-c0fb-46e0-9644-1eeba7849c28 tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] 10.222.0.44 "GET /v2.0/ports?device_id=efb4f893-00bf-47fe-8ca4-74f9cfadd2b7 HTTP/1.1" status: 200 len: 945 time: 0.0668337 May 16 15:15:48.916191 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] For port d3200ba0-e507-4313-a271-660316264ca6, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=d3200ba0-e507-4313-a271-660316264ca6,segment=NetworkSegment(687f1aa3-4a22-4e93-928a-d5c1913d880c),segment_id=687f1aa3-4a22-4e93-928a-d5c1913d880c)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:15:48.936338 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Returning: {'device': 'd3200ba0-e507-4313-a271-660316264ca6', 'network_id': '8561ad64-1b6b-4f33-82d1-a2d7e72d5b01', 'port_id': 'd3200ba0-e507-4313-a271-660316264ca6', 'mac_address': 'fa:16:3e:0f:a9:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '559d3648-c2d7-45f5-9aa1-e00232e9372a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 15:15:48.945397 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Provisioning complete for port c4da502e-bee2-43da-bb06-65e396454359 triggered by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:15:48.945736 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (c4da502e-bee2-43da-bb06-65e396454359), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:48.960082 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-6adede50-f7b3-48cf-bca6-981bf21214d9 req-1dbd4b60-7c42-4cf3-b284-1283a4e4b12a tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] 10.222.0.44 "GET /v2.0/security-groups?id=f28a7d65-13f3-44a5-af92-2ad063d3f898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768108 May 16 15:15:48.993794 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfddb1f-3202-4b67-aa5c-39fc3efaae27 req-f1d277c7-5fd8-43ef-b37b-30ea65b3542e tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:48.997245 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-cdfddb1f-3202-4b67-aa5c-39fc3efaae27 req-f1d277c7-5fd8-43ef-b37b-30ea65b3542e tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3e68f7e-80df-470a-869e-8c625ab4709c HTTP/1.1" status: 200 len: 943 time: 0.0644643 May 16 15:15:48.998194 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a0364ac8-3952-46ca-8dbe-b0bb7d6aab67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (1c71a8f2-72f4-4b52-80a6-1472c5dd68e3), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:49.002277 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a0364ac8-3952-46ca-8dbe-b0bb7d6aab67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:49.003795 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-a0364ac8-3952-46ca-8dbe-b0bb7d6aab67 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1c71a8f2-72f4-4b52-80a6-1472c5dd68e3 HTTP/1.1" status: 204 len: 168 time: 0.2200863 May 16 15:15:49.023279 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0364ac8-3952-46ca-8dbe-b0bb7d6aab67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c71a8f2-72f4-4b52-80a6-1472c5dd68e3,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:49.042351 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Current status of the port d3200ba0-e507-4313-a271-660316264ca6 is: DOWN; New status is: BUILD {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:15:49.042920 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (d3200ba0-e507-4313-a271-660316264ca6), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:49.070511 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-cdfddb1f-3202-4b67-aa5c-39fc3efaae27 req-4986bc58-b95f-475e-a71f-8d88dc5ad035 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/security-groups?id=caf3754e-5d8e-4956-8296-48df01954071&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0624890 May 16 15:15:49.081753 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.notifiers.nova [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3200ba0-e507-4313-a271-660316264ca6 {{(pid=104035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:15:49.113091 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Current status of the port c4da502e-bee2-43da-bb06-65e396454359 is: BUILD; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:15:49.113482 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (c4da502e-bee2-43da-bb06-65e396454359), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:49.116419 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] For port d3200ba0-e507-4313-a271-660316264ca6, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=d3200ba0-e507-4313-a271-660316264ca6,segment=NetworkSegment(687f1aa3-4a22-4e93-928a-d5c1913d880c),segment_id=687f1aa3-4a22-4e93-928a-d5c1913d880c)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:15:49.141272 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb4f893-00bf-47fe-8ca4-74f9cfadd2b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4da502e-bee2-43da-bb06-65e396454359'}] {{(pid=104035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:15:49.142773 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc0798-220c-4469-b3b9-e856f5d5b3a8 req-89aecbc1-0672-484e-8caf-7b02e688f027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:49.144856 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-5ddc0798-220c-4469-b3b9-e856f5d5b3a8 req-89aecbc1-0672-484e-8caf-7b02e688f027 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8561ad64-1b6b-4f33-82d1-a2d7e72d5b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0634823 May 16 15:15:49.162939 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568d4494-d6d0-44fa-bb39-531a3e9667a2 req-92085f3e-079c-47b7-97f7-11e89e91daf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:49.164585 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-568d4494-d6d0-44fa-bb39-531a3e9667a2 req-92085f3e-079c-47b7-97f7-11e89e91daf8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9703f082240542aa979c6b53052d77b9&device_id=f3e68f7e-80df-470a-869e-8c625ab4709c HTTP/1.1" status: 200 len: 1127 time: 0.0551245 May 16 15:15:49.209204 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (d3200ba0-e507-4313-a271-660316264ca6), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:49.216008 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] For port c4da502e-bee2-43da-bb06-65e396454359, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=c4da502e-bee2-43da-bb06-65e396454359,segment=NetworkSegment(84b91138-cc1f-4a2f-af74-c0ca064edfa0),segment_id=84b91138-cc1f-4a2f-af74-c0ca064edfa0)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:15:49.223876 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-568d4494-d6d0-44fa-bb39-531a3e9667a2 req-0f970b25-964e-4fed-93e9-df3bb707af44 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2d12348-be99-4d8a-833b-0746887f6b11 HTTP/1.1" status: 200 len: 217 time: 0.0465188 May 16 15:15:49.270647 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Pushing event updated for resources: {'Port': ['ID=d3200ba0-e507-4313-a271-660316264ca6,revision_number=4']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:49.296545 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568d4494-d6d0-44fa-bb39-531a3e9667a2 req-de88e6cd-28b3-4dd2-b0d4-41d05de494ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:49.298217 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-568d4494-d6d0-44fa-bb39-531a3e9667a2 req-de88e6cd-28b3-4dd2-b0d4-41d05de494ba service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9bd76027-99a6-4823-9a55-92e97a7e537f HTTP/1.1" status: 200 len: 850 time: 0.0688391 May 16 15:15:49.326382 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (c4da502e-bee2-43da-bb06-65e396454359), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:49.337576 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 43060) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:49.393592 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568d4494-d6d0-44fa-bb39-531a3e9667a2 req-c298af99-53b4-4e03-b5c1-1a91a71bdb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:49.395972 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-568d4494-d6d0-44fa-bb39-531a3e9667a2 req-c298af99-53b4-4e03-b5c1-1a91a71bdb87 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=20dfff89-2b4c-4d06-bcfc-8ec2e202af64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0911727 May 16 15:15:49.429022 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Pushing event updated for resources: {'Port': ['ID=c4da502e-bee2-43da-bb06-65e396454359,revision_number=5']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:49.502158 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] get_ports_and_sgs() called for port_ids ['d3200ba0-e507-4313-a271-660316264ca6'] {{(pid=104035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:15:49.522389 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-568d4494-d6d0-44fa-bb39-531a3e9667a2 req-03f919e1-975a-4dc6-90ba-8129b8d45339 service neutron] 10.222.0.69 "GET /v2.0/networks/20dfff89-2b4c-4d06-bcfc-8ec2e202af64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196303 May 16 15:15:49.523223 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c1317-60b9-4acc-8adf-4ee6c7c625e9 req-58790021-7a29-4b11-a0be-cbc57cde244d tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:49.524726 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-1c1c1317-60b9-4acc-8adf-4ee6c7c625e9 req-58790021-7a29-4b11-a0be-cbc57cde244d tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd44422c-b621-4ad8-82ab-e5eeae7b2633 HTTP/1.1" status: 200 len: 943 time: 0.0793452 May 16 15:15:49.567070 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-5ddc0798-220c-4469-b3b9-e856f5d5b3a8 req-d19e8adf-2904-43b1-8014-bcc8b7b7d480 service neutron] 10.222.0.69 "GET /v2.0/networks/8561ad64-1b6b-4f33-82d1-a2d7e72d5b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4149632 May 16 15:15:49.617687 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-1c1c1317-60b9-4acc-8adf-4ee6c7c625e9 req-de3fc5b7-6126-49ab-bc7c-daa1592beff4 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b6802ef-8640-44f9-8dd6-e836fa5c798e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862498 May 16 15:15:49.676011 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-5ddc0798-220c-4469-b3b9-e856f5d5b3a8 req-32111d94-70df-4eb4-804b-5b334d33a16b service neutron] 10.222.0.69 "GET /v2.0/networks/8561ad64-1b6b-4f33-82d1-a2d7e72d5b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028783 May 16 15:15:49.727810 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-568d4494-d6d0-44fa-bb39-531a3e9667a2 req-8636b7bc-3b8a-4bda-ad32-7125b15439ec service neutron] 10.222.0.69 "GET /v2.0/networks/20dfff89-2b4c-4d06-bcfc-8ec2e202af64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945808 May 16 15:15:49.742343 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49b4fcbf-35f1-4197-8252-da947de2dc93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:49.756016 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1790aa2910a77bb841f337ade38aaf2daae4faf72d914c843aa5f796a16e7f37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1e2686e-5723-45a3-9cc9-5b10f05f1cd2" -d '{"events": [{"server_uuid": "efb4f893-00bf-47fe-8ca4-74f9cfadd2b7", "name": "network-vif-plugged", "status": "completed", "tag": "c4da502e-bee2-43da-bb06-65e396454359"}]}' {{(pid=104035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:15:49.841976 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49b4fcbf-35f1-4197-8252-da947de2dc93 admin admin] Publish callbacks [] for security_group (87228dc7-65a2-47c4-8535-2bc39b80c03c), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:49.857193 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed02b61a-0616-4536-8e82-1fa7caaed830 req-58b28182-c1ae-4cce-bf6b-5feb3994bf5c tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:49.858773 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-ed02b61a-0616-4536-8e82-1fa7caaed830 req-58b28182-c1ae-4cce-bf6b-5feb3994bf5c tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=766a2d7d-3279-4c55-9dfb-29746e7fd0f0 HTTP/1.1" status: 200 len: 944 time: 0.0491714 May 16 15:15:49.905129 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1a40132-f61a-48a2-940a-44126e9843df x-openstack-request-id: req-a1a40132-f61a-48a2-940a-44126e9843df {{(pid=104035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:15:49.905443 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb4f893-00bf-47fe-8ca4-74f9cfadd2b7", "name": "network-vif-plugged", "status": "completed", "tag": "c4da502e-bee2-43da-bb06-65e396454359", "code": 200}]} {{(pid=104035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:15:49.905746 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a1a40132-f61a-48a2-940a-44126e9843df {{(pid=104035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:15:49.906274 dv-cinder-795785-10-iscsi neutron-server[104035]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1a40132-f61a-48a2-940a-44126e9843df'] response: {'server_uuid': 'efb4f893-00bf-47fe-8ca4-74f9cfadd2b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4da502e-bee2-43da-bb06-65e396454359', 'code': 200} May 16 15:15:49.926754 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-49b4fcbf-35f1-4197-8252-da947de2dc93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (87228dc7-65a2-47c4-8535-2bc39b80c03c), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:49.953473 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-ed02b61a-0616-4536-8e82-1fa7caaed830 req-edb7e267-d9ee-4013-9457-08fecc8076eb tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=014d0d4d-d0b9-4825-87ad-58356143efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791955 May 16 15:15:49.967230 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-49b4fcbf-35f1-4197-8252-da947de2dc93 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=782e18c7424c4d15b1cd20519830fe65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6284182 May 16 15:15:49.970010 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 43088) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:49.971998 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b4fcbf-35f1-4197-8252-da947de2dc93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87228dc7-65a2-47c4-8535-2bc39b80c03c,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:50.053005 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-7b1a1a18-e124-47ee-8233-80efbf6cb190 admin admin] Publish callbacks [] for security_group (87228dc7-65a2-47c4-8535-2bc39b80c03c), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:50.076165 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-7b1a1a18-e124-47ee-8233-80efbf6cb190 admin admin] Publish callbacks [] for security_group (87228dc7-65a2-47c4-8535-2bc39b80c03c), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:50.097164 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb4a2ba-e464-438a-990a-fe9ebc2655b2 req-90d9e0da-25a0-4756-a5a5-1aca5731c38f tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:50.098798 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-0bb4a2ba-e464-438a-990a-fe9ebc2655b2 req-90d9e0da-25a0-4756-a5a5-1aca5731c38f tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] 10.222.0.44 "GET /v2.0/ports?device_id=efb4f893-00bf-47fe-8ca4-74f9cfadd2b7 HTTP/1.1" status: 200 len: 946 time: 0.0482974 May 16 15:15:50.152468 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-0bb4a2ba-e464-438a-990a-fe9ebc2655b2 req-a1f569b5-c91b-4a7a-b9a7-acd6d28359ae tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] 10.222.0.44 "GET /v2.0/security-groups?id=f28a7d65-13f3-44a5-af92-2ad063d3f898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475616 May 16 15:15:50.192771 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04cc587-8b92-4398-bcb2-84caea797ab2 req-db6f2d07-2928-4e5a-90e6-c637b782d5b4 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:50.194549 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-a04cc587-8b92-4398-bcb2-84caea797ab2 req-db6f2d07-2928-4e5a-90e6-c637b782d5b4 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3e68f7e-80df-470a-869e-8c625ab4709c HTTP/1.1" status: 200 len: 943 time: 0.0492542 May 16 15:15:50.223718 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-7b1a1a18-e124-47ee-8233-80efbf6cb190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (87228dc7-65a2-47c4-8535-2bc39b80c03c), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:50.226912 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-7b1a1a18-e124-47ee-8233-80efbf6cb190 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:50.228957 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-7b1a1a18-e124-47ee-8233-80efbf6cb190 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/87228dc7-65a2-47c4-8535-2bc39b80c03c HTTP/1.1" status: 204 len: 168 time: 0.2576320 May 16 15:15:50.251760 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1a1a18-e124-47ee-8233-80efbf6cb190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87228dc7-65a2-47c4-8535-2bc39b80c03c,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:50.269793 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-a04cc587-8b92-4398-bcb2-84caea797ab2 req-0bae2c00-00ac-4c05-b37d-5b3046c39410 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/security-groups?id=caf3754e-5d8e-4956-8296-48df01954071&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0693333 May 16 15:15:50.749627 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845ae7a7-52a6-41ad-a3a1-fa4ea4fb5b11 req-dd06769d-0949-4ef9-a004-2516bf528811 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:50.750909 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-845ae7a7-52a6-41ad-a3a1-fa4ea4fb5b11 req-dd06769d-0949-4ef9-a004-2516bf528811 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd44422c-b621-4ad8-82ab-e5eeae7b2633 HTTP/1.1" status: 200 len: 943 time: 0.0487297 May 16 15:15:50.801530 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-845ae7a7-52a6-41ad-a3a1-fa4ea4fb5b11 req-34e4425c-f2f9-4a16-9c2d-2e0f2d09e1fa tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b6802ef-8640-44f9-8dd6-e836fa5c798e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444403 May 16 15:15:51.013597 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 43130) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:51.031520 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-547fb2bc-d5d0-4d8c-97cb-fcd6cf449a70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:51.090159 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94776ed7-3ec7-4dd6-b6bb-621672c18695 req-430fde57-7119-4020-aa81-946292c88198 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:51.092024 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-94776ed7-3ec7-4dd6-b6bb-621672c18695 req-430fde57-7119-4020-aa81-946292c88198 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=766a2d7d-3279-4c55-9dfb-29746e7fd0f0 HTTP/1.1" status: 200 len: 944 time: 0.0791099 May 16 15:15:51.115952 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-547fb2bc-d5d0-4d8c-97cb-fcd6cf449a70 admin admin] Publish callbacks [] for security_group (710175d7-6ca2-4f8b-b3fd-7b53176568d4), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:51.144223 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-94776ed7-3ec7-4dd6-b6bb-621672c18695 req-cfaa58c6-cf8b-4a92-889e-84a1d7846d03 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=014d0d4d-d0b9-4825-87ad-58356143efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457473 May 16 15:15:51.256631 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-547fb2bc-d5d0-4d8c-97cb-fcd6cf449a70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (710175d7-6ca2-4f8b-b3fd-7b53176568d4), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:51.299224 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eadb09-0c6a-4047-8beb-78882e72aca6 req-8117d8f6-0f51-4d5d-ad06-a3bb5b138c4d tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:51.300959 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-14eadb09-0c6a-4047-8beb-78882e72aca6 req-8117d8f6-0f51-4d5d-ad06-a3bb5b138c4d tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] 10.222.0.44 "GET /v2.0/ports?device_id=efb4f893-00bf-47fe-8ca4-74f9cfadd2b7 HTTP/1.1" status: 200 len: 946 time: 0.0776401 May 16 15:15:51.322185 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-547fb2bc-d5d0-4d8c-97cb-fcd6cf449a70 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1913b74800934bffbf10883aa89aee0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3068070 May 16 15:15:51.325070 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 43142) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:51.331277 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fb2bc-d5d0-4d8c-97cb-fcd6cf449a70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=710175d7-6ca2-4f8b-b3fd-7b53176568d4,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:51.369157 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-14eadb09-0c6a-4047-8beb-78882e72aca6 req-fb8e59c5-4421-419e-86ce-2a0fbd82de32 tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] 10.222.0.44 "GET /v2.0/security-groups?id=f28a7d65-13f3-44a5-af92-2ad063d3f898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606236 May 16 15:15:51.416415 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadff315-7feb-4ece-b504-e47c5ff25b0a req-00a19a27-5c9c-4f99-bbef-5d038ff3e611 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:51.417911 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-eadff315-7feb-4ece-b504-e47c5ff25b0a req-00a19a27-5c9c-4f99-bbef-5d038ff3e611 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3e68f7e-80df-470a-869e-8c625ab4709c HTTP/1.1" status: 200 len: 943 time: 0.0571687 May 16 15:15:51.435350 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-42a148a2-5091-4efa-9a43-0d273b27f108 admin admin] Publish callbacks [] for security_group (710175d7-6ca2-4f8b-b3fd-7b53176568d4), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:51.475550 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-42a148a2-5091-4efa-9a43-0d273b27f108 admin admin] Publish callbacks [] for security_group (710175d7-6ca2-4f8b-b3fd-7b53176568d4), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:51.503532 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-eadff315-7feb-4ece-b504-e47c5ff25b0a req-7074bd57-edab-4747-bb40-4fd16e3b2b12 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/security-groups?id=caf3754e-5d8e-4956-8296-48df01954071&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0764055 May 16 15:15:51.608458 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-42a148a2-5091-4efa-9a43-0d273b27f108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (710175d7-6ca2-4f8b-b3fd-7b53176568d4), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:51.611099 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-42a148a2-5091-4efa-9a43-0d273b27f108 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:51.612278 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-42a148a2-5091-4efa-9a43-0d273b27f108 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/710175d7-6ca2-4f8b-b3fd-7b53176568d4 HTTP/1.1" status: 204 len: 168 time: 0.2862239 May 16 15:15:51.619975 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a148a2-5091-4efa-9a43-0d273b27f108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=710175d7-6ca2-4f8b-b3fd-7b53176568d4,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:51.919023 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e40bce-eac4-47d4-8953-86b3ca653d15 req-a95c0ea6-f6a3-45c6-955c-fa86059a1ef8 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:51.921397 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-07e40bce-eac4-47d4-8953-86b3ca653d15 req-a95c0ea6-f6a3-45c6-955c-fa86059a1ef8 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd44422c-b621-4ad8-82ab-e5eeae7b2633 HTTP/1.1" status: 200 len: 943 time: 0.0535398 May 16 15:15:51.975673 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-07e40bce-eac4-47d4-8953-86b3ca653d15 req-45acf935-8f6d-429e-aaa2-30122b93f68f tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b6802ef-8640-44f9-8dd6-e836fa5c798e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476165 May 16 15:15:52.279951 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c422ee44-1529-4ce8-a39c-ed48dee890cb req-9a89e8f9-40d0-4151-bdb1-77b8e1df8964 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:52.281943 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-c422ee44-1529-4ce8-a39c-ed48dee890cb req-9a89e8f9-40d0-4151-bdb1-77b8e1df8964 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=766a2d7d-3279-4c55-9dfb-29746e7fd0f0 HTTP/1.1" status: 200 len: 944 time: 0.0698228 May 16 15:15:52.288263 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device a1eae8f4-b207-4d48-bdf5-dfab72b3d846 details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=104035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 15:15:52.332312 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-c422ee44-1529-4ce8-a39c-ed48dee890cb req-cc9e5237-dc49-48bf-85a3-c39c45cb045f tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=014d0d4d-d0b9-4825-87ad-58356143efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441177 May 16 15:15:52.414805 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 43196) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:52.426551 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] For port a1eae8f4-b207-4d48-bdf5-dfab72b3d846, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=a1eae8f4-b207-4d48-bdf5-dfab72b3d846,segment=NetworkSegment(e125e9e2-0bb4-4387-a6b6-a67c63b56378),segment_id=e125e9e2-0bb4-4387-a6b6-a67c63b56378)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:15:52.432256 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-b7d1b0b4-77a8-4805-a1e1-241369d23435 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:52.439331 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Returning: {'device': 'a1eae8f4-b207-4d48-bdf5-dfab72b3d846', 'network_id': '982c6e92-7848-46dd-811d-5ec569a6da67', 'port_id': 'a1eae8f4-b207-4d48-bdf5-dfab72b3d846', 'mac_address': 'fa:16:3e:2f:75:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fafe849-ed07-444a-932d-68cf1f6b80a1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 15:15:52.492601 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Current status of the port a1eae8f4-b207-4d48-bdf5-dfab72b3d846 is: DOWN; New status is: BUILD {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:15:52.493002 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (a1eae8f4-b207-4d48-bdf5-dfab72b3d846), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:52.503730 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fffc7b7-9dd6-404e-867a-be7b7c86b807 req-49d6d430-781d-4660-b2d8-207f6864a0f9 tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:52.505261 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-4fffc7b7-9dd6-404e-867a-be7b7c86b807 req-49d6d430-781d-4660-b2d8-207f6864a0f9 tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] 10.222.0.44 "GET /v2.0/ports?device_id=efb4f893-00bf-47fe-8ca4-74f9cfadd2b7 HTTP/1.1" status: 200 len: 946 time: 0.0506005 May 16 15:15:52.518921 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.notifiers.nova [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1eae8f4-b207-4d48-bdf5-dfab72b3d846 {{(pid=104035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:15:52.543378 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-b7d1b0b4-77a8-4805-a1e1-241369d23435 admin admin] Publish callbacks [] for security_group (b45f6351-dff7-420e-a385-a889c15ebec7), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:52.548369 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] For port a1eae8f4-b207-4d48-bdf5-dfab72b3d846, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=a1eae8f4-b207-4d48-bdf5-dfab72b3d846,segment=NetworkSegment(e125e9e2-0bb4-4387-a6b6-a67c63b56378),segment_id=e125e9e2-0bb4-4387-a6b6-a67c63b56378)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:15:52.576558 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-4fffc7b7-9dd6-404e-867a-be7b7c86b807 req-a9e1fb33-15f1-4b85-899a-bd0e58336b8b tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] 10.222.0.44 "GET /v2.0/security-groups?id=f28a7d65-13f3-44a5-af92-2ad063d3f898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628088 May 16 15:15:52.626915 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0a5085-ebf6-4669-b692-5740439180c4 req-738f7982-75ef-47c9-9bc1-3e67d00b4a3a tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:52.628385 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-bf0a5085-ebf6-4669-b692-5740439180c4 req-738f7982-75ef-47c9-9bc1-3e67d00b4a3a tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3e68f7e-80df-470a-869e-8c625ab4709c HTTP/1.1" status: 200 len: 943 time: 0.0472820 May 16 15:15:52.642234 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (a1eae8f4-b207-4d48-bdf5-dfab72b3d846), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:52.643000 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device 478148b0-c270-4a3b-8603-9ce967e01679 details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=104035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 15:15:52.651751 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-b7d1b0b4-77a8-4805-a1e1-241369d23435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (b45f6351-dff7-420e-a385-a889c15ebec7), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:52.704368 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d1b0b4-77a8-4805-a1e1-241369d23435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b45f6351-dff7-420e-a385-a889c15ebec7,revision_number=1']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:52.708592 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-b7d1b0b4-77a8-4805-a1e1-241369d23435 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1fdf90fc794448dd995ba4b799ab6346&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2920229 May 16 15:15:52.711405 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 43208) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:52.727078 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Pushing event updated for resources: {'Port': ['ID=a1eae8f4-b207-4d48-bdf5-dfab72b3d846,revision_number=4']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:52.729283 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-bf0a5085-ebf6-4669-b692-5740439180c4 req-e2e8616e-0c74-46a5-b02a-1052e5e2be09 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/security-groups?id=caf3754e-5d8e-4956-8296-48df01954071&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0954332 May 16 15:15:52.774140 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0c81dfad-c04b-4ab2-a3ed-9f695a9d731d admin admin] Publish callbacks [] for security_group (b45f6351-dff7-420e-a385-a889c15ebec7), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:52.798756 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0c81dfad-c04b-4ab2-a3ed-9f695a9d731d admin admin] Publish callbacks [] for security_group (b45f6351-dff7-420e-a385-a889c15ebec7), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:52.800453 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] For port 478148b0-c270-4a3b-8603-9ce967e01679, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=478148b0-c270-4a3b-8603-9ce967e01679,segment=NetworkSegment(687f1aa3-4a22-4e93-928a-d5c1913d880c),segment_id=687f1aa3-4a22-4e93-928a-d5c1913d880c)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:15:52.917194 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Returning: {'device': '478148b0-c270-4a3b-8603-9ce967e01679', 'network_id': '8561ad64-1b6b-4f33-82d1-a2d7e72d5b01', 'port_id': '478148b0-c270-4a3b-8603-9ce967e01679', 'mac_address': 'fa:16:3e:07:4b:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '559d3648-c2d7-45f5-9aa1-e00232e9372a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 15:15:52.944217 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0c81dfad-c04b-4ab2-a3ed-9f695a9d731d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (b45f6351-dff7-420e-a385-a889c15ebec7), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:52.947122 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0c81dfad-c04b-4ab2-a3ed-9f695a9d731d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:52.948264 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-0c81dfad-c04b-4ab2-a3ed-9f695a9d731d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b45f6351-dff7-420e-a385-a889c15ebec7 HTTP/1.1" status: 204 len: 168 time: 0.2359004 May 16 15:15:52.958902 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c81dfad-c04b-4ab2-a3ed-9f695a9d731d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b45f6351-dff7-420e-a385-a889c15ebec7,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:52.965776 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Current status of the port 478148b0-c270-4a3b-8603-9ce967e01679 is: DOWN; New status is: BUILD {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:15:52.966189 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (478148b0-c270-4a3b-8603-9ce967e01679), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:52.994330 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.notifiers.nova [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 478148b0-c270-4a3b-8603-9ce967e01679 {{(pid=104035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:15:53.009153 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] For port 478148b0-c270-4a3b-8603-9ce967e01679, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=478148b0-c270-4a3b-8603-9ce967e01679,segment=NetworkSegment(687f1aa3-4a22-4e93-928a-d5c1913d880c),segment_id=687f1aa3-4a22-4e93-928a-d5c1913d880c)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:15:53.096186 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c760ae-b9a2-4ecd-b6b8-5ec0385f7841 req-421e13c8-66b3-4d47-80e1-0a6831c35873 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:53.097668 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-97c760ae-b9a2-4ecd-b6b8-5ec0385f7841 req-421e13c8-66b3-4d47-80e1-0a6831c35873 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd44422c-b621-4ad8-82ab-e5eeae7b2633 HTTP/1.1" status: 200 len: 944 time: 0.0463719 May 16 15:15:53.144422 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-97c760ae-b9a2-4ecd-b6b8-5ec0385f7841 req-1b452774-a3f0-4624-8c0d-ad3897cb39b3 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b6802ef-8640-44f9-8dd6-e836fa5c798e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411789 May 16 15:15:53.197021 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (478148b0-c270-4a3b-8603-9ce967e01679), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:53.226875 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device d3200ba0-e507-4313-a271-660316264ca6 up at agent hyperv_hv-cinder-79578 {{(pid=104035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:15:53.281990 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Pushing event updated for resources: {'Port': ['ID=478148b0-c270-4a3b-8603-9ce967e01679,revision_number=4']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:53.288793 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device c2d12348-be99-4d8a-833b-0746887f6b11 details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=104035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 15:15:53.315321 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Provisioning for port d3200ba0-e507-4313-a271-660316264ca6 completed by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 15:15:53.325931 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21bf546-66a5-44b2-8734-514302710637 req-2e5cb5f4-218b-4552-9e2d-31b404949ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:53.327671 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-f21bf546-66a5-44b2-8734-514302710637 req-2e5cb5f4-218b-4552-9e2d-31b404949ba2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=efb4f893-00bf-47fe-8ca4-74f9cfadd2b7 HTTP/1.1" status: 200 len: 1130 time: 0.0800638 May 16 15:15:53.346281 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-f21bf546-66a5-44b2-8734-514302710637 req-5c704163-c494-4be0-a815-54e94fbddc9a service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:53.388610 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Provisioning complete for port d3200ba0-e507-4313-a271-660316264ca6 triggered by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:15:53.389221 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (d3200ba0-e507-4313-a271-660316264ca6), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:53.453709 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] For port c2d12348-be99-4d8a-833b-0746887f6b11, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=c2d12348-be99-4d8a-833b-0746887f6b11,segment=NetworkSegment(4d5decff-4bc4-4a25-8135-847682f81a17),segment_id=4d5decff-4bc4-4a25-8135-847682f81a17)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:15:53.475754 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Returning: {'device': 'c2d12348-be99-4d8a-833b-0746887f6b11', 'network_id': '20dfff89-2b4c-4d06-bcfc-8ec2e202af64', 'port_id': 'c2d12348-be99-4d8a-833b-0746887f6b11', 'mac_address': 'fa:16:3e:4c:cf:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bd76027-99a6-4823-9a55-92e97a7e537f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 15:15:53.484275 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-f21bf546-66a5-44b2-8734-514302710637 req-5c704163-c494-4be0-a815-54e94fbddc9a service neutron] Publish callbacks [] for security_group (1ce1ed1b-e240-49f4-9261-9e457a7d8004), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:53.530737 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Current status of the port d3200ba0-e507-4313-a271-660316264ca6 is: BUILD; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:15:53.531115 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (d3200ba0-e507-4313-a271-660316264ca6), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:53.545096 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-f21bf546-66a5-44b2-8734-514302710637 req-5c704163-c494-4be0-a815-54e94fbddc9a service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (1ce1ed1b-e240-49f4-9261-9e457a7d8004), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:53.546543 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502ef0c-ac78-40ad-af7c-9791f8fe82cf req-aae1e51f-f0a3-4338-bea8-7321b05a70d0 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:53.548971 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-3502ef0c-ac78-40ad-af7c-9791f8fe82cf req-aae1e51f-f0a3-4338-bea8-7321b05a70d0 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=766a2d7d-3279-4c55-9dfb-29746e7fd0f0 HTTP/1.1" status: 200 len: 945 time: 0.0679080 May 16 15:15:53.550154 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Current status of the port c2d12348-be99-4d8a-833b-0746887f6b11 is: DOWN; New status is: BUILD {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:15:53.550742 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (c2d12348-be99-4d8a-833b-0746887f6b11), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:53.578515 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8cc0b00-99f9-4486-b349-f60a0d2db023', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3200ba0-e507-4313-a271-660316264ca6'}] {{(pid=104035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:15:53.581136 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1790aa2910a77bb841f337ade38aaf2daae4faf72d914c843aa5f796a16e7f37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f55057-be28-4448-a57a-49127f28b826" -d '{"events": [{"server_uuid": "b8cc0b00-99f9-4486-b349-f60a0d2db023", "name": "network-vif-plugged", "status": "completed", "tag": "d3200ba0-e507-4313-a271-660316264ca6"}]}' {{(pid=104035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:15:53.594567 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.notifiers.nova [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2d12348-be99-4d8a-833b-0746887f6b11 {{(pid=104035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:15:53.611927 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] For port d3200ba0-e507-4313-a271-660316264ca6, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=d3200ba0-e507-4313-a271-660316264ca6,segment=NetworkSegment(687f1aa3-4a22-4e93-928a-d5c1913d880c),segment_id=687f1aa3-4a22-4e93-928a-d5c1913d880c)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:15:53.620920 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-3502ef0c-ac78-40ad-af7c-9791f8fe82cf req-8f06af10-fcbd-4e94-9555-1c7bdaa66e8b tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=014d0d4d-d0b9-4825-87ad-58356143efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658534 May 16 15:15:53.626385 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] For port c2d12348-be99-4d8a-833b-0746887f6b11, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=c2d12348-be99-4d8a-833b-0746887f6b11,segment=NetworkSegment(4d5decff-4bc4-4a25-8135-847682f81a17),segment_id=4d5decff-4bc4-4a25-8135-847682f81a17)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:15:53.668954 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85efae6c-794f-4c9c-afaa-65e1870c11b8 x-openstack-request-id: req-85efae6c-794f-4c9c-afaa-65e1870c11b8 {{(pid=104035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:15:53.669521 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8cc0b00-99f9-4486-b349-f60a0d2db023", "name": "network-vif-plugged", "status": "completed", "tag": "d3200ba0-e507-4313-a271-660316264ca6", "code": 200}]} {{(pid=104035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:15:53.669924 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-85efae6c-794f-4c9c-afaa-65e1870c11b8 {{(pid=104035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:15:53.671402 dv-cinder-795785-10-iscsi neutron-server[104035]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85efae6c-794f-4c9c-afaa-65e1870c11b8'] response: {'server_uuid': 'b8cc0b00-99f9-4486-b349-f60a0d2db023', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3200ba0-e507-4313-a271-660316264ca6', 'code': 200} May 16 15:15:53.678574 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-f21bf546-66a5-44b2-8734-514302710637 req-5c704163-c494-4be0-a815-54e94fbddc9a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f28a7d65-13f3-44a5-af92-2ad063d3f898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3449748 May 16 15:15:53.680402 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c704163-c494-4be0-a815-54e94fbddc9a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce1ed1b-e240-49f4-9261-9e457a7d8004,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:53.717638 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] get_ports_and_sgs() called for port_ids ['a1eae8f4-b207-4d48-bdf5-dfab72b3d846'] {{(pid=104035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:15:53.731107 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7390a85-e0a0-4a69-b4fc-bf6727d8c5a4 req-9ea77df6-e010-470b-9d27-46d2a6d95145 tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:53.742289 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-a7390a85-e0a0-4a69-b4fc-bf6727d8c5a4 req-9ea77df6-e010-470b-9d27-46d2a6d95145 tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] 10.222.0.44 "GET /v2.0/ports?device_id=efb4f893-00bf-47fe-8ca4-74f9cfadd2b7 HTTP/1.1" status: 200 len: 946 time: 0.0650213 May 16 15:15:53.753503 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (c2d12348-be99-4d8a-833b-0746887f6b11), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:53.764933 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (d3200ba0-e507-4313-a271-660316264ca6), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:53.841792 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-a7390a85-e0a0-4a69-b4fc-bf6727d8c5a4 req-b55e7762-0728-4499-9221-3d4ce617cafe tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] 10.222.0.44 "GET /v2.0/security-groups?id=f28a7d65-13f3-44a5-af92-2ad063d3f898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004238 May 16 15:15:53.865626 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] get_ports_and_sgs() called for port_ids ['478148b0-c270-4a3b-8603-9ce967e01679'] {{(pid=104035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:15:53.867638 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Pushing event updated for resources: {'Port': ['ID=c2d12348-be99-4d8a-833b-0746887f6b11,revision_number=4']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:53.875005 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc9ef08-a84b-49b8-a40a-4d4a627081f0 req-9a7722ef-4837-4607-adb9-8f6a146c2daa tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:53.876673 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-0bc9ef08-a84b-49b8-a40a-4d4a627081f0 req-9a7722ef-4837-4607-adb9-8f6a146c2daa tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3e68f7e-80df-470a-869e-8c625ab4709c HTTP/1.1" status: 200 len: 944 time: 0.0581801 May 16 15:15:53.933852 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-0bc9ef08-a84b-49b8-a40a-4d4a627081f0 req-a4e8724d-5378-43fa-9409-081a569bab64 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/security-groups?id=caf3754e-5d8e-4956-8296-48df01954071&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495229 May 16 15:15:53.994618 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Pushing event updated for resources: {'Port': ['ID=d3200ba0-e507-4313-a271-660316264ca6,revision_number=5']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:54.257010 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dc4bcf-9496-4a74-9927-74103da38b86 req-10b91610-71f2-4af0-b6e1-4520f944d086 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:54.258537 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-b5dc4bcf-9496-4a74-9927-74103da38b86 req-10b91610-71f2-4af0-b6e1-4520f944d086 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd44422c-b621-4ad8-82ab-e5eeae7b2633 HTTP/1.1" status: 200 len: 944 time: 0.0495622 May 16 15:15:54.305763 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-b5dc4bcf-9496-4a74-9927-74103da38b86 req-5d2beaf1-aac5-4117-a9e3-720e0a351f2f tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b6802ef-8640-44f9-8dd6-e836fa5c798e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416038 May 16 15:15:54.490972 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820b5702-dc0c-4cdc-ab19-aecde0cb5943 req-c91714ba-538b-4831-a098-0b5935047e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:54.492536 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-820b5702-dc0c-4cdc-ab19-aecde0cb5943 req-c91714ba-538b-4831-a098-0b5935047e41 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b8cc0b00-99f9-4486-b349-f60a0d2db023 HTTP/1.1" status: 200 len: 1130 time: 0.0384171 May 16 15:15:54.562001 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-820b5702-dc0c-4cdc-ab19-aecde0cb5943 req-3a57514f-5072-4f21-9e67-784824eebfa0 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=014d0d4d-d0b9-4825-87ad-58356143efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629568 May 16 15:15:54.682289 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] get_ports_and_sgs() called for port_ids ['c2d12348-be99-4d8a-833b-0746887f6b11'] {{(pid=104035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:15:54.730472 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b295b1-936a-44be-a08b-0880d970cb21 req-0041d985-7682-471e-a0b6-1002b17fcabb tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:54.737623 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-89b295b1-936a-44be-a08b-0880d970cb21 req-0041d985-7682-471e-a0b6-1002b17fcabb tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=766a2d7d-3279-4c55-9dfb-29746e7fd0f0 HTTP/1.1" status: 200 len: 945 time: 0.0583730 May 16 15:15:54.781462 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-89b295b1-936a-44be-a08b-0880d970cb21 req-38794984-afaf-4211-b8ae-450c50fdd578 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=014d0d4d-d0b9-4825-87ad-58356143efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428035 May 16 15:15:54.969640 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f29d99-1f15-4f93-b61e-fff115b91588 req-012320e5-3715-4353-becd-81956a05c602 tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:54.971216 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-a2f29d99-1f15-4f93-b61e-fff115b91588 req-012320e5-3715-4353-becd-81956a05c602 tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] 10.222.0.44 "GET /v2.0/ports?device_id=efb4f893-00bf-47fe-8ca4-74f9cfadd2b7 HTTP/1.1" status: 200 len: 946 time: 0.0553060 May 16 15:15:55.009577 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 43338) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:55.059156 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-a2f29d99-1f15-4f93-b61e-fff115b91588 req-c383906c-8d36-44d3-81e4-4a498d775bda tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] 10.222.0.44 "GET /v2.0/security-groups?id=f28a7d65-13f3-44a5-af92-2ad063d3f898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792434 May 16 15:15:55.094533 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ea4aa5-0f83-4386-8476-51711a3984bc req-93d7d16e-2cb2-4117-9c7d-492113b38cd3 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:55.095988 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-68ea4aa5-0f83-4386-8476-51711a3984bc req-93d7d16e-2cb2-4117-9c7d-492113b38cd3 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3e68f7e-80df-470a-869e-8c625ab4709c HTTP/1.1" status: 200 len: 944 time: 0.0729091 May 16 15:15:55.157041 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-68ea4aa5-0f83-4386-8476-51711a3984bc req-e6550b6b-a0dc-4fda-8d4b-d4a2f635734f tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/security-groups?id=caf3754e-5d8e-4956-8296-48df01954071&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0549593 May 16 15:15:55.191603 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7f695047-d5b1-46e9-9472-511bc6601c44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:55.277492 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7f695047-d5b1-46e9-9472-511bc6601c44 admin admin] Publish callbacks [] for security_group (0a9b8392-f222-4dca-8b96-1aa582d78b34), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:55.344960 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7f695047-d5b1-46e9-9472-511bc6601c44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (0a9b8392-f222-4dca-8b96-1aa582d78b34), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:55.390404 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-7f695047-d5b1-46e9-9472-511bc6601c44 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c282449b6d684b62b5dcf90f4a776178&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3793113 May 16 15:15:55.391101 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f695047-d5b1-46e9-9472-511bc6601c44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a9b8392-f222-4dca-8b96-1aa582d78b34,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:55.394386 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 43362) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:55.433266 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92713f25-b200-43f4-bd65-409af2eff54b req-30853372-6e0f-4866-8262-b97316f2a032 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:55.442433 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-92713f25-b200-43f4-bd65-409af2eff54b req-30853372-6e0f-4866-8262-b97316f2a032 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd44422c-b621-4ad8-82ab-e5eeae7b2633 HTTP/1.1" status: 200 len: 944 time: 0.0653524 May 16 15:15:55.447769 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-95c9db6e-93ca-4830-b588-48392fa3426f admin admin] Publish callbacks [] for security_group (0a9b8392-f222-4dca-8b96-1aa582d78b34), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:55.471414 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-95c9db6e-93ca-4830-b588-48392fa3426f admin admin] Publish callbacks [] for security_group (0a9b8392-f222-4dca-8b96-1aa582d78b34), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:55.490838 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-92713f25-b200-43f4-bd65-409af2eff54b req-aa42ae7f-7edb-4ea2-86cc-03ac49ee68c2 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b6802ef-8640-44f9-8dd6-e836fa5c798e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474417 May 16 15:15:55.613838 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-95c9db6e-93ca-4830-b588-48392fa3426f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (0a9b8392-f222-4dca-8b96-1aa582d78b34), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:55.617912 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-95c9db6e-93ca-4830-b588-48392fa3426f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:55.619701 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-95c9db6e-93ca-4830-b588-48392fa3426f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0a9b8392-f222-4dca-8b96-1aa582d78b34 HTTP/1.1" status: 204 len: 168 time: 0.2243567 May 16 15:15:55.637163 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c9db6e-93ca-4830-b588-48392fa3426f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a9b8392-f222-4dca-8b96-1aa582d78b34,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:55.896596 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e948e3b-8911-40bf-bd69-87ead8993855 req-1807e925-1afc-48a5-88dd-095266ffbba0 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:55.898013 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-7e948e3b-8911-40bf-bd69-87ead8993855 req-1807e925-1afc-48a5-88dd-095266ffbba0 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=766a2d7d-3279-4c55-9dfb-29746e7fd0f0 HTTP/1.1" status: 200 len: 945 time: 0.0493336 May 16 15:15:55.955533 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-7e948e3b-8911-40bf-bd69-87ead8993855 req-7ec50292-d2f5-459e-a371-93c5da7a77a4 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=014d0d4d-d0b9-4825-87ad-58356143efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463552 May 16 15:15:56.165181 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7645e451-0ce5-435a-8f51-8692535cb4df req-69ec3b18-23f3-44a3-8cd9-29027771f681 tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:56.166682 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-7645e451-0ce5-435a-8f51-8692535cb4df req-69ec3b18-23f3-44a3-8cd9-29027771f681 tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] 10.222.0.44 "GET /v2.0/ports?device_id=efb4f893-00bf-47fe-8ca4-74f9cfadd2b7 HTTP/1.1" status: 200 len: 946 time: 0.0463634 May 16 15:15:56.219490 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-7645e451-0ce5-435a-8f51-8692535cb4df req-1231770e-3717-49c3-9f8b-cc14014ad1e5 tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] 10.222.0.44 "GET /v2.0/security-groups?id=f28a7d65-13f3-44a5-af92-2ad063d3f898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472310 May 16 15:15:56.249400 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 43394) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:56.262334 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-90a3272a-7e67-49d5-bf65-949641d1b789 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:56.273470 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44e34f2-c89d-436b-a0e3-2d7cbbef2a6b req-0acd05e4-b987-4a5e-ba1a-938cd80a4251 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:56.274988 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-a44e34f2-c89d-436b-a0e3-2d7cbbef2a6b req-0acd05e4-b987-4a5e-ba1a-938cd80a4251 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3e68f7e-80df-470a-869e-8c625ab4709c HTTP/1.1" status: 200 len: 944 time: 0.0500736 May 16 15:15:56.322146 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-a44e34f2-c89d-436b-a0e3-2d7cbbef2a6b req-7de747dc-0851-497f-a418-09d988c09a79 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/security-groups?id=caf3754e-5d8e-4956-8296-48df01954071&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406969 May 16 15:15:56.337601 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-90a3272a-7e67-49d5-bf65-949641d1b789 admin admin] Publish callbacks [] for security_group (7c21a04f-d0c9-4b0f-8829-e1a578c0aa44), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:56.419353 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-90a3272a-7e67-49d5-bf65-949641d1b789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (7c21a04f-d0c9-4b0f-8829-e1a578c0aa44), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:56.461886 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-90a3272a-7e67-49d5-bf65-949641d1b789 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4b8ff636c0824f359d4a617b77ce0403&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2113247 May 16 15:15:56.463894 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a3272a-7e67-49d5-bf65-949641d1b789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c21a04f-d0c9-4b0f-8829-e1a578c0aa44,revision_number=1']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:56.464710 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 43398) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:15:56.514899 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ff640332-8adf-4f7f-868f-96bc8d348ea2 admin admin] Publish callbacks [] for security_group (7c21a04f-d0c9-4b0f-8829-e1a578c0aa44), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:56.535749 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ff640332-8adf-4f7f-868f-96bc8d348ea2 admin admin] Publish callbacks [] for security_group (7c21a04f-d0c9-4b0f-8829-e1a578c0aa44), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:56.603225 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee0725e-77d5-4fbf-9d15-25b3593f911b req-af88da7a-305f-44b9-a21b-6340b538fb4e tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:56.604731 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-cee0725e-77d5-4fbf-9d15-25b3593f911b req-af88da7a-305f-44b9-a21b-6340b538fb4e tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd44422c-b621-4ad8-82ab-e5eeae7b2633 HTTP/1.1" status: 200 len: 944 time: 0.0470099 May 16 15:15:56.651680 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-cee0725e-77d5-4fbf-9d15-25b3593f911b req-d4bacdbf-24d3-4343-b981-4ddad32aad3b tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b6802ef-8640-44f9-8dd6-e836fa5c798e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406885 May 16 15:15:56.663295 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ff640332-8adf-4f7f-868f-96bc8d348ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (7c21a04f-d0c9-4b0f-8829-e1a578c0aa44), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:56.670766 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ff640332-8adf-4f7f-868f-96bc8d348ea2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:56.670766 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-ff640332-8adf-4f7f-868f-96bc8d348ea2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7c21a04f-d0c9-4b0f-8829-e1a578c0aa44 HTTP/1.1" status: 204 len: 168 time: 0.2015798 May 16 15:15:56.676264 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff640332-8adf-4f7f-868f-96bc8d348ea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c21a04f-d0c9-4b0f-8829-e1a578c0aa44,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:56.800251 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-86b97730-69fd-4042-aea1-ca35e9414462 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (a586ef94-96cb-452c-b402-463be5294b2a), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:57.075852 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6191a485-5039-4204-8955-4a80a0ab7678 req-eebdbf76-40ab-452d-98f7-12436fb26fcc tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:57.075852 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-6191a485-5039-4204-8955-4a80a0ab7678 req-eebdbf76-40ab-452d-98f7-12436fb26fcc tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=766a2d7d-3279-4c55-9dfb-29746e7fd0f0 HTTP/1.1" status: 200 len: 945 time: 0.0498099 May 16 15:15:57.125030 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-6191a485-5039-4204-8955-4a80a0ab7678 req-9d78cdeb-f0a1-4eff-a87a-18777239d9e7 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=014d0d4d-d0b9-4825-87ad-58356143efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427470 May 16 15:15:57.331198 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51cd152-68a0-4629-8005-9bfcf072dd22 req-78fab8c2-e380-42ba-b0e7-ffb6de9509af tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:57.332692 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-d51cd152-68a0-4629-8005-9bfcf072dd22 req-78fab8c2-e380-42ba-b0e7-ffb6de9509af tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] 10.222.0.44 "GET /v2.0/ports?device_id=efb4f893-00bf-47fe-8ca4-74f9cfadd2b7 HTTP/1.1" status: 200 len: 946 time: 0.0467238 May 16 15:15:57.379995 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-d51cd152-68a0-4629-8005-9bfcf072dd22 req-e5fc034b-87e5-4121-bbc4-128a02c4b38c tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] 10.222.0.44 "GET /v2.0/security-groups?id=f28a7d65-13f3-44a5-af92-2ad063d3f898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416045 May 16 15:15:57.431772 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bd3f74-db90-424c-a291-1025a90aaf22 req-c46c861c-cf21-4019-9048-c104e03adcd6 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:57.433164 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-76bd3f74-db90-424c-a291-1025a90aaf22 req-c46c861c-cf21-4019-9048-c104e03adcd6 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3e68f7e-80df-470a-869e-8c625ab4709c HTTP/1.1" status: 200 len: 944 time: 0.0450392 May 16 15:15:57.483103 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-76bd3f74-db90-424c-a291-1025a90aaf22 req-201af1f3-2402-471d-ae29-8584f1b22aec tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/security-groups?id=caf3754e-5d8e-4956-8296-48df01954071&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434647 May 16 15:15:57.768146 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655a8095-a156-4e7c-bc3c-efee8c20e87a req-3e5c95a9-17e4-45a4-9a2b-4dedbe81dec9 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:57.769568 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-655a8095-a156-4e7c-bc3c-efee8c20e87a req-3e5c95a9-17e4-45a4-9a2b-4dedbe81dec9 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd44422c-b621-4ad8-82ab-e5eeae7b2633 HTTP/1.1" status: 200 len: 944 time: 0.0508738 May 16 15:15:57.818441 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-655a8095-a156-4e7c-bc3c-efee8c20e87a req-f4fd08d4-4048-44c6-9db6-05b0bbee0b59 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b6802ef-8640-44f9-8dd6-e836fa5c798e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432205 May 16 15:15:58.237678 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93af002-2188-4463-9384-1cabf4490bbe req-2ff9fb57-054d-4f8c-ba37-47cfc603e16f tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:58.239153 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-d93af002-2188-4463-9384-1cabf4490bbe req-2ff9fb57-054d-4f8c-ba37-47cfc603e16f tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=766a2d7d-3279-4c55-9dfb-29746e7fd0f0 HTTP/1.1" status: 200 len: 945 time: 0.0461638 May 16 15:15:58.290448 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-d93af002-2188-4463-9384-1cabf4490bbe req-9df12476-1cc4-4adf-b129-111c80c6b77c tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=014d0d4d-d0b9-4825-87ad-58356143efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456033 May 16 15:15:58.496819 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05ea6e5-b419-4f95-a696-f90cd76a4607 req-28357723-1a52-4fa1-a3d7-7d205187a5b7 tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:58.498564 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-d05ea6e5-b419-4f95-a696-f90cd76a4607 req-28357723-1a52-4fa1-a3d7-7d205187a5b7 tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] 10.222.0.44 "GET /v2.0/ports?device_id=efb4f893-00bf-47fe-8ca4-74f9cfadd2b7 HTTP/1.1" status: 200 len: 946 time: 0.0501597 May 16 15:15:58.558762 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-d05ea6e5-b419-4f95-a696-f90cd76a4607 req-19dfa3bf-a6cf-438c-b794-59daffc80d19 tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] 10.222.0.44 "GET /v2.0/security-groups?id=f28a7d65-13f3-44a5-af92-2ad063d3f898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515347 May 16 15:15:58.616931 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb999ee-596e-48fb-b767-79a4ebe05e40 req-2ee1a25f-c4f9-4381-aa0a-c9e0cdd584ac tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:58.618420 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-1fb999ee-596e-48fb-b767-79a4ebe05e40 req-2ee1a25f-c4f9-4381-aa0a-c9e0cdd584ac tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3e68f7e-80df-470a-869e-8c625ab4709c HTTP/1.1" status: 200 len: 944 time: 0.0522995 May 16 15:15:58.642375 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device a1eae8f4-b207-4d48-bdf5-dfab72b3d846 up at agent hyperv_hv-cinder-79578 {{(pid=104035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:15:58.674095 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-1fb999ee-596e-48fb-b767-79a4ebe05e40 req-928dd204-fe9b-4975-92f4-ee0659be0ec3 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/security-groups?id=caf3754e-5d8e-4956-8296-48df01954071&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478919 May 16 15:15:58.696783 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Provisioning for port a1eae8f4-b207-4d48-bdf5-dfab72b3d846 completed by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 15:15:58.801693 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Provisioning complete for port a1eae8f4-b207-4d48-bdf5-dfab72b3d846 triggered by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:15:58.802119 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (a1eae8f4-b207-4d48-bdf5-dfab72b3d846), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:58.889703 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Current status of the port a1eae8f4-b207-4d48-bdf5-dfab72b3d846 is: BUILD; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:15:58.890206 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (a1eae8f4-b207-4d48-bdf5-dfab72b3d846), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:58.913186 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd44422c-b621-4ad8-82ab-e5eeae7b2633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1eae8f4-b207-4d48-bdf5-dfab72b3d846'}] {{(pid=104035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:15:58.915439 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1790aa2910a77bb841f337ade38aaf2daae4faf72d914c843aa5f796a16e7f37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b234c74d-651f-48c8-94af-a34e2d8b7783" -d '{"events": [{"server_uuid": "dd44422c-b621-4ad8-82ab-e5eeae7b2633", "name": "network-vif-plugged", "status": "completed", "tag": "a1eae8f4-b207-4d48-bdf5-dfab72b3d846"}]}' {{(pid=104035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:15:58.925190 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-b6a7f370-ab71-4034-80bf-035912494f8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (54a3e65b-69a0-426d-9997-69a1705c4334), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:58.930949 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] For port a1eae8f4-b207-4d48-bdf5-dfab72b3d846, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=a1eae8f4-b207-4d48-bdf5-dfab72b3d846,segment=NetworkSegment(e125e9e2-0bb4-4387-a6b6-a67c63b56378),segment_id=e125e9e2-0bb4-4387-a6b6-a67c63b56378)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:15:58.940716 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec357e-b4b2-495d-a9fa-95e90211c238 req-8a99a616-e583-48b4-aaa1-c92d7ac53e54 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:58.942395 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-88ec357e-b4b2-495d-a9fa-95e90211c238 req-8a99a616-e583-48b4-aaa1-c92d7ac53e54 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd44422c-b621-4ad8-82ab-e5eeae7b2633 HTTP/1.1" status: 200 len: 944 time: 0.0538006 May 16 15:15:58.954811 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0357b14-9dd8-4a92-96b2-a19a8fd2e864 x-openstack-request-id: req-e0357b14-9dd8-4a92-96b2-a19a8fd2e864 {{(pid=104035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:15:58.955121 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd44422c-b621-4ad8-82ab-e5eeae7b2633", "name": "network-vif-plugged", "status": "completed", "tag": "a1eae8f4-b207-4d48-bdf5-dfab72b3d846", "code": 200}]} {{(pid=104035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:15:58.955378 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e0357b14-9dd8-4a92-96b2-a19a8fd2e864 {{(pid=104035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:15:58.955774 dv-cinder-795785-10-iscsi neutron-server[104035]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0357b14-9dd8-4a92-96b2-a19a8fd2e864'] response: {'server_uuid': 'dd44422c-b621-4ad8-82ab-e5eeae7b2633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1eae8f4-b207-4d48-bdf5-dfab72b3d846', 'code': 200} May 16 15:15:58.993971 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-88ec357e-b4b2-495d-a9fa-95e90211c238 req-9053cfa0-361c-4cf5-a61d-e82312881a0b tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b6802ef-8640-44f9-8dd6-e836fa5c798e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456288 May 16 15:15:58.996202 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (a1eae8f4-b207-4d48-bdf5-dfab72b3d846), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:58.997156 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device c2d12348-be99-4d8a-833b-0746887f6b11 up at agent hyperv_hv-cinder-79578 {{(pid=104035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:15:59.079660 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Pushing event updated for resources: {'Port': ['ID=a1eae8f4-b207-4d48-bdf5-dfab72b3d846,revision_number=5']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:59.082562 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Provisioning for port c2d12348-be99-4d8a-833b-0746887f6b11 completed by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 15:15:59.178798 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Provisioning complete for port c2d12348-be99-4d8a-833b-0746887f6b11 triggered by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:15:59.179179 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (c2d12348-be99-4d8a-833b-0746887f6b11), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:59.254850 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Current status of the port c2d12348-be99-4d8a-833b-0746887f6b11 is: BUILD; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:15:59.255299 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (c2d12348-be99-4d8a-833b-0746887f6b11), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:59.301484 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] For port c2d12348-be99-4d8a-833b-0746887f6b11, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=c2d12348-be99-4d8a-833b-0746887f6b11,segment=NetworkSegment(4d5decff-4bc4-4a25-8135-847682f81a17),segment_id=4d5decff-4bc4-4a25-8135-847682f81a17)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:15:59.412994 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (c2d12348-be99-4d8a-833b-0746887f6b11), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:59.413870 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device 478148b0-c270-4a3b-8603-9ce967e01679 up at agent hyperv_hv-cinder-79578 {{(pid=104035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:15:59.433433 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c761ed-a103-419e-9839-e0df22948dd2 req-8d24a610-49e9-4fa5-8340-8083d210b11b tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:59.435144 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-65c761ed-a103-419e-9839-e0df22948dd2 req-8d24a610-49e9-4fa5-8340-8083d210b11b tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=766a2d7d-3279-4c55-9dfb-29746e7fd0f0 HTTP/1.1" status: 200 len: 945 time: 0.0591276 May 16 15:15:59.494464 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Pushing event updated for resources: {'Port': ['ID=c2d12348-be99-4d8a-833b-0746887f6b11,revision_number=5']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:59.503568 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Provisioning for port 478148b0-c270-4a3b-8603-9ce967e01679 completed by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 15:15:59.506626 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-65c761ed-a103-419e-9839-e0df22948dd2 req-88c32c67-fc0f-493c-9e9c-63347555157b tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=014d0d4d-d0b9-4825-87ad-58356143efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637918 May 16 15:15:59.594495 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Provisioning complete for port 478148b0-c270-4a3b-8603-9ce967e01679 triggered by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:15:59.594874 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (478148b0-c270-4a3b-8603-9ce967e01679), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:59.626733 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4ddcf5-bcaf-4e42-8042-c7edf80815d8 req-27a76f34-cebd-4350-8ccb-93a22fd4ec16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:59.628779 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-cb4ddcf5-bcaf-4e42-8042-c7edf80815d8 req-27a76f34-cebd-4350-8ccb-93a22fd4ec16 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=dd44422c-b621-4ad8-82ab-e5eeae7b2633 HTTP/1.1" status: 200 len: 1129 time: 0.0451314 May 16 15:15:59.673922 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Current status of the port 478148b0-c270-4a3b-8603-9ce967e01679 is: BUILD; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:15:59.674508 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (478148b0-c270-4a3b-8603-9ce967e01679), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:59.675057 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-cb4ddcf5-bcaf-4e42-8042-c7edf80815d8 req-4feec4fb-1348-4f6e-8b59-feab0133c356 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=2b6802ef-8640-44f9-8dd6-e836fa5c798e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393176 May 16 15:15:59.707948 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] For port 478148b0-c270-4a3b-8603-9ce967e01679, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=478148b0-c270-4a3b-8603-9ce967e01679,segment=NetworkSegment(687f1aa3-4a22-4e93-928a-d5c1913d880c),segment_id=687f1aa3-4a22-4e93-928a-d5c1913d880c)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:15:59.801296 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (478148b0-c270-4a3b-8603-9ce967e01679), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:15:59.812595 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c388b2c-5713-4459-8643-0e753bcc29a8 req-66800701-1ff9-44c7-825f-d9d537a151d5 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:15:59.815033 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-4c388b2c-5713-4459-8643-0e753bcc29a8 req-66800701-1ff9-44c7-825f-d9d537a151d5 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3e68f7e-80df-470a-869e-8c625ab4709c HTTP/1.1" status: 200 len: 945 time: 0.0572436 May 16 15:15:59.866466 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Pushing event updated for resources: {'Port': ['ID=478148b0-c270-4a3b-8603-9ce967e01679,revision_number=5']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:15:59.876183 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-4c388b2c-5713-4459-8643-0e753bcc29a8 req-54afb2d4-9932-4366-a267-b980f8958561 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/security-groups?id=caf3754e-5d8e-4956-8296-48df01954071&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0548298 May 16 15:16:00.108399 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9d241b-d679-4f1f-9d7d-bdbdea67c92f req-4dcdb656-2418-481b-baba-d67dd6336ffb tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:00.109942 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-1e9d241b-d679-4f1f-9d7d-bdbdea67c92f req-4dcdb656-2418-481b-baba-d67dd6336ffb tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd44422c-b621-4ad8-82ab-e5eeae7b2633 HTTP/1.1" status: 200 len: 945 time: 0.0471256 May 16 15:16:00.127335 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-e1b85405-7a13-4024-838c-532465e0cf8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (72569482-7f88-4a09-9117-6d6842ca2c26), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:00.156896 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-1e9d241b-d679-4f1f-9d7d-bdbdea67c92f req-b7507225-e3e6-4820-9aa1-73fbe504f712 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b6802ef-8640-44f9-8dd6-e836fa5c798e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412507 May 16 15:16:00.626072 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867da822-df6a-4889-b4f5-1cde331c82d9 req-015dab70-8139-4875-81b7-9134d979a2ff tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:00.627734 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-867da822-df6a-4889-b4f5-1cde331c82d9 req-015dab70-8139-4875-81b7-9134d979a2ff tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=766a2d7d-3279-4c55-9dfb-29746e7fd0f0 HTTP/1.1" status: 200 len: 946 time: 0.0534606 May 16 15:16:00.704748 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-867da822-df6a-4889-b4f5-1cde331c82d9 req-f3331fc4-8ae0-481f-ac6e-2b238c84eb55 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=014d0d4d-d0b9-4825-87ad-58356143efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708437 May 16 15:16:00.957955 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3e68f7e-80df-470a-869e-8c625ab4709c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2d12348-be99-4d8a-833b-0746887f6b11'}, {'server_uuid': '766a2d7d-3279-4c55-9dfb-29746e7fd0f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '478148b0-c270-4a3b-8603-9ce967e01679'}] {{(pid=104035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:16:00.961332 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1790aa2910a77bb841f337ade38aaf2daae4faf72d914c843aa5f796a16e7f37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df1109c6-dc02-4eb4-a481-10ae282ae4ad" -d '{"events": [{"server_uuid": "f3e68f7e-80df-470a-869e-8c625ab4709c", "name": "network-vif-plugged", "status": "completed", "tag": "c2d12348-be99-4d8a-833b-0746887f6b11"}, {"server_uuid": "766a2d7d-3279-4c55-9dfb-29746e7fd0f0", "name": "network-vif-plugged", "status": "completed", "tag": "478148b0-c270-4a3b-8603-9ce967e01679"}]}' {{(pid=104035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:16:01.001004 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff394a09-753d-4a24-8020-04cbcbeaf0cf req-b6c82a12-93f8-4ca3-bba4-ce93ba00d44c tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:01.002545 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-ff394a09-753d-4a24-8020-04cbcbeaf0cf req-b6c82a12-93f8-4ca3-bba4-ce93ba00d44c tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3e68f7e-80df-470a-869e-8c625ab4709c HTTP/1.1" status: 200 len: 945 time: 0.0479424 May 16 15:16:01.052391 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-ff394a09-753d-4a24-8020-04cbcbeaf0cf req-949ccf2f-ff3b-4795-8113-8b4b8ffeb90e tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/security-groups?id=caf3754e-5d8e-4956-8296-48df01954071&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426240 May 16 15:16:01.099654 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 May 2022 15:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46cd0886-3960-418a-9ff1-3f0da7d7f604 x-openstack-request-id: req-46cd0886-3960-418a-9ff1-3f0da7d7f604 {{(pid=104035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:16:01.099982 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3e68f7e-80df-470a-869e-8c625ab4709c", "name": "network-vif-plugged", "status": "completed", "tag": "c2d12348-be99-4d8a-833b-0746887f6b11", "code": 200}, {"server_uuid": "766a2d7d-3279-4c55-9dfb-29746e7fd0f0", "name": "network-vif-plugged", "status": "completed", "tag": "478148b0-c270-4a3b-8603-9ce967e01679", "code": 200}]} {{(pid=104035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:16:01.100290 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-46cd0886-3960-418a-9ff1-3f0da7d7f604 {{(pid=104035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:16:01.100698 dv-cinder-795785-10-iscsi neutron-server[104035]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46cd0886-3960-418a-9ff1-3f0da7d7f604'] response: {'server_uuid': 'f3e68f7e-80df-470a-869e-8c625ab4709c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2d12348-be99-4d8a-833b-0746887f6b11', 'code': 200} May 16 15:16:01.100960 dv-cinder-795785-10-iscsi neutron-server[104035]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46cd0886-3960-418a-9ff1-3f0da7d7f604'] response: {'server_uuid': '766a2d7d-3279-4c55-9dfb-29746e7fd0f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '478148b0-c270-4a3b-8603-9ce967e01679', 'code': 200} May 16 15:16:01.233430 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 43572) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:01.273746 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba13c52-2c73-4375-b6cd-23de4ad70484 req-2d9d5cff-821c-4a25-a145-6c6506f8011c tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:01.275265 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-9ba13c52-2c73-4375-b6cd-23de4ad70484 req-2d9d5cff-821c-4a25-a145-6c6506f8011c tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd44422c-b621-4ad8-82ab-e5eeae7b2633 HTTP/1.1" status: 200 len: 945 time: 0.0498340 May 16 15:16:01.322461 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-9ba13c52-2c73-4375-b6cd-23de4ad70484 req-c91ed6e6-16da-45a1-91ae-1ba015dc0a48 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b6802ef-8640-44f9-8dd6-e836fa5c798e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416269 May 16 15:16:01.356392 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-63ef515b-95bc-4559-aa46-8a8efc5ed907 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:01.425887 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 43578) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:01.432450 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-63ef515b-95bc-4559-aa46-8a8efc5ed907 admin admin] Publish callbacks [] for security_group (4b9c762d-1e0d-4b71-8494-f2452f1aca91), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:01.504652 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a2296b44-efe7-4c92-99bf-bf9223587463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (4544528a-1612-46a7-a248-6cca4b867644), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:01.527757 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-3d009d6d-cdbd-444d-9d6e-1f1ae3173965 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:01.532917 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-63ef515b-95bc-4559-aa46-8a8efc5ed907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (4b9c762d-1e0d-4b71-8494-f2452f1aca91), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:01.574402 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-63ef515b-95bc-4559-aa46-8a8efc5ed907 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d2bc11c884ec4adb8281baffcfc6701f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3390522 May 16 15:16:01.575272 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ef515b-95bc-4559-aa46-8a8efc5ed907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b9c762d-1e0d-4b71-8494-f2452f1aca91,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:01.577546 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 43584) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:01.633815 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-3d009d6d-cdbd-444d-9d6e-1f1ae3173965 admin admin] Publish callbacks [] for security_group (ae594c9d-a988-42c1-855b-59275c6660f7), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:01.648863 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-fa6d7e51-b091-4b4c-a681-7cbb7d016863 admin admin] Publish callbacks [] for security_group (4b9c762d-1e0d-4b71-8494-f2452f1aca91), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:01.669726 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-fa6d7e51-b091-4b4c-a681-7cbb7d016863 admin admin] Publish callbacks [] for security_group (4b9c762d-1e0d-4b71-8494-f2452f1aca91), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:01.698953 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-3d009d6d-cdbd-444d-9d6e-1f1ae3173965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (ae594c9d-a988-42c1-855b-59275c6660f7), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:01.739476 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-3d009d6d-cdbd-444d-9d6e-1f1ae3173965 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9811f9580e1340698b940f81b961111c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3124785 May 16 15:16:01.741975 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 43588) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:01.748352 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d009d6d-cdbd-444d-9d6e-1f1ae3173965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae594c9d-a988-42c1-855b-59275c6660f7,revision_number=1']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:01.810860 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-fa6d7e51-b091-4b4c-a681-7cbb7d016863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (4b9c762d-1e0d-4b71-8494-f2452f1aca91), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:01.813362 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-fa6d7e51-b091-4b4c-a681-7cbb7d016863 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:01.814553 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-fa6d7e51-b091-4b4c-a681-7cbb7d016863 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4b9c762d-1e0d-4b71-8494-f2452f1aca91 HTTP/1.1" status: 204 len: 168 time: 0.2359841 May 16 15:16:01.842597 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6d7e51-b091-4b4c-a681-7cbb7d016863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b9c762d-1e0d-4b71-8494-f2452f1aca91,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:01.844677 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-ebd6d200-e9de-4d51-975f-9ae48ec5e9b4 admin admin] Publish callbacks [] for security_group (ae594c9d-a988-42c1-855b-59275c6660f7), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:01.856927 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76fd5e8-6a99-4b58-a9c0-158e2a2b326c req-b490b7d8-2362-4952-8ee6-dc6fdbbc6cff tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:01.858479 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-e76fd5e8-6a99-4b58-a9c0-158e2a2b326c req-b490b7d8-2362-4952-8ee6-dc6fdbbc6cff tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=766a2d7d-3279-4c55-9dfb-29746e7fd0f0 HTTP/1.1" status: 200 len: 946 time: 0.0809925 May 16 15:16:01.883212 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-ebd6d200-e9de-4d51-975f-9ae48ec5e9b4 admin admin] Publish callbacks [] for security_group (ae594c9d-a988-42c1-855b-59275c6660f7), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:01.942469 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-e76fd5e8-6a99-4b58-a9c0-158e2a2b326c req-98a65f8a-232d-4f8e-a535-7a075d3085fd tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=014d0d4d-d0b9-4825-87ad-58356143efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698507 May 16 15:16:02.013073 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-ebd6d200-e9de-4d51-975f-9ae48ec5e9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (ae594c9d-a988-42c1-855b-59275c6660f7), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:02.016374 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-ebd6d200-e9de-4d51-975f-9ae48ec5e9b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:02.017506 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-ebd6d200-e9de-4d51-975f-9ae48ec5e9b4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ae594c9d-a988-42c1-855b-59275c6660f7 HTTP/1.1" status: 204 len: 168 time: 0.2745802 May 16 15:16:02.025492 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd6d200-e9de-4d51-975f-9ae48ec5e9b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae594c9d-a988-42c1-855b-59275c6660f7,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:02.165835 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb76d1b1-5f9c-456e-8d1b-cc8ce77efc30 req-e89d3c8f-be0b-450a-ae91-753eeccfc1b8 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:02.167392 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-fb76d1b1-5f9c-456e-8d1b-cc8ce77efc30 req-e89d3c8f-be0b-450a-ae91-753eeccfc1b8 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3e68f7e-80df-470a-869e-8c625ab4709c HTTP/1.1" status: 200 len: 945 time: 0.0460391 May 16 15:16:02.218782 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-fb76d1b1-5f9c-456e-8d1b-cc8ce77efc30 req-a182f147-d0f8-4744-bb97-d7ae2343fd40 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/security-groups?id=caf3754e-5d8e-4956-8296-48df01954071&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451829 May 16 15:16:02.433635 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddb5de8-e0f4-44f9-93c5-6ce75e904111 req-e0d6c248-e8df-4559-b438-206089fe0c57 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:02.435717 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-3ddb5de8-e0f4-44f9-93c5-6ce75e904111 req-e0d6c248-e8df-4559-b438-206089fe0c57 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd44422c-b621-4ad8-82ab-e5eeae7b2633 HTTP/1.1" status: 200 len: 945 time: 0.0465858 May 16 15:16:02.455699 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 43608) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:02.473739 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-2c1d13e1-cca6-4876-b972-eba1c0e72068 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:02.509013 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-3ddb5de8-e0f4-44f9-93c5-6ce75e904111 req-09f2a823-75d3-4804-83bc-ad984d56777c tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b6802ef-8640-44f9-8dd6-e836fa5c798e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672767 May 16 15:16:02.570774 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-2c1d13e1-cca6-4876-b972-eba1c0e72068 admin admin] Publish callbacks [] for security_group (c526335e-4055-40b7-b42f-cee841817a0c), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:02.640167 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-2c1d13e1-cca6-4876-b972-eba1c0e72068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (c526335e-4055-40b7-b42f-cee841817a0c), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:02.676245 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1d13e1-cca6-4876-b972-eba1c0e72068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c526335e-4055-40b7-b42f-cee841817a0c,revision_number=1']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:02.681681 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-2c1d13e1-cca6-4876-b972-eba1c0e72068 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ab4af0b333b348f5877011b6b5abb19a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2250371 May 16 15:16:02.684662 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 43616) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:02.734756 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-61435623-3acd-4f29-b779-974b83acbd19 admin admin] Publish callbacks [] for security_group (c526335e-4055-40b7-b42f-cee841817a0c), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:02.756050 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-61435623-3acd-4f29-b779-974b83acbd19 admin admin] Publish callbacks [] for security_group (c526335e-4055-40b7-b42f-cee841817a0c), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:02.864880 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-61435623-3acd-4f29-b779-974b83acbd19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (c526335e-4055-40b7-b42f-cee841817a0c), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:02.867579 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-61435623-3acd-4f29-b779-974b83acbd19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:02.868721 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-61435623-3acd-4f29-b779-974b83acbd19 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c526335e-4055-40b7-b42f-cee841817a0c HTTP/1.1" status: 204 len: 168 time: 0.1821599 May 16 15:16:02.878082 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61435623-3acd-4f29-b779-974b83acbd19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c526335e-4055-40b7-b42f-cee841817a0c,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:03.067894 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a316ee3b-9f6b-4e85-974b-aabaa6d0c488 req-a0d6933a-6a21-42bf-bf30-b2f161930d84 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:03.069396 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-a316ee3b-9f6b-4e85-974b-aabaa6d0c488 req-a0d6933a-6a21-42bf-bf30-b2f161930d84 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=766a2d7d-3279-4c55-9dfb-29746e7fd0f0 HTTP/1.1" status: 200 len: 946 time: 0.0591960 May 16 15:16:03.120595 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-a316ee3b-9f6b-4e85-974b-aabaa6d0c488 req-2082a728-e896-4054-a1a6-85b37e26013d tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=014d0d4d-d0b9-4825-87ad-58356143efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417054 May 16 15:16:03.331267 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a092830-d3ea-4ddf-803f-167feca5e2ea req-e159fba5-2e61-4bf1-9a12-714f4647d26a tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:03.332757 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-2a092830-d3ea-4ddf-803f-167feca5e2ea req-e159fba5-2e61-4bf1-9a12-714f4647d26a tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3e68f7e-80df-470a-869e-8c625ab4709c HTTP/1.1" status: 200 len: 945 time: 0.0487523 May 16 15:16:03.385340 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-2a092830-d3ea-4ddf-803f-167feca5e2ea req-6015eb32-a7be-4499-b84d-9d0b0ec55fc5 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/security-groups?id=caf3754e-5d8e-4956-8296-48df01954071&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459356 May 16 15:16:03.436442 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (311a8a5f-4d79-4ff7-931a-d05ff8cc45ee), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:03.641834 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1fbe08-64c6-41ea-b2de-273c49af8cb9 req-9c625689-bd96-4ad8-8679-4c32afed5e5e tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:03.643402 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-4d1fbe08-64c6-41ea-b2de-273c49af8cb9 req-9c625689-bd96-4ad8-8679-4c32afed5e5e tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd44422c-b621-4ad8-82ab-e5eeae7b2633 HTTP/1.1" status: 200 len: 945 time: 0.0460291 May 16 15:16:03.695680 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-4d1fbe08-64c6-41ea-b2de-273c49af8cb9 req-c5e0d48a-7243-48df-80a4-43b7580b2dfb tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b6802ef-8640-44f9-8dd6-e836fa5c798e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466540 May 16 15:16:03.743299 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 43660) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:03.848377 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9eaf6ed8-eb5a-444d-820d-b6c87e38abfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:03.921099 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9eaf6ed8-eb5a-444d-820d-b6c87e38abfb admin admin] Publish callbacks [] for security_group (ec6470db-8fe8-45c1-9cf8-b34cdef08926), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:04.007324 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9eaf6ed8-eb5a-444d-820d-b6c87e38abfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (ec6470db-8fe8-45c1-9cf8-b34cdef08926), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:04.051085 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaf6ed8-eb5a-444d-820d-b6c87e38abfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec6470db-8fe8-45c1-9cf8-b34cdef08926,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:04.055142 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-9eaf6ed8-eb5a-444d-820d-b6c87e38abfb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=671c7ab3f9a24ab790a27dfb3e04350e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3107831 May 16 15:16:04.057962 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 43676) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:04.113079 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0e6f2711-3e4d-4c17-9dba-70975e3504d6 admin admin] Publish callbacks [] for security_group (ec6470db-8fe8-45c1-9cf8-b34cdef08926), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:04.139516 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0e6f2711-3e4d-4c17-9dba-70975e3504d6 admin admin] Publish callbacks [] for security_group (ec6470db-8fe8-45c1-9cf8-b34cdef08926), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:04.237932 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88267908-eb17-4473-9dbd-6b4b4f2f90fd req-390eeb21-6f94-492a-bc9c-c2cb536a0cef tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:04.239684 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-88267908-eb17-4473-9dbd-6b4b4f2f90fd req-390eeb21-6f94-492a-bc9c-c2cb536a0cef tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=766a2d7d-3279-4c55-9dfb-29746e7fd0f0 HTTP/1.1" status: 200 len: 946 time: 0.0502400 May 16 15:16:04.289424 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0e6f2711-3e4d-4c17-9dba-70975e3504d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (ec6470db-8fe8-45c1-9cf8-b34cdef08926), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:04.297098 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0e6f2711-3e4d-4c17-9dba-70975e3504d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:04.299938 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-88267908-eb17-4473-9dbd-6b4b4f2f90fd req-f83a433c-5d6a-40d8-8f58-0b0cdb11c9b3 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=014d0d4d-d0b9-4825-87ad-58356143efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531909 May 16 15:16:04.301243 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-0e6f2711-3e4d-4c17-9dba-70975e3504d6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ec6470db-8fe8-45c1-9cf8-b34cdef08926 HTTP/1.1" status: 204 len: 168 time: 0.2420299 May 16 15:16:04.318521 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6f2711-3e4d-4c17-9dba-70975e3504d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec6470db-8fe8-45c1-9cf8-b34cdef08926,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:04.496966 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cbecab-a065-4d9c-998c-286676afa747 req-90b63a28-67c6-4428-892b-1de0b7257563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:04.499242 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-b8cbecab-a065-4d9c-998c-286676afa747 req-90b63a28-67c6-4428-892b-1de0b7257563 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f3e68f7e-80df-470a-869e-8c625ab4709c HTTP/1.1" status: 200 len: 1129 time: 0.0544491 May 16 15:16:04.512347 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42cd862-c71a-47b4-bcb3-d38f683d6a25 req-b7b4ebfc-dba5-42ef-8d42-58378a4193bc tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:04.514381 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-f42cd862-c71a-47b4-bcb3-d38f683d6a25 req-b7b4ebfc-dba5-42ef-8d42-58378a4193bc tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3e68f7e-80df-470a-869e-8c625ab4709c HTTP/1.1" status: 200 len: 945 time: 0.0542345 May 16 15:16:04.558718 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-b8cbecab-a065-4d9c-998c-286676afa747 req-421e1fac-da62-48d9-aeb5-11952a201bf9 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=caf3754e-5d8e-4956-8296-48df01954071&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0525897 May 16 15:16:04.636586 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43140e1-da70-4283-80b9-c528d495a1b6 req-36bb4b30-adce-45d3-a0ef-e6cacd7c5f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:04.638168 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-d43140e1-da70-4283-80b9-c528d495a1b6 req-36bb4b30-adce-45d3-a0ef-e6cacd7c5f35 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=766a2d7d-3279-4c55-9dfb-29746e7fd0f0 HTTP/1.1" status: 200 len: 1130 time: 0.1007278 May 16 15:16:04.644793 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-f42cd862-c71a-47b4-bcb3-d38f683d6a25 req-6de0645b-b878-4c1e-a60a-829512e95fd7 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/security-groups?id=caf3754e-5d8e-4956-8296-48df01954071&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1205821 May 16 15:16:04.831203 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb6cc92-8206-4b00-a8b5-d3f856c9632d req-4fca7775-1009-4f8e-b32e-6517205df6fa tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:04.832921 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-cdb6cc92-8206-4b00-a8b5-d3f856c9632d req-4fca7775-1009-4f8e-b32e-6517205df6fa tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd44422c-b621-4ad8-82ab-e5eeae7b2633 HTTP/1.1" status: 200 len: 945 time: 0.0680926 May 16 15:16:04.893181 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-cdb6cc92-8206-4b00-a8b5-d3f856c9632d req-87d42496-4176-4161-b311-b59e8ad85f19 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b6802ef-8640-44f9-8dd6-e836fa5c798e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481188 May 16 15:16:04.978894 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-d43140e1-da70-4283-80b9-c528d495a1b6 req-219a9f01-31de-4776-a008-66912e382148 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=014d0d4d-d0b9-4825-87ad-58356143efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590029 May 16 15:16:05.090689 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a1f0ca-9a50-4ef4-a730-949548a32e53 req-af16ff21-8c60-484f-9451-1ca74fd9d7a3 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:05.092747 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-d3a1f0ca-9a50-4ef4-a730-949548a32e53 req-af16ff21-8c60-484f-9451-1ca74fd9d7a3 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd44422c-b621-4ad8-82ab-e5eeae7b2633 HTTP/1.1" status: 200 len: 945 time: 0.0678008 May 16 15:16:05.102613 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 43730) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:05.108133 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.v2.base [None req-5617c5de-b239-4beb-bd01-8e2cc2e239f2 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Request body: {'floatingip': {'port_id': 'a1eae8f4-b207-4d48-bdf5-dfab72b3d846'}} {{(pid=104033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:16:05.184018 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5617c5de-b239-4beb-bd01-8e2cc2e239f2 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks [] for floatingip (b85ace00-aed5-415b-8f91-d76f0b781d4c), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:05.456540 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0293600a-c968-4ddc-a5cb-db3b70531d1d req-efb92c99-2044-4e1d-a394-b5bb2bef584f tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:05.458004 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-0293600a-c968-4ddc-a5cb-db3b70531d1d req-efb92c99-2044-4e1d-a394-b5bb2bef584f tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=766a2d7d-3279-4c55-9dfb-29746e7fd0f0 HTTP/1.1" status: 200 len: 946 time: 0.0823014 May 16 15:16:05.774718 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4457a69d-6b50-4d89-8af8-cd864c85fb53 req-26911ef0-99b8-47b7-91b5-d4386fac7aa4 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:05.776231 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-4457a69d-6b50-4d89-8af8-cd864c85fb53 req-26911ef0-99b8-47b7-91b5-d4386fac7aa4 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3e68f7e-80df-470a-869e-8c625ab4709c HTTP/1.1" status: 200 len: 945 time: 0.0546682 May 16 15:16:05.806480 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-0293600a-c968-4ddc-a5cb-db3b70531d1d req-726c341d-1875-4cc2-8c11-c196cdeb8d89 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=014d0d4d-d0b9-4825-87ad-58356143efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3420472 May 16 15:16:05.883084 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-4457a69d-6b50-4d89-8af8-cd864c85fb53 req-ecac3110-22f1-4bad-82b8-1b35a00dc10e tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/security-groups?id=caf3754e-5d8e-4956-8296-48df01954071&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0970774 May 16 15:16:05.982888 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 43776) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:06.109978 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5617c5de-b239-4beb-bd01-8e2cc2e239f2 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:06.131052 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-844d90a8-bc98-410d-9ff8-22e0304949a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:06.171531 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5617c5de-b239-4beb-bd01-8e2cc2e239f2 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556839'] for floatingip (b85ace00-aed5-415b-8f91-d76f0b781d4c), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:06.207037 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-844d90a8-bc98-410d-9ff8-22e0304949a4 admin admin] Publish callbacks [] for security_group (41724301-060a-41cc-a943-46ab18cbc9bf), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:06.267531 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.db.l3_db [None req-5617c5de-b239-4beb-bd01-8e2cc2e239f2 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Floating IP b85ace00-aed5-415b-8f91-d76f0b781d4c associated. External IP: 172.27.0.66, port: a1eae8f4-b207-4d48-bdf5-dfab72b3d846. May 16 15:16:06.292565 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-844d90a8-bc98-410d-9ff8-22e0304949a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (41724301-060a-41cc-a943-46ab18cbc9bf), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:06.334884 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-844d90a8-bc98-410d-9ff8-22e0304949a4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7e3b89bf42c2413fb175f678b9f9f394&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3507411 May 16 15:16:06.335746 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844d90a8-bc98-410d-9ff8-22e0304949a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41724301-060a-41cc-a943-46ab18cbc9bf,revision_number=1']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:06.339502 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 43784) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:06.388682 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-77287084-c9e1-4872-8105-2629053a99a0 admin admin] Publish callbacks [] for security_group (41724301-060a-41cc-a943-46ab18cbc9bf), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:06.410512 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-77287084-c9e1-4872-8105-2629053a99a0 admin admin] Publish callbacks [] for security_group (41724301-060a-41cc-a943-46ab18cbc9bf), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:06.483828 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5617c5de-b239-4beb-bd01-8e2cc2e239f2 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Router 597b9c59-35f6-4ed2-a0d6-123dce3e1462 has already been hosted by L3 agent 54a3e65b-69a0-426d-9997-69a1705c4334 {{(pid=104033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:16:06.575895 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-77287084-c9e1-4872-8105-2629053a99a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (41724301-060a-41cc-a943-46ab18cbc9bf), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:06.579056 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-77287084-c9e1-4872-8105-2629053a99a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:06.581089 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-77287084-c9e1-4872-8105-2629053a99a0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/41724301-060a-41cc-a943-46ab18cbc9bf HTTP/1.1" status: 204 len: 168 time: 0.2397847 May 16 15:16:06.588357 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77287084-c9e1-4872-8105-2629053a99a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41724301-060a-41cc-a943-46ab18cbc9bf,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:06.607991 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5617c5de-b239-4beb-bd01-8e2cc2e239f2 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Notify agent at l3_agent.dv-cinder-795785-10-iscsi the message routers_updated {{(pid=104033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:16:06.612907 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5617c5de-b239-4beb-bd01-8e2cc2e239f2 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914'] for floatingip (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:06.622208 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75389e60-8052-483a-ac1f-79d2a6e909e1 None None] Sync routers for ids ['597b9c59-35f6-4ed2-a0d6-123dce3e1462'] in dv-cinder-795785-10-iscsi {{(pid=104036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:16:06.639076 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75389e60-8052-483a-ac1f-79d2a6e909e1 None None] Routers {'597b9c59-35f6-4ed2-a0d6-123dce3e1462'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:16:06.640312 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-75389e60-8052-483a-ac1f-79d2a6e909e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:15:59Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['597b9c59-35f6-4ed2-a0d6-123dce3e1462'], 'active': True} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:16:06.661333 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-5617c5de-b239-4beb-bd01-8e2cc2e239f2 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "PUT /v2.0/floatingips/b85ace00-aed5-415b-8f91-d76f0b781d4c HTTP/1.1" status: 200 len: 990 time: 1.5571182 May 16 15:16:06.662224 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd44422c-b621-4ad8-82ab-e5eeae7b2633', 'tag': 'a1eae8f4-b207-4d48-bdf5-dfab72b3d846'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:16:06.666194 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffeccd97bc4bec2d8a291f35a4115644be5723c7930092d1a563b2016f5a5231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb7f0bba-a646-4612-b6af-23da3ba16339" -d '{"events": [{"name": "network-changed", "server_uuid": "dd44422c-b621-4ad8-82ab-e5eeae7b2633", "tag": "a1eae8f4-b207-4d48-bdf5-dfab72b3d846"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:16:06.709201 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a87ba42b-90df-420f-b024-c4febc80de1f x-openstack-request-id: req-a87ba42b-90df-420f-b024-c4febc80de1f {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:16:06.709504 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd44422c-b621-4ad8-82ab-e5eeae7b2633", "tag": "a1eae8f4-b207-4d48-bdf5-dfab72b3d846", "status": "completed", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:16:06.709767 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a87ba42b-90df-420f-b024-c4febc80de1f {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:16:06.710287 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a87ba42b-90df-420f-b024-c4febc80de1f'] response: {'name': 'network-changed', 'server_uuid': 'dd44422c-b621-4ad8-82ab-e5eeae7b2633', 'tag': 'a1eae8f4-b207-4d48-bdf5-dfab72b3d846', 'status': 'completed', 'code': 200} May 16 15:16:06.767828 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvr_db [None req-75389e60-8052-483a-ac1f-79d2a6e909e1 None None] Set router 597b9c59-35f6-4ed2-a0d6-123dce3e1462 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:16:06.995644 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84fe39e-2ebf-4503-b252-c43b63fe57b7 req-b98eb580-6870-4d08-9c4d-5bdda74293d9 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:07.007303 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-a84fe39e-2ebf-4503-b252-c43b63fe57b7 req-b98eb580-6870-4d08-9c4d-5bdda74293d9 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=766a2d7d-3279-4c55-9dfb-29746e7fd0f0 HTTP/1.1" status: 200 len: 946 time: 0.1126001 May 16 15:16:07.037908 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-75389e60-8052-483a-ac1f-79d2a6e909e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'name': 'tempest-AttachVolumeNegativeTest-1541459670-router', 'tenant_id': 'd143bc5a616249a7beefc7b27962026b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '11c5f84e-eedf-4ae8-9ec1-7f055018f48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:10Z', 'updated_at': '2022-05-16T15:15:19Z', 'revision_number': 4, 'project_id': 'd143bc5a616249a7beefc7b27962026b', 'gw_port': {'id': '11c5f84e-eedf-4ae8-9ec1-7f055018f48e', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:61:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:12Z', 'updated_at': '2022-05-16T15:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_floatingips': [{'id': 'b85ace00-aed5-415b-8f91-d76f0b781d4c', 'tenant_id': 'd143bc5a616249a7beefc7b27962026b', 'floating_ip_address': '172.27.0.66', 'floating_network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'router_id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'port_id': 'a1eae8f4-b207-4d48-bdf5-dfab72b3d846', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '982c6e92-7848-46dd-811d-5ec569a6da67', 'mac_address': 'fa:16:3e:2f:75:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd44422c-b621-4ad8-82ab-e5eeae7b2633', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:15:30Z', 'updated_at': '2022-05-16T15:16:05Z', 'revision_number': 1, 'project_id': 'd143bc5a616249a7beefc7b27962026b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c44dc0b3-d42f-4222-b9f4-e340d132a5e0', 'name': '', 'network_id': '982c6e92-7848-46dd-811d-5ec569a6da67', 'tenant_id': 'd143bc5a616249a7beefc7b27962026b', 'mac_address': 'fa:16:3e:10:22:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1fafe849-ed07-444a-932d-68cf1f6b80a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:17Z', 'updated_at': '2022-05-16T15:15:27Z', 'revision_number': 5, 'project_id': 'd143bc5a616249a7beefc7b27962026b', 'subnets': [{'id': '1fafe849-ed07-444a-932d-68cf1f6b80a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:16:07.068666 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75389e60-8052-483a-ac1f-79d2a6e909e1 None None] Checking router: 597b9c59-35f6-4ed2-a0d6-123dce3e1462 for host: dv-cinder-795785-10-iscsi {{(pid=104036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:16:07.085554 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75389e60-8052-483a-ac1f-79d2a6e909e1 None None] Routers {'597b9c59-35f6-4ed2-a0d6-123dce3e1462'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:16:07.087181 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-75389e60-8052-483a-ac1f-79d2a6e909e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:15:59Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['597b9c59-35f6-4ed2-a0d6-123dce3e1462'], 'active': True} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:16:07.103834 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb6b049-01d0-4881-86d1-8ff623f3024c req-77fc6403-d5ea-4bd9-b5ed-11b1286cbe8d tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:07.105854 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-1eb6b049-01d0-4881-86d1-8ff623f3024c req-77fc6403-d5ea-4bd9-b5ed-11b1286cbe8d tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3e68f7e-80df-470a-869e-8c625ab4709c HTTP/1.1" status: 200 len: 945 time: 0.1187122 May 16 15:16:07.118586 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-a84fe39e-2ebf-4503-b252-c43b63fe57b7 req-810ecd34-cffb-4a4e-bde2-117a0ff7bd4d tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=014d0d4d-d0b9-4825-87ad-58356143efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066291 May 16 15:16:07.186906 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-1eb6b049-01d0-4881-86d1-8ff623f3024c req-cb93a0cd-c98d-4d2d-8742-a03ca4d6c824 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/security-groups?id=caf3754e-5d8e-4956-8296-48df01954071&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0754502 May 16 15:16:07.229378 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvr_db [None req-75389e60-8052-483a-ac1f-79d2a6e909e1 None None] Set router 597b9c59-35f6-4ed2-a0d6-123dce3e1462 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:16:07.316128 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c05142d-0290-4dd2-a03f-99a83091ede8 req-bc3a8110-c1ee-4c45-b87a-4135afedc144 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:07.318289 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-5c05142d-0290-4dd2-a03f-99a83091ede8 req-bc3a8110-c1ee-4c45-b87a-4135afedc144 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3e68f7e-80df-470a-869e-8c625ab4709c HTTP/1.1" status: 200 len: 945 time: 0.0588996 May 16 15:16:07.328680 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 43822) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:07.333221 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.v2.base [None req-be940f2e-c3fb-42fa-bf1e-d98810bd9fa2 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Request body: {'floatingip': {'port_id': 'c2d12348-be99-4d8a-833b-0746887f6b11'}} {{(pid=104034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:16:07.403769 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-be940f2e-c3fb-42fa-bf1e-d98810bd9fa2 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Publish callbacks [] for floatingip (43b0b911-cad4-43f9-8e1c-2c5092f8f9e8), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:07.459768 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-75389e60-8052-483a-ac1f-79d2a6e909e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'name': 'tempest-AttachVolumeNegativeTest-1541459670-router', 'tenant_id': 'd143bc5a616249a7beefc7b27962026b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '11c5f84e-eedf-4ae8-9ec1-7f055018f48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:10Z', 'updated_at': '2022-05-16T15:15:19Z', 'revision_number': 4, 'project_id': 'd143bc5a616249a7beefc7b27962026b', 'gw_port': {'id': '11c5f84e-eedf-4ae8-9ec1-7f055018f48e', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:61:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:12Z', 'updated_at': '2022-05-16T15:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_floatingips': [{'id': 'b85ace00-aed5-415b-8f91-d76f0b781d4c', 'tenant_id': 'd143bc5a616249a7beefc7b27962026b', 'floating_ip_address': '172.27.0.66', 'floating_network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'router_id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'port_id': 'a1eae8f4-b207-4d48-bdf5-dfab72b3d846', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '982c6e92-7848-46dd-811d-5ec569a6da67', 'mac_address': 'fa:16:3e:2f:75:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd44422c-b621-4ad8-82ab-e5eeae7b2633', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:15:30Z', 'updated_at': '2022-05-16T15:16:05Z', 'revision_number': 1, 'project_id': 'd143bc5a616249a7beefc7b27962026b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c44dc0b3-d42f-4222-b9f4-e340d132a5e0', 'name': '', 'network_id': '982c6e92-7848-46dd-811d-5ec569a6da67', 'tenant_id': 'd143bc5a616249a7beefc7b27962026b', 'mac_address': 'fa:16:3e:10:22:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1fafe849-ed07-444a-932d-68cf1f6b80a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:17Z', 'updated_at': '2022-05-16T15:15:27Z', 'revision_number': 5, 'project_id': 'd143bc5a616249a7beefc7b27962026b', 'subnets': [{'id': '1fafe849-ed07-444a-932d-68cf1f6b80a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:16:07.484678 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75389e60-8052-483a-ac1f-79d2a6e909e1 None None] The sync data for ids ['597b9c59-35f6-4ed2-a0d6-123dce3e1462'] in dv-cinder-795785-10-iscsi is: [{'id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'name': 'tempest-AttachVolumeNegativeTest-1541459670-router', 'tenant_id': 'd143bc5a616249a7beefc7b27962026b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '11c5f84e-eedf-4ae8-9ec1-7f055018f48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:10Z', 'updated_at': '2022-05-16T15:15:19Z', 'revision_number': 4, 'project_id': 'd143bc5a616249a7beefc7b27962026b', 'gw_port': {'id': '11c5f84e-eedf-4ae8-9ec1-7f055018f48e', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:61:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:12Z', 'updated_at': '2022-05-16T15:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_floatingips': [{'id': 'b85ace00-aed5-415b-8f91-d76f0b781d4c', 'tenant_id': 'd143bc5a616249a7beefc7b27962026b', 'floating_ip_address': '172.27.0.66', 'floating_network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'router_id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'port_id': 'a1eae8f4-b207-4d48-bdf5-dfab72b3d846', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '982c6e92-7848-46dd-811d-5ec569a6da67', 'mac_address': 'fa:16:3e:2f:75:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd44422c-b621-4ad8-82ab-e5eeae7b2633', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:15:30Z', 'updated_at': '2022-05-16T15:16:05Z', 'revision_number': 1, 'project_id': 'd143bc5a616249a7beefc7b27962026b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c44dc0b3-d42f-4222-b9f4-e340d132a5e0', 'name': '', 'network_id': '982c6e92-7848-46dd-811d-5ec569a6da67', 'tenant_id': 'd143bc5a616249a7beefc7b27962026b', 'mac_address': 'fa:16:3e:10:22:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1fafe849-ed07-444a-932d-68cf1f6b80a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:17Z', 'updated_at': '2022-05-16T15:15:27Z', 'revision_number': 5, 'project_id': 'd143bc5a616249a7beefc7b27962026b', 'subnets': [{'id': '1fafe849-ed07-444a-932d-68cf1f6b80a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:16:07.532933 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 43826) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:07.553616 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-32c56f0c-8fef-4765-909e-3937b7a55919 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:07.647144 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-32c56f0c-8fef-4765-909e-3937b7a55919 admin admin] Publish callbacks [] for security_group (ee41391d-7c22-4166-b19e-b7cfb128e042), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:07.738091 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-32c56f0c-8fef-4765-909e-3937b7a55919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (ee41391d-7c22-4166-b19e-b7cfb128e042), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:07.749149 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6458b7f1-9737-457e-b3d9-e6937bd99002 None None] New status for floating IP b85ace00-aed5-415b-8f91-d76f0b781d4c: ACTIVE {{(pid=104035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 15:16:07.783472 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-32c56f0c-8fef-4765-909e-3937b7a55919 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=83cd4701636647adbf26bad2818a3fec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2494128 May 16 15:16:07.784622 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 43832) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:07.790715 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c56f0c-8fef-4765-909e-3937b7a55919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee41391d-7c22-4166-b19e-b7cfb128e042,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:07.836020 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7c8d5a4b-71df-440a-99b9-da326ea40237 admin admin] Publish callbacks [] for security_group (ee41391d-7c22-4166-b19e-b7cfb128e042), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:07.858580 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7c8d5a4b-71df-440a-99b9-da326ea40237 admin admin] Publish callbacks [] for security_group (ee41391d-7c22-4166-b19e-b7cfb128e042), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:08.029559 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7c8d5a4b-71df-440a-99b9-da326ea40237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (ee41391d-7c22-4166-b19e-b7cfb128e042), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:08.032197 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7c8d5a4b-71df-440a-99b9-da326ea40237 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:08.035800 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-7c8d5a4b-71df-440a-99b9-da326ea40237 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ee41391d-7c22-4166-b19e-b7cfb128e042 HTTP/1.1" status: 204 len: 168 time: 0.2478192 May 16 15:16:08.081046 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8d5a4b-71df-440a-99b9-da326ea40237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee41391d-7c22-4166-b19e-b7cfb128e042,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:08.225243 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7f0bba-a646-4612-b6af-23da3ba16339 req-b9cca394-8e10-4773-a8a9-8f503ef45778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:08.227177 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-cb7f0bba-a646-4612-b6af-23da3ba16339 req-b9cca394-8e10-4773-a8a9-8f503ef45778 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d143bc5a616249a7beefc7b27962026b&device_id=dd44422c-b621-4ad8-82ab-e5eeae7b2633 HTTP/1.1" status: 200 len: 1129 time: 0.0992477 May 16 15:16:08.276396 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb0b0cd-c7d0-48a9-be94-ae6902056b9d req-1fbfeb56-9eac-4dac-bbd9-154aba4df781 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:08.279241 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-5fb0b0cd-c7d0-48a9-be94-ae6902056b9d req-1fbfeb56-9eac-4dac-bbd9-154aba4df781 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=766a2d7d-3279-4c55-9dfb-29746e7fd0f0 HTTP/1.1" status: 200 len: 946 time: 0.0525377 May 16 15:16:08.325995 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-5fb0b0cd-c7d0-48a9-be94-ae6902056b9d req-004b08e9-997f-486a-bdfd-d389fdd341c2 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=014d0d4d-d0b9-4825-87ad-58356143efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411820 May 16 15:16:08.350171 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-be940f2e-c3fb-42fa-bf1e-d98810bd9fa2 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:08.418417 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-be940f2e-c3fb-42fa-bf1e-d98810bd9fa2 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556839'] for floatingip (43b0b911-cad4-43f9-8e1c-2c5092f8f9e8), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:08.517438 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.db.l3_db [None req-be940f2e-c3fb-42fa-bf1e-d98810bd9fa2 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Floating IP 43b0b911-cad4-43f9-8e1c-2c5092f8f9e8 associated. External IP: 172.27.0.246, port: c2d12348-be99-4d8a-833b-0746887f6b11. May 16 15:16:08.720142 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be940f2e-c3fb-42fa-bf1e-d98810bd9fa2 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Router 67c6642c-a31b-4537-a524-d1c5011e71b1 has already been hosted by L3 agent 54a3e65b-69a0-426d-9997-69a1705c4334 {{(pid=104034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:16:08.796973 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128739c-2bde-45b0-9370-31860d99fe61 req-538087b6-28e1-4dfc-b3e0-b4d5aad173bc tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:08.798605 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-f128739c-2bde-45b0-9370-31860d99fe61 req-538087b6-28e1-4dfc-b3e0-b4d5aad173bc tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=766a2d7d-3279-4c55-9dfb-29746e7fd0f0 HTTP/1.1" status: 200 len: 946 time: 0.0461314 May 16 15:16:08.836784 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be940f2e-c3fb-42fa-bf1e-d98810bd9fa2 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Notify agent at l3_agent.dv-cinder-795785-10-iscsi the message routers_updated {{(pid=104034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:16:08.841861 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-be940f2e-c3fb-42fa-bf1e-d98810bd9fa2 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914'] for floatingip (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:08.849989 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed592c57-052f-4a69-9224-a4ca95c9282a None None] Sync routers for ids ['67c6642c-a31b-4537-a524-d1c5011e71b1'] in dv-cinder-795785-10-iscsi {{(pid=104036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:16:08.860398 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed592c57-052f-4a69-9224-a4ca95c9282a None None] Routers {'67c6642c-a31b-4537-a524-d1c5011e71b1'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:16:08.861116 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-f128739c-2bde-45b0-9370-31860d99fe61 req-885819b0-8c50-4c55-8b71-62fd73713d9a tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=014d0d4d-d0b9-4825-87ad-58356143efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565362 May 16 15:16:08.862299 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-ed592c57-052f-4a69-9224-a4ca95c9282a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:15:59Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['67c6642c-a31b-4537-a524-d1c5011e71b1'], 'active': True} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:16:08.885601 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-be940f2e-c3fb-42fa-bf1e-d98810bd9fa2 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "PUT /v2.0/floatingips/43b0b911-cad4-43f9-8e1c-2c5092f8f9e8 HTTP/1.1" status: 200 len: 991 time: 1.5558615 May 16 15:16:08.886233 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3e68f7e-80df-470a-869e-8c625ab4709c', 'tag': 'c2d12348-be99-4d8a-833b-0746887f6b11'}] {{(pid=104034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:16:08.888533 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cdfd588167f3f1dbc712245a9b2e41b7a1fa72707d5290f062c21f430b6f068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef2fa703-6fe4-4117-9d11-75cc02c36233" -d '{"events": [{"name": "network-changed", "server_uuid": "f3e68f7e-80df-470a-869e-8c625ab4709c", "tag": "c2d12348-be99-4d8a-833b-0746887f6b11"}]}' {{(pid=104034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:16:08.928149 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6807352-9a59-4949-b995-4df32637415a x-openstack-request-id: req-f6807352-9a59-4949-b995-4df32637415a {{(pid=104034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:16:08.928427 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3e68f7e-80df-470a-869e-8c625ab4709c", "tag": "c2d12348-be99-4d8a-833b-0746887f6b11", "status": "completed", "code": 200}]} {{(pid=104034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:16:08.928678 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f6807352-9a59-4949-b995-4df32637415a {{(pid=104034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:16:08.929233 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6807352-9a59-4949-b995-4df32637415a'] response: {'name': 'network-changed', 'server_uuid': 'f3e68f7e-80df-470a-869e-8c625ab4709c', 'tag': 'c2d12348-be99-4d8a-833b-0746887f6b11', 'status': 'completed', 'code': 200} May 16 15:16:09.051418 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvr_db [None req-ed592c57-052f-4a69-9224-a4ca95c9282a None None] Set router 67c6642c-a31b-4537-a524-d1c5011e71b1 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:16:09.263812 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-ed592c57-052f-4a69-9224-a4ca95c9282a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67c6642c-a31b-4537-a524-d1c5011e71b1', 'name': 'tempest-AttachVolumeTestJSON-1961656545-router', 'tenant_id': '9703f082240542aa979c6b53052d77b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '4a0e584b-b23e-43a6-8327-b575f5c43314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:12Z', 'updated_at': '2022-05-16T15:15:23Z', 'revision_number': 4, 'project_id': '9703f082240542aa979c6b53052d77b9', 'gw_port': {'id': '4a0e584b-b23e-43a6-8327-b575f5c43314', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bd:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c6642c-a31b-4537-a524-d1c5011e71b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:13Z', 'updated_at': '2022-05-16T15:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_floatingips': [{'id': '43b0b911-cad4-43f9-8e1c-2c5092f8f9e8', 'tenant_id': '9703f082240542aa979c6b53052d77b9', 'floating_ip_address': '172.27.0.246', 'floating_network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'router_id': '67c6642c-a31b-4537-a524-d1c5011e71b1', 'port_id': 'c2d12348-be99-4d8a-833b-0746887f6b11', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20dfff89-2b4c-4d06-bcfc-8ec2e202af64', 'mac_address': 'fa:16:3e:4c:cf:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e68f7e-80df-470a-869e-8c625ab4709c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:15:35Z', 'updated_at': '2022-05-16T15:16:08Z', 'revision_number': 1, 'project_id': '9703f082240542aa979c6b53052d77b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93b92ef9-bc57-4557-bac2-d50867420ca1', 'name': '', 'network_id': '20dfff89-2b4c-4d06-bcfc-8ec2e202af64', 'tenant_id': '9703f082240542aa979c6b53052d77b9', 'mac_address': 'fa:16:3e:2f:72:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c6642c-a31b-4537-a524-d1c5011e71b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '9bd76027-99a6-4823-9a55-92e97a7e537f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:21Z', 'updated_at': '2022-05-16T15:15:33Z', 'revision_number': 5, 'project_id': '9703f082240542aa979c6b53052d77b9', 'subnets': [{'id': '9bd76027-99a6-4823-9a55-92e97a7e537f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:16:09.292310 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed592c57-052f-4a69-9224-a4ca95c9282a None None] Checking router: 67c6642c-a31b-4537-a524-d1c5011e71b1 for host: dv-cinder-795785-10-iscsi {{(pid=104036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:16:09.304245 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed592c57-052f-4a69-9224-a4ca95c9282a None None] Routers {'67c6642c-a31b-4537-a524-d1c5011e71b1'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:16:09.304245 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-ed592c57-052f-4a69-9224-a4ca95c9282a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:15:59Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['67c6642c-a31b-4537-a524-d1c5011e71b1'], 'active': True} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:16:09.406707 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvr_db [None req-ed592c57-052f-4a69-9224-a4ca95c9282a None None] Set router 67c6642c-a31b-4537-a524-d1c5011e71b1 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:16:09.614033 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-ed592c57-052f-4a69-9224-a4ca95c9282a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67c6642c-a31b-4537-a524-d1c5011e71b1', 'name': 'tempest-AttachVolumeTestJSON-1961656545-router', 'tenant_id': '9703f082240542aa979c6b53052d77b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '4a0e584b-b23e-43a6-8327-b575f5c43314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:12Z', 'updated_at': '2022-05-16T15:15:23Z', 'revision_number': 4, 'project_id': '9703f082240542aa979c6b53052d77b9', 'gw_port': {'id': '4a0e584b-b23e-43a6-8327-b575f5c43314', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bd:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c6642c-a31b-4537-a524-d1c5011e71b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:13Z', 'updated_at': '2022-05-16T15:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_floatingips': [{'id': '43b0b911-cad4-43f9-8e1c-2c5092f8f9e8', 'tenant_id': '9703f082240542aa979c6b53052d77b9', 'floating_ip_address': '172.27.0.246', 'floating_network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'router_id': '67c6642c-a31b-4537-a524-d1c5011e71b1', 'port_id': 'c2d12348-be99-4d8a-833b-0746887f6b11', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20dfff89-2b4c-4d06-bcfc-8ec2e202af64', 'mac_address': 'fa:16:3e:4c:cf:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e68f7e-80df-470a-869e-8c625ab4709c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:15:35Z', 'updated_at': '2022-05-16T15:16:08Z', 'revision_number': 1, 'project_id': '9703f082240542aa979c6b53052d77b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93b92ef9-bc57-4557-bac2-d50867420ca1', 'name': '', 'network_id': '20dfff89-2b4c-4d06-bcfc-8ec2e202af64', 'tenant_id': '9703f082240542aa979c6b53052d77b9', 'mac_address': 'fa:16:3e:2f:72:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c6642c-a31b-4537-a524-d1c5011e71b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '9bd76027-99a6-4823-9a55-92e97a7e537f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:21Z', 'updated_at': '2022-05-16T15:15:33Z', 'revision_number': 5, 'project_id': '9703f082240542aa979c6b53052d77b9', 'subnets': [{'id': '9bd76027-99a6-4823-9a55-92e97a7e537f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:16:09.638501 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed592c57-052f-4a69-9224-a4ca95c9282a None None] The sync data for ids ['67c6642c-a31b-4537-a524-d1c5011e71b1'] in dv-cinder-795785-10-iscsi is: [{'id': '67c6642c-a31b-4537-a524-d1c5011e71b1', 'name': 'tempest-AttachVolumeTestJSON-1961656545-router', 'tenant_id': '9703f082240542aa979c6b53052d77b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '4a0e584b-b23e-43a6-8327-b575f5c43314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:12Z', 'updated_at': '2022-05-16T15:15:23Z', 'revision_number': 4, 'project_id': '9703f082240542aa979c6b53052d77b9', 'gw_port': {'id': '4a0e584b-b23e-43a6-8327-b575f5c43314', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bd:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c6642c-a31b-4537-a524-d1c5011e71b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:13Z', 'updated_at': '2022-05-16T15:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_floatingips': [{'id': '43b0b911-cad4-43f9-8e1c-2c5092f8f9e8', 'tenant_id': '9703f082240542aa979c6b53052d77b9', 'floating_ip_address': '172.27.0.246', 'floating_network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'router_id': '67c6642c-a31b-4537-a524-d1c5011e71b1', 'port_id': 'c2d12348-be99-4d8a-833b-0746887f6b11', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20dfff89-2b4c-4d06-bcfc-8ec2e202af64', 'mac_address': 'fa:16:3e:4c:cf:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e68f7e-80df-470a-869e-8c625ab4709c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:15:35Z', 'updated_at': '2022-05-16T15:16:08Z', 'revision_number': 1, 'project_id': '9703f082240542aa979c6b53052d77b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93b92ef9-bc57-4557-bac2-d50867420ca1', 'name': '', 'network_id': '20dfff89-2b4c-4d06-bcfc-8ec2e202af64', 'tenant_id': '9703f082240542aa979c6b53052d77b9', 'mac_address': 'fa:16:3e:2f:72:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c6642c-a31b-4537-a524-d1c5011e71b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '9bd76027-99a6-4823-9a55-92e97a7e537f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:21Z', 'updated_at': '2022-05-16T15:15:33Z', 'revision_number': 5, 'project_id': '9703f082240542aa979c6b53052d77b9', 'subnets': [{'id': '9bd76027-99a6-4823-9a55-92e97a7e537f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:16:09.839018 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42a384c-ce5b-40d0-a0ee-97533e67474e None None] New status for floating IP 43b0b911-cad4-43f9-8e1c-2c5092f8f9e8: ACTIVE {{(pid=104035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 15:16:09.986531 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e15afc4-4e52-44a2-aee7-9b81ae197e39 req-86daed7f-54be-4455-bab7-63d9f22d3a33 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:09.988072 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-2e15afc4-4e52-44a2-aee7-9b81ae197e39 req-86daed7f-54be-4455-bab7-63d9f22d3a33 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=766a2d7d-3279-4c55-9dfb-29746e7fd0f0 HTTP/1.1" status: 200 len: 946 time: 0.0589540 May 16 15:16:10.001140 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (751a3b14-a3b6-44f5-a165-bd23bd92acbe), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:10.038884 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-2e15afc4-4e52-44a2-aee7-9b81ae197e39 req-eba255da-56ee-41d8-926f-3558620d997c tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=014d0d4d-d0b9-4825-87ad-58356143efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453372 May 16 15:16:11.074164 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7f0bba-a646-4612-b6af-23da3ba16339 req-c2188a87-5419-4992-aa4c-6284f3e25293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:11.081860 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-cb7f0bba-a646-4612-b6af-23da3ba16339 req-c2188a87-5419-4992-aa4c-6284f3e25293 service neutron] 10.222.0.69 "GET /v2.0/networks?id=982c6e92-7848-46dd-811d-5ec569a6da67 HTTP/1.1" status: 200 len: 916 time: 0.1098878 May 16 15:16:11.102192 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2fa703-6fe4-4117-9d11-75cc02c36233 req-063264a0-f86f-41a5-a56f-ae80d7494227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:11.105339 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-ef2fa703-6fe4-4117-9d11-75cc02c36233 req-063264a0-f86f-41a5-a56f-ae80d7494227 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9703f082240542aa979c6b53052d77b9&device_id=f3e68f7e-80df-470a-869e-8c625ab4709c HTTP/1.1" status: 200 len: 1129 time: 0.0692818 May 16 15:16:11.109405 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e397938-5804-46fa-9b74-3bff882d6f8d req-574330cd-3231-4b62-a602-3c516aafcc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:11.110984 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-3e397938-5804-46fa-9b74-3bff882d6f8d req-574330cd-3231-4b62-a602-3c516aafcc2f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=316917d7a31645bfaac651f81154c18f&device_id=766a2d7d-3279-4c55-9dfb-29746e7fd0f0 HTTP/1.1" status: 200 len: 1130 time: 0.0493236 May 16 15:16:11.221245 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4599f4d3-ae33-434d-9ce1-afd382fb4fd7 req-9f8d1a3e-7d2a-4eda-9341-f00d57927dd5 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:11.222777 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-4599f4d3-ae33-434d-9ce1-afd382fb4fd7 req-9f8d1a3e-7d2a-4eda-9341-f00d57927dd5 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=766a2d7d-3279-4c55-9dfb-29746e7fd0f0 HTTP/1.1" status: 200 len: 946 time: 0.0895844 May 16 15:16:11.224675 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-cb7f0bba-a646-4612-b6af-23da3ba16339 req-14ad4535-ecb7-4a63-b30b-80b25e62d6bc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1eae8f4-b207-4d48-bdf5-dfab72b3d846 HTTP/1.1" status: 200 len: 1000 time: 0.1326270 May 16 15:16:11.273158 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-4599f4d3-ae33-434d-9ce1-afd382fb4fd7 req-6d11e22b-a7c3-4f57-bcb6-cb158ad36a9f tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=014d0d4d-d0b9-4825-87ad-58356143efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447967 May 16 15:16:11.594253 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7f0bba-a646-4612-b6af-23da3ba16339 req-9b9ac8a5-7df8-4082-ac41-848bb2a58fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:11.595812 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-cb7f0bba-a646-4612-b6af-23da3ba16339 req-9b9ac8a5-7df8-4082-ac41-848bb2a58fe4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1fafe849-ed07-444a-932d-68cf1f6b80a1 HTTP/1.1" status: 200 len: 854 time: 0.0442407 May 16 15:16:11.652555 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7f0bba-a646-4612-b6af-23da3ba16339 req-22dc52cb-66a7-4850-a9fa-13363e6c9e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:11.654610 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-cb7f0bba-a646-4612-b6af-23da3ba16339 req-22dc52cb-66a7-4850-a9fa-13363e6c9e3a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=982c6e92-7848-46dd-811d-5ec569a6da67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0429804 May 16 15:16:11.770845 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e397938-5804-46fa-9b74-3bff882d6f8d req-21deecb1-4854-4880-af65-979fdc88520c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:11.772330 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-3e397938-5804-46fa-9b74-3bff882d6f8d req-21deecb1-4854-4880-af65-979fdc88520c service neutron] 10.222.0.69 "GET /v2.0/networks?id=8561ad64-1b6b-4f33-82d1-a2d7e72d5b01 HTTP/1.1" status: 200 len: 920 time: 0.2144387 May 16 15:16:11.773263 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2fa703-6fe4-4117-9d11-75cc02c36233 req-221f855d-a324-4e44-81ea-d296d3c62dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:11.774837 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-ef2fa703-6fe4-4117-9d11-75cc02c36233 req-221f855d-a324-4e44-81ea-d296d3c62dd2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=20dfff89-2b4c-4d06-bcfc-8ec2e202af64 HTTP/1.1" status: 200 len: 912 time: 0.2244008 May 16 15:16:11.845322 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-cb7f0bba-a646-4612-b6af-23da3ba16339 req-fcb4be81-904a-48fd-9ecb-6e50e26da60f service neutron] 10.222.0.69 "GET /v2.0/networks/982c6e92-7848-46dd-811d-5ec569a6da67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940046 May 16 15:16:12.387115 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631085dd-daf0-40ad-9a0b-2c0b2ff84d62 req-99324e65-bce4-4443-8ce0-42b03cd920ec tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:12.388702 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-631085dd-daf0-40ad-9a0b-2c0b2ff84d62 req-99324e65-bce4-4443-8ce0-42b03cd920ec tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=766a2d7d-3279-4c55-9dfb-29746e7fd0f0 HTTP/1.1" status: 200 len: 946 time: 0.0496683 May 16 15:16:12.434605 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-631085dd-daf0-40ad-9a0b-2c0b2ff84d62 req-bdbf4c14-040c-4975-982b-54226e9a30cb tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=014d0d4d-d0b9-4825-87ad-58356143efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406179 May 16 15:16:13.159983 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.agents_db [None req-ab78c14b-22b7-4e46-ade7-0c4080e95cb7 None None] Agent healthcheck: found 6 active agents {{(pid=104036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:16:13.542717 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6d4860-c432-4d21-b4f0-d2061f15ffb0 req-00b8d2ee-40f9-4cc2-a160-4254ead90958 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:13.544759 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-8e6d4860-c432-4d21-b4f0-d2061f15ffb0 req-00b8d2ee-40f9-4cc2-a160-4254ead90958 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=766a2d7d-3279-4c55-9dfb-29746e7fd0f0 HTTP/1.1" status: 200 len: 946 time: 0.0456240 May 16 15:16:13.565392 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-3e397938-5804-46fa-9b74-3bff882d6f8d req-3fb0e9ca-e209-431d-9f61-04468d045f82 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=478148b0-c270-4a3b-8603-9ce967e01679 HTTP/1.1" status: 200 len: 217 time: 0.0361493 May 16 15:16:13.594599 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-8e6d4860-c432-4d21-b4f0-d2061f15ffb0 req-1be1dd2b-a99b-4a85-8015-94b04f19ad95 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=014d0d4d-d0b9-4825-87ad-58356143efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442550 May 16 15:16:14.702305 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-cb7f0bba-a646-4612-b6af-23da3ba16339 req-40bb343f-a663-4ee7-8f91-7a41ff4f61ae service neutron] 10.222.0.69 "GET /v2.0/networks/982c6e92-7848-46dd-811d-5ec569a6da67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855181 May 16 15:16:14.961742 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-ef2fa703-6fe4-4117-9d11-75cc02c36233 req-e1ac05ca-8b9d-40a0-97eb-9c2679e6a679 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2d12348-be99-4d8a-833b-0746887f6b11 HTTP/1.1" status: 200 len: 1001 time: 0.3446093 May 16 15:16:14.967835 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a75550-c73e-4085-82c8-e8b725f82c8d req-a754ca5e-968d-452f-b1e8-791c1c83ef32 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:14.969212 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-59a75550-c73e-4085-82c8-e8b725f82c8d req-a754ca5e-968d-452f-b1e8-791c1c83ef32 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=766a2d7d-3279-4c55-9dfb-29746e7fd0f0 HTTP/1.1" status: 200 len: 946 time: 0.2980385 May 16 15:16:14.972672 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e397938-5804-46fa-9b74-3bff882d6f8d req-2ddcdd71-861b-4fbf-bc34-d3e17476958d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:14.973986 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-3e397938-5804-46fa-9b74-3bff882d6f8d req-2ddcdd71-861b-4fbf-bc34-d3e17476958d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=559d3648-c2d7-45f5-9aa1-e00232e9372a HTTP/1.1" status: 200 len: 858 time: 0.3165655 May 16 15:16:15.016334 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-59a75550-c73e-4085-82c8-e8b725f82c8d req-03900dd1-cb94-44dd-a389-45e5348ba08d tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=014d0d4d-d0b9-4825-87ad-58356143efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413883 May 16 15:16:15.134666 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2fa703-6fe4-4117-9d11-75cc02c36233 req-b281c55f-05d2-4b47-93de-dc4ca514b519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:15.136310 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-ef2fa703-6fe4-4117-9d11-75cc02c36233 req-b281c55f-05d2-4b47-93de-dc4ca514b519 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9bd76027-99a6-4823-9a55-92e97a7e537f HTTP/1.1" status: 200 len: 850 time: 0.0743337 May 16 15:16:15.140087 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e397938-5804-46fa-9b74-3bff882d6f8d req-4e342e60-5bdc-4e77-b23b-2287ffa194ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:15.141632 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-3e397938-5804-46fa-9b74-3bff882d6f8d req-4e342e60-5bdc-4e77-b23b-2287ffa194ea service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8561ad64-1b6b-4f33-82d1-a2d7e72d5b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0784507 May 16 15:16:15.235643 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2fa703-6fe4-4117-9d11-75cc02c36233 req-7fbd6b80-75a3-448f-924e-4f6222a091e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:15.237133 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-ef2fa703-6fe4-4117-9d11-75cc02c36233 req-7fbd6b80-75a3-448f-924e-4f6222a091e5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=20dfff89-2b4c-4d06-bcfc-8ec2e202af64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0878437 May 16 15:16:15.290880 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-3e397938-5804-46fa-9b74-3bff882d6f8d req-48920bca-85df-48ec-bbc0-c1f76f787e1c service neutron] 10.222.0.69 "GET /v2.0/networks/8561ad64-1b6b-4f33-82d1-a2d7e72d5b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400671 May 16 15:16:15.399608 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-ef2fa703-6fe4-4117-9d11-75cc02c36233 req-ac0c8299-26f4-4f1c-80e4-4d150da0bd92 service neutron] 10.222.0.69 "GET /v2.0/networks/20dfff89-2b4c-4d06-bcfc-8ec2e202af64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531909 May 16 15:16:15.445144 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-3e397938-5804-46fa-9b74-3bff882d6f8d req-e4be48c5-dabf-405e-9c1d-1411e80c0b1a service neutron] 10.222.0.69 "GET /v2.0/networks/8561ad64-1b6b-4f33-82d1-a2d7e72d5b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299193 May 16 15:16:15.511136 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-ef2fa703-6fe4-4117-9d11-75cc02c36233 req-459175c7-78b6-423a-8a01-f6baaf4c99d1 service neutron] 10.222.0.69 "GET /v2.0/networks/20dfff89-2b4c-4d06-bcfc-8ec2e202af64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013403 May 16 15:16:15.631454 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-9a8fbea8-b12d-48ac-85ff-53583f9f012a req-992e1b4b-9c64-4387-83d9-ce193eabd43a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=efb4f893-00bf-47fe-8ca4-74f9cfadd2b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382254 May 16 15:16:15.917730 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8fbea8-b12d-48ac-85ff-53583f9f012a req-bd7473f2-71bf-4715-9ee4-08fd091d1749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:15.919296 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-9a8fbea8-b12d-48ac-85ff-53583f9f012a req-bd7473f2-71bf-4715-9ee4-08fd091d1749 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bb76045fec614358bd2bb89018436943&device_id=efb4f893-00bf-47fe-8ca4-74f9cfadd2b7 HTTP/1.1" status: 200 len: 1130 time: 0.0436223 May 16 15:16:16.040263 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8fbea8-b12d-48ac-85ff-53583f9f012a req-82ea2c56-7fed-4c78-bda2-90d24648fa9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:16.041732 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-9a8fbea8-b12d-48ac-85ff-53583f9f012a req-82ea2c56-7fed-4c78-bda2-90d24648fa9c service neutron] 10.222.0.69 "GET /v2.0/networks?id=f79a4d11-7fc6-40e0-8a7d-fa2d8875e4ab HTTP/1.1" status: 200 len: 913 time: 0.0911863 May 16 15:16:16.128483 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9bf141-3c34-4625-858b-e33c472a4774 req-e5fe745d-feed-4bff-a628-62f0d8c914d1 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:16.129959 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-2e9bf141-3c34-4625-858b-e33c472a4774 req-e5fe745d-feed-4bff-a628-62f0d8c914d1 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=766a2d7d-3279-4c55-9dfb-29746e7fd0f0 HTTP/1.1" status: 200 len: 946 time: 0.0460258 May 16 15:16:16.183454 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-2e9bf141-3c34-4625-858b-e33c472a4774 req-043040eb-0f49-48bc-87d2-262fd8de699b tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=014d0d4d-d0b9-4825-87ad-58356143efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478692 May 16 15:16:16.284414 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-9a8fbea8-b12d-48ac-85ff-53583f9f012a req-30a36381-8f27-41fc-a8d9-3fce3c211209 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4da502e-bee2-43da-bb06-65e396454359 HTTP/1.1" status: 200 len: 217 time: 0.0336742 May 16 15:16:16.351807 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8fbea8-b12d-48ac-85ff-53583f9f012a req-1f415d1e-39e2-4791-b277-d49ef8308a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:16.352880 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-9a8fbea8-b12d-48ac-85ff-53583f9f012a req-1f415d1e-39e2-4791-b277-d49ef8308a14 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3280c787-f1f1-4ea3-868e-ec3b12d6ec74 HTTP/1.1" status: 200 len: 852 time: 0.0549145 May 16 15:16:16.391855 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-9a8fbea8-b12d-48ac-85ff-53583f9f012a req-af4e03df-2345-4982-8c3f-7f23792c779b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f79a4d11-7fc6-40e0-8a7d-fa2d8875e4ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321951 May 16 15:16:16.485489 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-9a8fbea8-b12d-48ac-85ff-53583f9f012a req-050228d2-12ea-4cf5-ab0c-8f5403cbd901 service neutron] 10.222.0.69 "GET /v2.0/networks/f79a4d11-7fc6-40e0-8a7d-fa2d8875e4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858922 May 16 15:16:16.588566 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-9a8fbea8-b12d-48ac-85ff-53583f9f012a req-204b20c4-6cbd-4ece-84a9-fc5547aa26fb service neutron] 10.222.0.69 "GET /v2.0/networks/f79a4d11-7fc6-40e0-8a7d-fa2d8875e4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934300 May 16 15:16:17.298162 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b6a5f8-48a5-47da-ba96-237dd5a0d8e2 req-3b71a746-729d-4cb8-af9d-821c7797c250 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:17.299638 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-15b6a5f8-48a5-47da-ba96-237dd5a0d8e2 req-3b71a746-729d-4cb8-af9d-821c7797c250 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=766a2d7d-3279-4c55-9dfb-29746e7fd0f0 HTTP/1.1" status: 200 len: 946 time: 0.0477901 May 16 15:16:17.346462 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-15b6a5f8-48a5-47da-ba96-237dd5a0d8e2 req-85ed8a83-1125-4228-9549-51c731ee8f78 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=014d0d4d-d0b9-4825-87ad-58356143efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410087 May 16 15:16:18.454039 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37cf567-28f5-4d3d-ad10-0f3c484fd3fd req-b87f4a80-73b1-4d6a-bf09-3598045ea35f tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:18.455500 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-d37cf567-28f5-4d3d-ad10-0f3c484fd3fd req-b87f4a80-73b1-4d6a-bf09-3598045ea35f tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=766a2d7d-3279-4c55-9dfb-29746e7fd0f0 HTTP/1.1" status: 200 len: 946 time: 0.0449305 May 16 15:16:18.501234 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-d37cf567-28f5-4d3d-ad10-0f3c484fd3fd req-1b90f247-8832-45c5-803b-aad9027bfcc2 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=014d0d4d-d0b9-4825-87ad-58356143efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402930 May 16 15:16:19.611232 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7535a158-ca93-4ce0-ba7c-75e7f3fde601 req-6a337486-3ba9-4eac-acc9-30ebecdeb02a tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:19.612666 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-7535a158-ca93-4ce0-ba7c-75e7f3fde601 req-6a337486-3ba9-4eac-acc9-30ebecdeb02a tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=766a2d7d-3279-4c55-9dfb-29746e7fd0f0 HTTP/1.1" status: 200 len: 946 time: 0.0460446 May 16 15:16:19.661301 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-7535a158-ca93-4ce0-ba7c-75e7f3fde601 req-8aa26fbf-fa75-4054-8ee6-a2441af9e93c tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=014d0d4d-d0b9-4825-87ad-58356143efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430260 May 16 15:16:20.771488 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2585ed5e-cee9-440c-b654-4da8d2e03ac3 req-2e28d854-4a4a-4e88-aa71-8657eb5abaa4 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:20.772954 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-2585ed5e-cee9-440c-b654-4da8d2e03ac3 req-2e28d854-4a4a-4e88-aa71-8657eb5abaa4 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=766a2d7d-3279-4c55-9dfb-29746e7fd0f0 HTTP/1.1" status: 200 len: 946 time: 0.0461333 May 16 15:16:20.820490 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-2585ed5e-cee9-440c-b654-4da8d2e03ac3 req-2ef9ce00-4337-46e3-a6d9-eff186534ee7 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=014d0d4d-d0b9-4825-87ad-58356143efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415170 May 16 15:16:21.931464 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77225c1a-1fbd-43b6-a38a-ab3235a8f381 req-814ed337-de9a-4ee9-9e82-0f9c82c41904 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:21.932977 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-77225c1a-1fbd-43b6-a38a-ab3235a8f381 req-814ed337-de9a-4ee9-9e82-0f9c82c41904 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=766a2d7d-3279-4c55-9dfb-29746e7fd0f0 HTTP/1.1" status: 200 len: 946 time: 0.0460625 May 16 15:16:21.982077 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-77225c1a-1fbd-43b6-a38a-ab3235a8f381 req-1d463c8e-76f4-491f-90dc-d2a5ffa210ea tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=014d0d4d-d0b9-4825-87ad-58356143efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420256 May 16 15:16:23.098177 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e560bf46-ba5c-4b1b-9a25-e3c9c0a7c167 req-4478306d-47ee-4a1d-918c-1130bb4d97bb tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:23.099654 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-e560bf46-ba5c-4b1b-9a25-e3c9c0a7c167 req-4478306d-47ee-4a1d-918c-1130bb4d97bb tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=766a2d7d-3279-4c55-9dfb-29746e7fd0f0 HTTP/1.1" status: 200 len: 946 time: 0.0501261 May 16 15:16:23.146982 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-e560bf46-ba5c-4b1b-9a25-e3c9c0a7c167 req-dab9c9d3-6ac1-47ef-9845-847dedb9ec10 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=014d0d4d-d0b9-4825-87ad-58356143efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418272 May 16 15:16:24.261229 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384b6f80-19be-4916-bd76-3061a8085b8d req-02f15a20-ba1d-4501-8f55-9fd10db2553e tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:24.262765 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-384b6f80-19be-4916-bd76-3061a8085b8d req-02f15a20-ba1d-4501-8f55-9fd10db2553e tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=766a2d7d-3279-4c55-9dfb-29746e7fd0f0 HTTP/1.1" status: 200 len: 946 time: 0.0464816 May 16 15:16:24.311439 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-384b6f80-19be-4916-bd76-3061a8085b8d req-bfe329ae-f215-4468-88de-239e8f918cfb tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=014d0d4d-d0b9-4825-87ad-58356143efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428386 May 16 15:16:24.448171 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 44128) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:24.552338 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-bc365409-0bdc-44fa-a2c5-93d0ed32b7bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:24.630315 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-bc365409-0bdc-44fa-a2c5-93d0ed32b7bf admin admin] Publish callbacks [] for security_group (dbd31abe-7e85-4a03-bad7-2fd8c271dd0f), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:24.691614 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-bc365409-0bdc-44fa-a2c5-93d0ed32b7bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (dbd31abe-7e85-4a03-bad7-2fd8c271dd0f), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:24.731694 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-bc365409-0bdc-44fa-a2c5-93d0ed32b7bf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8f5a50f5a8c244bcac3ac5701a0bf095&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2816832 May 16 15:16:24.732741 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc365409-0bdc-44fa-a2c5-93d0ed32b7bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbd31abe-7e85-4a03-bad7-2fd8c271dd0f,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:24.734391 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 44138) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:24.740414 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc365409-0bdc-44fa-a2c5-93d0ed32b7bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:24.740767 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc365409-0bdc-44fa-a2c5-93d0ed32b7bf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:24.741113 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc365409-0bdc-44fa-a2c5-93d0ed32b7bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:24.741452 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc365409-0bdc-44fa-a2c5-93d0ed32b7bf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:24.741784 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc365409-0bdc-44fa-a2c5-93d0ed32b7bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:24.742143 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc365409-0bdc-44fa-a2c5-93d0ed32b7bf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:24.742476 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc365409-0bdc-44fa-a2c5-93d0ed32b7bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:24.742804 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc365409-0bdc-44fa-a2c5-93d0ed32b7bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:24.743140 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc365409-0bdc-44fa-a2c5-93d0ed32b7bf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:24.743462 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc365409-0bdc-44fa-a2c5-93d0ed32b7bf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:24.743791 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc365409-0bdc-44fa-a2c5-93d0ed32b7bf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:24.744118 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc365409-0bdc-44fa-a2c5-93d0ed32b7bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:24.744442 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc365409-0bdc-44fa-a2c5-93d0ed32b7bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:24.744763 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc365409-0bdc-44fa-a2c5-93d0ed32b7bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:24.745084 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc365409-0bdc-44fa-a2c5-93d0ed32b7bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:24.803589 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-4df83f11-491f-4bc9-a27e-e93dd5a1f40d admin admin] Publish callbacks [] for security_group (dbd31abe-7e85-4a03-bad7-2fd8c271dd0f), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:24.824555 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-4df83f11-491f-4bc9-a27e-e93dd5a1f40d admin admin] Publish callbacks [] for security_group (dbd31abe-7e85-4a03-bad7-2fd8c271dd0f), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:24.937232 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-4df83f11-491f-4bc9-a27e-e93dd5a1f40d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (dbd31abe-7e85-4a03-bad7-2fd8c271dd0f), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:24.939939 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-4df83f11-491f-4bc9-a27e-e93dd5a1f40d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:24.941094 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-4df83f11-491f-4bc9-a27e-e93dd5a1f40d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dbd31abe-7e85-4a03-bad7-2fd8c271dd0f HTTP/1.1" status: 204 len: 168 time: 0.2048769 May 16 15:16:24.949340 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df83f11-491f-4bc9-a27e-e93dd5a1f40d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbd31abe-7e85-4a03-bad7-2fd8c271dd0f,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:24.957328 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df83f11-491f-4bc9-a27e-e93dd5a1f40d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:24.957676 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df83f11-491f-4bc9-a27e-e93dd5a1f40d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:24.958022 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df83f11-491f-4bc9-a27e-e93dd5a1f40d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:24.958384 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df83f11-491f-4bc9-a27e-e93dd5a1f40d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:24.958957 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df83f11-491f-4bc9-a27e-e93dd5a1f40d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:24.959299 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df83f11-491f-4bc9-a27e-e93dd5a1f40d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:24.959626 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df83f11-491f-4bc9-a27e-e93dd5a1f40d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:24.959964 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df83f11-491f-4bc9-a27e-e93dd5a1f40d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:24.960297 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df83f11-491f-4bc9-a27e-e93dd5a1f40d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:24.960611 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df83f11-491f-4bc9-a27e-e93dd5a1f40d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:24.960935 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df83f11-491f-4bc9-a27e-e93dd5a1f40d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:24.961262 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df83f11-491f-4bc9-a27e-e93dd5a1f40d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:24.961583 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df83f11-491f-4bc9-a27e-e93dd5a1f40d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:24.961904 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df83f11-491f-4bc9-a27e-e93dd5a1f40d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:24.962252 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df83f11-491f-4bc9-a27e-e93dd5a1f40d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:25.430619 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b541af27-4ea7-4d04-a706-b52c748396d1 req-2d0a5051-60cd-44af-a766-afc6ef5b4248 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:25.432252 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-b541af27-4ea7-4d04-a706-b52c748396d1 req-2d0a5051-60cd-44af-a766-afc6ef5b4248 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=766a2d7d-3279-4c55-9dfb-29746e7fd0f0 HTTP/1.1" status: 200 len: 946 time: 0.0518489 May 16 15:16:25.481285 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-b541af27-4ea7-4d04-a706-b52c748396d1 req-4cf50168-77e7-4035-9727-3d6ef88dba36 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=014d0d4d-d0b9-4825-87ad-58356143efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429835 May 16 15:16:25.625238 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 44156) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:25.638941 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-5af8be3b-dffa-4907-bba6-d8dceecc55ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:25.732354 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-5af8be3b-dffa-4907-bba6-d8dceecc55ae admin admin] Publish callbacks [] for security_group (467f91b1-05d4-4de4-932a-c009a1a94ae8), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:25.800205 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-5af8be3b-dffa-4907-bba6-d8dceecc55ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (467f91b1-05d4-4de4-932a-c009a1a94ae8), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:25.841207 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-5af8be3b-dffa-4907-bba6-d8dceecc55ae admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f5d7a166b6204323822c7474451362a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2148740 May 16 15:16:25.843190 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af8be3b-dffa-4907-bba6-d8dceecc55ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=467f91b1-05d4-4de4-932a-c009a1a94ae8,revision_number=1']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:25.844006 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 44168) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:25.901676 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-376cad76-ca0f-44b0-9ffe-0784318d4dd6 admin admin] Publish callbacks [] for security_group (467f91b1-05d4-4de4-932a-c009a1a94ae8), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:25.923639 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-376cad76-ca0f-44b0-9ffe-0784318d4dd6 admin admin] Publish callbacks [] for security_group (467f91b1-05d4-4de4-932a-c009a1a94ae8), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:26.057221 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-376cad76-ca0f-44b0-9ffe-0784318d4dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (467f91b1-05d4-4de4-932a-c009a1a94ae8), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:26.059875 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-376cad76-ca0f-44b0-9ffe-0784318d4dd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:26.063439 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-376cad76-ca0f-44b0-9ffe-0784318d4dd6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/467f91b1-05d4-4de4-932a-c009a1a94ae8 HTTP/1.1" status: 204 len: 168 time: 0.2160373 May 16 15:16:26.069537 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376cad76-ca0f-44b0-9ffe-0784318d4dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=467f91b1-05d4-4de4-932a-c009a1a94ae8,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:26.352225 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc626d1-6bf0-42cb-955c-84377f6f0c5b req-a40495ee-43b5-4f08-937a-82312dd6e6bd tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:26.354138 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-5bc626d1-6bf0-42cb-955c-84377f6f0c5b req-a40495ee-43b5-4f08-937a-82312dd6e6bd tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] 10.222.0.44 "GET /v2.0/ports?device_id=efb4f893-00bf-47fe-8ca4-74f9cfadd2b7 HTTP/1.1" status: 200 len: 946 time: 0.0548558 May 16 15:16:26.405627 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-5bc626d1-6bf0-42cb-955c-84377f6f0c5b req-79eeea8c-23cf-4823-86ab-0235cca0fd4a tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] 10.222.0.44 "GET /v2.0/security-groups?id=f28a7d65-13f3-44a5-af92-2ad063d3f898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454242 May 16 15:16:26.601185 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4690c41-c432-450e-a08c-e4aa6436daa8 req-005eeccd-b473-4d62-9165-a51f5019592a tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:26.602872 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-a4690c41-c432-450e-a08c-e4aa6436daa8 req-005eeccd-b473-4d62-9165-a51f5019592a tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=766a2d7d-3279-4c55-9dfb-29746e7fd0f0 HTTP/1.1" status: 200 len: 946 time: 0.0487425 May 16 15:16:26.658739 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-a4690c41-c432-450e-a08c-e4aa6436daa8 req-1da0fcdd-b129-464a-8dae-52c03a9773c9 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=014d0d4d-d0b9-4825-87ad-58356143efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499902 May 16 15:16:26.831526 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-65abd5b2-39b2-4416-9a47-472b4f0d82c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (a586ef94-96cb-452c-b402-463be5294b2a), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:27.190935 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 44230) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:27.284105 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.v2.base [None req-4553b5c8-aa6d-4a58-89df-603203b7852f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-503306724-network', 'tenant_id': '7c186c3409f94fa5bb7452eee4021eea'}} {{(pid=104033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:16:27.382677 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4553b5c8-aa6d-4a58-89df-603203b7852f admin admin] Made reservation on behalf of 7c186c3409f94fa5bb7452eee4021eea for: {'network': 1} {{(pid=104033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:16:27.384941 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4553b5c8-aa6d-4a58-89df-603203b7852f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for network (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:27.393923 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4553b5c8-aa6d-4a58-89df-603203b7852f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:27.469687 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4553b5c8-aa6d-4a58-89df-603203b7852f admin admin] Publish callbacks [] for security_group (793a137d-1fb6-4de0-a377-0a83eded1b25), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:27.518180 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5da473-b8bb-474f-9894-57c2f1cc110d req-b677a257-ce56-44a8-8abf-9966ef118e68 tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:27.519657 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-1c5da473-b8bb-474f-9894-57c2f1cc110d req-b677a257-ce56-44a8-8abf-9966ef118e68 tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] 10.222.0.44 "GET /v2.0/ports?device_id=efb4f893-00bf-47fe-8ca4-74f9cfadd2b7 HTTP/1.1" status: 200 len: 946 time: 0.0455909 May 16 15:16:27.531238 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4553b5c8-aa6d-4a58-89df-603203b7852f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (793a137d-1fb6-4de0-a377-0a83eded1b25), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:27.551844 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4553b5c8-aa6d-4a58-89df-603203b7852f admin admin] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=104033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 15:16:27.565776 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-1c5da473-b8bb-474f-9894-57c2f1cc110d req-652851bd-6140-431e-9bd8-4f261d704088 tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] 10.222.0.44 "GET /v2.0/security-groups?id=f28a7d65-13f3-44a5-af92-2ad063d3f898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407002 May 16 15:16:27.566962 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4553b5c8-aa6d-4a58-89df-603203b7852f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=793a137d-1fb6-4de0-a377-0a83eded1b25,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:27.570127 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4553b5c8-aa6d-4a58-89df-603203b7852f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789020055565', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996815'] for segment (f183387f-3d6a-4cd9-94a0-a8c0134622fe), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:27.575092 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.db.segments_db [None req-4553b5c8-aa6d-4a58-89df-603203b7852f admin admin] Added segment f183387f-3d6a-4cd9-94a0-a8c0134622fe of type vlan for network 6de467ee-ceef-4dff-8986-76afb32e2fd6 May 16 15:16:27.611138 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4553b5c8-aa6d-4a58-89df-603203b7852f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789019629716'] for network (6de467ee-ceef-4dff-8986-76afb32e2fd6), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:27.696913 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4553b5c8-aa6d-4a58-89df-603203b7852f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888'] for network (6de467ee-ceef-4dff-8986-76afb32e2fd6), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:27.697940 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4553b5c8-aa6d-4a58-89df-603203b7852f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:27.698687 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4553b5c8-aa6d-4a58-89df-603203b7852f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631934'] for network (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:27.789253 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4553b5c8-aa6d-4a58-89df-603203b7852f admin admin] Pushing event updated for resources: {'Network': ['ID=6de467ee-ceef-4dff-8986-76afb32e2fd6,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:27.800287 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Network 6de467ee-ceef-4dff-8986-76afb32e2fd6 details requested by agent ovs-agent-dv-cinder-795785-10-iscsi with host dv-cinder-795785-10-iscsi {{(pid=104035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 15:16:27.804490 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23d8392-b171-4e60-83dc-f799a76589d2 req-4b43730f-7c13-40d3-a726-094676ca2838 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:27.805988 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-f23d8392-b171-4e60-83dc-f799a76589d2 req-4b43730f-7c13-40d3-a726-094676ca2838 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=766a2d7d-3279-4c55-9dfb-29746e7fd0f0 HTTP/1.1" status: 200 len: 946 time: 0.0783310 May 16 15:16:27.812885 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-4553b5c8-aa6d-4a58-89df-603203b7852f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6181095 May 16 15:16:27.813109 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 44242) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:27.817701 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.v2.base [None req-3028d953-0b08-4626-b1e0-93d8d63f830d admin admin] Request body: {'subnet': {'network_id': '6de467ee-ceef-4dff-8986-76afb32e2fd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-503306724-subnet', 'tenant_id': '7c186c3409f94fa5bb7452eee4021eea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:16:27.874156 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-f23d8392-b171-4e60-83dc-f799a76589d2 req-c078b1c4-2e0b-4127-bf88-d6e61935444f tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=014d0d4d-d0b9-4825-87ad-58356143efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521736 May 16 15:16:27.902212 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3028d953-0b08-4626-b1e0-93d8d63f830d admin admin] Made reservation on behalf of 7c186c3409f94fa5bb7452eee4021eea for: {'subnet': 1} {{(pid=104033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:16:27.904715 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3028d953-0b08-4626-b1e0-93d8d63f830d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:28.118748 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3028d953-0b08-4626-b1e0-93d8d63f830d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888'] for subnet (8d8ba72d-3513-454e-b108-a4fd8e9c4330), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:28.176435 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3028d953-0b08-4626-b1e0-93d8d63f830d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d8ba72d-3513-454e-b108-a4fd8e9c4330,revision_number=0']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:28.186900 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3028d953-0b08-4626-b1e0-93d8d63f830d admin admin] Checking segment: {'id': 'f183387f-3d6a-4cd9-94a0-a8c0134622fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '6de467ee-ceef-4dff-8986-76afb32e2fd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:16:28.187255 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3028d953-0b08-4626-b1e0-93d8d63f830d admin admin] Network hostable DHCP agents. Network: 6de467ee-ceef-4dff-8986-76afb32e2fd6, hostable agents: ['a586ef94-96cb-452c-b402-463be5294b2a'], hosted agents: [] {{(pid=104033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 15:16:28.260920 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3028d953-0b08-4626-b1e0-93d8d63f830d admin admin] Network 6de467ee-ceef-4dff-8986-76afb32e2fd6 is scheduled to be hosted by DHCP agent a586ef94-96cb-452c-b402-463be5294b2a with binding_index 1 {{(pid=104033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 15:16:28.335090 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-3028d953-0b08-4626-b1e0-93d8d63f830d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795785-10-iscsi, 6de467ee-ceef-4dff-8986-76afb32e2fd6) {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:16:28.339077 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3028d953-0b08-4626-b1e0-93d8d63f830d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:28.339708 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3028d953-0b08-4626-b1e0-93d8d63f830d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631934'] for subnet (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:28.345068 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d525e6-2d5d-4136-91ef-6f38b88eff0e None None] Network 6de467ee-ceef-4dff-8986-76afb32e2fd6 requested from dv-cinder-795785-10-iscsi {{(pid=104035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:16:28.435143 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-3028d953-0b08-4626-b1e0-93d8d63f830d admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6210735 May 16 15:16:28.440647 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0192aa4d-9419-4307-a7c6-908221bcc71f None None] Network 6de467ee-ceef-4dff-8986-76afb32e2fd6 requested from dv-cinder-795785-10-iscsi {{(pid=104035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:16:28.679137 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0704f7b6-0be8-4a00-9785-0cc157ecb802 req-34d0b9bc-395c-4f4f-99ab-b32264bb8eab tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:28.680611 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-0704f7b6-0be8-4a00-9785-0cc157ecb802 req-34d0b9bc-395c-4f4f-99ab-b32264bb8eab tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] 10.222.0.44 "GET /v2.0/ports?device_id=efb4f893-00bf-47fe-8ca4-74f9cfadd2b7 HTTP/1.1" status: 200 len: 946 time: 0.0463910 May 16 15:16:28.727285 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-0704f7b6-0be8-4a00-9785-0cc157ecb802 req-c7d710f9-bfb7-4150-a6e6-23f40ad5b838 tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] 10.222.0.44 "GET /v2.0/security-groups?id=f28a7d65-13f3-44a5-af92-2ad063d3f898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410888 May 16 15:16:28.923640 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-ce764538-68fe-4b0f-bb76-7da790bafba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (54a3e65b-69a0-426d-9997-69a1705c4334), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:28.988575 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cce2a98-1a59-485d-bbb8-73afa5b00e87 req-d4ea4aa3-e885-435f-b8ba-fffe37002cb6 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:28.990074 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-7cce2a98-1a59-485d-bbb8-73afa5b00e87 req-d4ea4aa3-e885-435f-b8ba-fffe37002cb6 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=766a2d7d-3279-4c55-9dfb-29746e7fd0f0 HTTP/1.1" status: 200 len: 946 time: 0.0478787 May 16 15:16:29.037995 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-7cce2a98-1a59-485d-bbb8-73afa5b00e87 req-2d504fb3-0bd8-4391-95ba-9111e752509e tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=014d0d4d-d0b9-4825-87ad-58356143efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422482 May 16 15:16:29.838332 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac34bdb1-5f28-46b0-ad3f-929ec7e0f0ac req-02cfbd08-afd4-4ad6-b20b-0f4893585809 tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:29.840295 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-ac34bdb1-5f28-46b0-ad3f-929ec7e0f0ac req-02cfbd08-afd4-4ad6-b20b-0f4893585809 tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] 10.222.0.44 "GET /v2.0/ports?device_id=efb4f893-00bf-47fe-8ca4-74f9cfadd2b7 HTTP/1.1" status: 200 len: 946 time: 0.0479138 May 16 15:16:29.885672 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-ac34bdb1-5f28-46b0-ad3f-929ec7e0f0ac req-9be2b56c-9008-47e8-b163-9a41e45c54bd tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] 10.222.0.44 "GET /v2.0/security-groups?id=f28a7d65-13f3-44a5-af92-2ad063d3f898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400088 May 16 15:16:30.057545 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-e1b85405-7a13-4024-838c-532465e0cf8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (72569482-7f88-4a09-9117-6d6842ca2c26), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:30.153261 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d858e23-c1e0-4b83-bd56-54df2019f80f req-24f0987b-6e94-42a3-800a-f7bb58ced051 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:30.154777 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-7d858e23-c1e0-4b83-bd56-54df2019f80f req-24f0987b-6e94-42a3-800a-f7bb58ced051 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=766a2d7d-3279-4c55-9dfb-29746e7fd0f0 HTTP/1.1" status: 200 len: 946 time: 0.0483255 May 16 15:16:30.202690 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-7d858e23-c1e0-4b83-bd56-54df2019f80f req-ec4bbaa3-1a18-4e2c-8c8d-e41a6dfefb0b tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=014d0d4d-d0b9-4825-87ad-58356143efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424516 May 16 15:16:30.893300 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94f2eff-8e33-405b-b1b7-e4ec11cc2a1a req-7590be44-c8b8-47a8-abc9-1fa1d3dfef18 tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:30.894799 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-b94f2eff-8e33-405b-b1b7-e4ec11cc2a1a req-7590be44-c8b8-47a8-abc9-1fa1d3dfef18 tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] 10.222.0.69 "GET /v2.0/ports?device_id=efb4f893-00bf-47fe-8ca4-74f9cfadd2b7 HTTP/1.1" status: 200 len: 946 time: 0.0490186 May 16 15:16:31.017220 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [req-b94f2eff-8e33-405b-b1b7-e4ec11cc2a1a req-d5fdcc70-a790-4f18-8657-20e4118ba20c tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] Deleting port c4da502e-bee2-43da-bb06-65e396454359 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:16:31.017656 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-b94f2eff-8e33-405b-b1b7-e4ec11cc2a1a req-d5fdcc70-a790-4f18-8657-20e4118ba20c tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789020190181'] for port (c4da502e-bee2-43da-bb06-65e396454359), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:31.017860 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87162f8-12a0-4e7a-bdad-a59feab903dc req-8f473dd8-d25c-49fa-b0f4-87b5d9122b5d tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:31.019844 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-e87162f8-12a0-4e7a-bdad-a59feab903dc req-8f473dd8-d25c-49fa-b0f4-87b5d9122b5d tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] 10.222.0.44 "GET /v2.0/ports?device_id=efb4f893-00bf-47fe-8ca4-74f9cfadd2b7 HTTP/1.1" status: 200 len: 946 time: 0.0550270 May 16 15:16:31.069934 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-e87162f8-12a0-4e7a-bdad-a59feab903dc req-5de036bc-7d16-4837-a677-27f6adb9f306 tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] 10.222.0.44 "GET /v2.0/security-groups?id=f28a7d65-13f3-44a5-af92-2ad063d3f898&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439222 May 16 15:16:31.115995 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [req-b94f2eff-8e33-405b-b1b7-e4ec11cc2a1a req-d5fdcc70-a790-4f18-8657-20e4118ba20c tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] For port c4da502e-bee2-43da-bb06-65e396454359, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=c4da502e-bee2-43da-bb06-65e396454359,segment=NetworkSegment(84b91138-cc1f-4a2f-af74-c0ca064edfa0),segment_id=84b91138-cc1f-4a2f-af74-c0ca064edfa0)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:16:31.116356 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-b94f2eff-8e33-405b-b1b7-e4ec11cc2a1a req-d5fdcc70-a790-4f18-8657-20e4118ba20c tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555776'] for port (c4da502e-bee2-43da-bb06-65e396454359), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:31.132089 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [req-b94f2eff-8e33-405b-b1b7-e4ec11cc2a1a req-d5fdcc70-a790-4f18-8657-20e4118ba20c tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] Calling delete_port for c4da502e-bee2-43da-bb06-65e396454359 owned by compute:nova {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:16:31.329515 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a088fc-3732-468c-99d5-802de35cadad req-44b803b9-58af-4b58-a07e-7482dcc7092e tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:31.331099 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-00a088fc-3732-468c-99d5-802de35cadad req-44b803b9-58af-4b58-a07e-7482dcc7092e tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=766a2d7d-3279-4c55-9dfb-29746e7fd0f0 HTTP/1.1" status: 200 len: 946 time: 0.0556002 May 16 15:16:31.370465 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-b94f2eff-8e33-405b-b1b7-e4ec11cc2a1a req-d5fdcc70-a790-4f18-8657-20e4118ba20c tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789020200313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789019640158'] for port (c4da502e-bee2-43da-bb06-65e396454359), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:31.423423 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fdcc70-a790-4f18-8657-20e4118ba20c tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] Pushing event deleted for resources: {'Port': ['ID=c4da502e-bee2-43da-bb06-65e396454359,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:31.433744 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] get_ports_and_sgs() called for port_ids ['c4da502e-bee2-43da-bb06-65e396454359'] {{(pid=104035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:16:31.448349 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-00a088fc-3732-468c-99d5-802de35cadad req-68f9195d-eac1-492e-9bd8-3c108888c411 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=014d0d4d-d0b9-4825-87ad-58356143efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117115 May 16 15:16:31.496802 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a2296b44-efe7-4c92-99bf-bf9223587463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (4544528a-1612-46a7-a248-6cca4b867644), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:31.500895 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [req-b94f2eff-8e33-405b-b1b7-e4ec11cc2a1a req-d5fdcc70-a790-4f18-8657-20e4118ba20c tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] No DVR routers for this DVR port c4da502e-bee2-43da-bb06-65e396454359 on host hv-cinder-79578 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:16:31.506494 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-b94f2eff-8e33-405b-b1b7-e4ec11cc2a1a req-d5fdcc70-a790-4f18-8657-20e4118ba20c tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914'] for port (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:31.509992 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-b94f2eff-8e33-405b-b1b7-e4ec11cc2a1a req-d5fdcc70-a790-4f18-8657-20e4118ba20c tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] 10.222.0.69 "DELETE /v2.0/ports/c4da502e-bee2-43da-bb06-65e396454359 HTTP/1.1" status: 204 len: 173 time: 0.6097810 May 16 15:16:31.510474 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb4f893-00bf-47fe-8ca4-74f9cfadd2b7', 'name': 'network-vif-deleted', 'tag': 'c4da502e-bee2-43da-bb06-65e396454359'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:16:31.512959 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffeccd97bc4bec2d8a291f35a4115644be5723c7930092d1a563b2016f5a5231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3386bac4-af7a-41b1-b1d9-5efb3bffc36d" -d '{"events": [{"server_uuid": "efb4f893-00bf-47fe-8ca4-74f9cfadd2b7", "name": "network-vif-deleted", "tag": "c4da502e-bee2-43da-bb06-65e396454359"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:16:31.557711 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a03123e-02f3-40da-bf3b-6988d599f80a x-openstack-request-id: req-7a03123e-02f3-40da-bf3b-6988d599f80a {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:16:31.557711 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb4f893-00bf-47fe-8ca4-74f9cfadd2b7", "name": "network-vif-deleted", "tag": "c4da502e-bee2-43da-bb06-65e396454359", "status": "completed", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:16:31.557711 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7a03123e-02f3-40da-bf3b-6988d599f80a {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:16:31.557711 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a03123e-02f3-40da-bf3b-6988d599f80a'] response: {'server_uuid': 'efb4f893-00bf-47fe-8ca4-74f9cfadd2b7', 'name': 'network-vif-deleted', 'tag': 'c4da502e-bee2-43da-bb06-65e396454359', 'status': 'completed', 'code': 200} May 16 15:16:31.698524 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052462d4-709e-472c-a552-ee11b17a6556 req-e04b56f7-8872-4c71-881e-21f31846728f tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:31.700532 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-052462d4-709e-472c-a552-ee11b17a6556 req-e04b56f7-8872-4c71-881e-21f31846728f tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] 10.222.0.44 "GET /v2.0/networks?id=6de467ee-ceef-4dff-8986-76afb32e2fd6 HTTP/1.1" status: 200 len: 808 time: 0.1182244 May 16 15:16:31.715353 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-052462d4-709e-472c-a552-ee11b17a6556 req-bef5c5ce-533a-458d-91b6-f1593d140c1f tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] 10.222.0.44 "GET /v2.0/quotas/7c186c3409f94fa5bb7452eee4021eea HTTP/1.1" status: 200 len: 375 time: 0.0088413 May 16 15:16:31.747591 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-052462d4-709e-472c-a552-ee11b17a6556 req-bc883839-5608-4f19-9292-7917585510ba tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=7c186c3409f94fa5bb7452eee4021eea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274317 May 16 15:16:31.822000 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 44338) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:31.856753 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-052462d4-709e-472c-a552-ee11b17a6556 req-80c2af41-2854-43cf-ab94-646e57742c59 service neutron] 10.222.0.44 "GET /v2.0/networks/6de467ee-ceef-4dff-8986-76afb32e2fd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024430 May 16 15:16:31.938239 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-c03afb69-34ba-4116-b727-b3d48a7000ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:31.972652 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-052462d4-709e-472c-a552-ee11b17a6556 req-d1eafa4e-1db7-49ee-a2de-09b7702a8fc6 service neutron] 10.222.0.44 "GET /v2.0/networks/6de467ee-ceef-4dff-8986-76afb32e2fd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102412 May 16 15:16:32.043557 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-c03afb69-34ba-4116-b727-b3d48a7000ba admin admin] Publish callbacks [] for security_group (17c343d7-9737-454d-85d8-003a2f63a727), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:32.131769 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-c03afb69-34ba-4116-b727-b3d48a7000ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (17c343d7-9737-454d-85d8-003a2f63a727), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:32.172990 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-c03afb69-34ba-4116-b727-b3d48a7000ba admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=de2fe1a196984ea1929aec4bb5e3fcc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3499055 May 16 15:16:32.174044 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03afb69-34ba-4116-b727-b3d48a7000ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17c343d7-9737-454d-85d8-003a2f63a727,revision_number=1']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:32.176499 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 44360) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:32.185474 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-81e77766-ac70-4112-8144-3151d3a83b2f req-ab19a3a3-ef71-4606-ba51-e43cddb6a8cf tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] 10.222.0.44 "GET /v2.0/ports?device_id=efb4f893-00bf-47fe-8ca4-74f9cfadd2b7 HTTP/1.1" status: 200 len: 210 time: 0.0404987 May 16 15:16:32.230820 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-f5ed7e38-91a6-464e-9a41-632bd48190c5 admin admin] Publish callbacks [] for security_group (17c343d7-9737-454d-85d8-003a2f63a727), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:32.276252 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-e58b90c5-e7cd-4793-9080-cc8b6d6389b9 req-45d71002-0555-4541-8954-48c886ff383c tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] 10.222.0.44 "GET /v2.0/ports?device_id=01a892b3-2c69-47f7-b9ae-503f73dde5ef HTTP/1.1" status: 200 len: 210 time: 0.0340009 May 16 15:16:32.278191 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-f5ed7e38-91a6-464e-9a41-632bd48190c5 admin admin] Publish callbacks [] for security_group (17c343d7-9737-454d-85d8-003a2f63a727), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:32.399685 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-f5ed7e38-91a6-464e-9a41-632bd48190c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (17c343d7-9737-454d-85d8-003a2f63a727), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:32.402387 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-f5ed7e38-91a6-464e-9a41-632bd48190c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:32.403561 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-f5ed7e38-91a6-464e-9a41-632bd48190c5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/17c343d7-9737-454d-85d8-003a2f63a727 HTTP/1.1" status: 204 len: 168 time: 0.2260969 May 16 15:16:32.411543 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ed7e38-91a6-464e-9a41-632bd48190c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c343d7-9737-454d-85d8-003a2f63a727,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:32.569943 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec89805-9442-47dd-b582-44faad51a85a req-63ef4f33-d290-470e-acd3-2264c264e90b tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:32.571475 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-4ec89805-9442-47dd-b582-44faad51a85a req-63ef4f33-d290-470e-acd3-2264c264e90b tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=766a2d7d-3279-4c55-9dfb-29746e7fd0f0 HTTP/1.1" status: 200 len: 946 time: 0.0519800 May 16 15:16:32.617054 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-4ec89805-9442-47dd-b582-44faad51a85a req-ee398d1a-1a4c-468c-96bb-0120a1ec3406 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=014d0d4d-d0b9-4825-87ad-58356143efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400105 May 16 15:16:33.020081 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 44382) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:33.036966 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-81e01424-3fe2-414d-8ce9-a6ef921f0b88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:33.111862 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-81e01424-3fe2-414d-8ce9-a6ef921f0b88 admin admin] Publish callbacks [] for security_group (464c04a7-27b0-45da-a5a4-5173b627fabd), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:33.180829 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-81e01424-3fe2-414d-8ce9-a6ef921f0b88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (464c04a7-27b0-45da-a5a4-5173b627fabd), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:33.220756 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-81e01424-3fe2-414d-8ce9-a6ef921f0b88 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=09ba20b2b8504bc3838890f59ae506b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1992507 May 16 15:16:33.221856 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e01424-3fe2-414d-8ce9-a6ef921f0b88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=464c04a7-27b0-45da-a5a4-5173b627fabd,revision_number=1']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:33.224101 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 44386) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:33.275387 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-41e11d51-c3ba-4578-921e-cf5edadd8c4a admin admin] Publish callbacks [] for security_group (464c04a7-27b0-45da-a5a4-5173b627fabd), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:33.275830 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-ad880db8-a4f3-4f4d-901d-8f1eaef143e4 req-a3108f00-255d-4c41-b325-b4c8a5589773 tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] 10.222.0.44 "GET /v2.0/ports?device_id=efb4f893-00bf-47fe-8ca4-74f9cfadd2b7 HTTP/1.1" status: 200 len: 210 time: 0.0276971 May 16 15:16:33.297369 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-41e11d51-c3ba-4578-921e-cf5edadd8c4a admin admin] Publish callbacks [] for security_group (464c04a7-27b0-45da-a5a4-5173b627fabd), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:33.373694 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-9f6e5048-1f4a-4efd-9df9-2753d214efdb req-8f026516-3c68-4f1e-ba5c-3927025d1348 tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] 10.222.0.44 "GET /v2.0/ports?device_id=01a892b3-2c69-47f7-b9ae-503f73dde5ef HTTP/1.1" status: 200 len: 210 time: 0.0315170 May 16 15:16:33.445364 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (311a8a5f-4d79-4ff7-931a-d05ff8cc45ee), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:33.456503 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-41e11d51-c3ba-4578-921e-cf5edadd8c4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (464c04a7-27b0-45da-a5a4-5173b627fabd), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:33.466629 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-41e11d51-c3ba-4578-921e-cf5edadd8c4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:33.466629 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-41e11d51-c3ba-4578-921e-cf5edadd8c4a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/464c04a7-27b0-45da-a5a4-5173b627fabd HTTP/1.1" status: 204 len: 168 time: 0.2350419 May 16 15:16:33.468572 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e11d51-c3ba-4578-921e-cf5edadd8c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=464c04a7-27b0-45da-a5a4-5173b627fabd,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:33.734445 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f7f09-a383-4e5e-9524-c8408f1678e9 req-722b71b0-4768-46cf-b8b8-2d94a1dd698f tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:33.736354 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-f89f7f09-a383-4e5e-9524-c8408f1678e9 req-722b71b0-4768-46cf-b8b8-2d94a1dd698f tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=766a2d7d-3279-4c55-9dfb-29746e7fd0f0 HTTP/1.1" status: 200 len: 946 time: 0.0450928 May 16 15:16:33.785671 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-f89f7f09-a383-4e5e-9524-c8408f1678e9 req-4f9f98ea-da7a-491f-921c-02580c1bc4d6 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=014d0d4d-d0b9-4825-87ad-58356143efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439782 May 16 15:16:34.066422 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 44400) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:34.080908 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8bcfb5fd-8a6c-42ee-92df-2bf208c3791b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:34.153008 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8bcfb5fd-8a6c-42ee-92df-2bf208c3791b admin admin] Publish callbacks [] for security_group (4f2cc97c-25a8-4734-8994-e0b4c6cde90d), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:34.210233 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8bcfb5fd-8a6c-42ee-92df-2bf208c3791b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (4f2cc97c-25a8-4734-8994-e0b4c6cde90d), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:34.248791 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-8bcfb5fd-8a6c-42ee-92df-2bf208c3791b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6292baea82db4b529333db401a91cb19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1812150 May 16 15:16:34.249672 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcfb5fd-8a6c-42ee-92df-2bf208c3791b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f2cc97c-25a8-4734-8994-e0b4c6cde90d,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:34.251317 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 44402) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:34.300854 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-8a638c68-9175-4d5c-b964-337f032117cc admin admin] Publish callbacks [] for security_group (4f2cc97c-25a8-4734-8994-e0b4c6cde90d), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:34.322183 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-8a638c68-9175-4d5c-b964-337f032117cc admin admin] Publish callbacks [] for security_group (4f2cc97c-25a8-4734-8994-e0b4c6cde90d), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:34.373461 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-b95f07b1-94c7-4f10-a26b-8f684746d730 req-34581364-651c-40a8-954b-e78978cc511f tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] 10.222.0.44 "GET /v2.0/ports?device_id=efb4f893-00bf-47fe-8ca4-74f9cfadd2b7 HTTP/1.1" status: 200 len: 210 time: 0.0277965 May 16 15:16:34.410522 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-8a638c68-9175-4d5c-b964-337f032117cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (4f2cc97c-25a8-4734-8994-e0b4c6cde90d), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:34.413096 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-8a638c68-9175-4d5c-b964-337f032117cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:34.414271 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-8a638c68-9175-4d5c-b964-337f032117cc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4f2cc97c-25a8-4734-8994-e0b4c6cde90d HTTP/1.1" status: 204 len: 168 time: 0.1611474 May 16 15:16:34.423590 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a638c68-9175-4d5c-b964-337f032117cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f2cc97c-25a8-4734-8994-e0b4c6cde90d,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:34.614965 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-dbd02b12-9311-4870-84a5-67986eefed3b req-5eb422fa-100a-4b40-b9a7-816d19d7b73c tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] 10.222.0.44 "GET /v2.0/ports?device_id=01a892b3-2c69-47f7-b9ae-503f73dde5ef HTTP/1.1" status: 200 len: 210 time: 0.0284863 May 16 15:16:34.907586 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc97388c-e6aa-4516-b871-9937a06e2814 req-fa1575e9-df21-4ed9-bcfc-cb49996bbd1d tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:34.909064 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-fc97388c-e6aa-4516-b871-9937a06e2814 req-fa1575e9-df21-4ed9-bcfc-cb49996bbd1d tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=766a2d7d-3279-4c55-9dfb-29746e7fd0f0 HTTP/1.1" status: 200 len: 946 time: 0.0498266 May 16 15:16:34.958368 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-fc97388c-e6aa-4516-b871-9937a06e2814 req-e9a69f19-bdec-408e-8b27-c43a1a5ad0c5 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=014d0d4d-d0b9-4825-87ad-58356143efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435562 May 16 15:16:35.469005 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-4aacd2cf-e518-49f8-8d55-54f08aa09e1c req-2b27087c-572c-4a73-88de-985cac788149 tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] 10.222.0.44 "GET /v2.0/ports?device_id=efb4f893-00bf-47fe-8ca4-74f9cfadd2b7 HTTP/1.1" status: 200 len: 210 time: 0.0276501 May 16 15:16:35.718946 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-d465e9c4-053d-45da-baca-7d28db8961d4 req-dfcd2d2a-834d-40ec-8d27-9ff02805d9fe tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] 10.222.0.44 "GET /v2.0/ports?device_id=01a892b3-2c69-47f7-b9ae-503f73dde5ef HTTP/1.1" status: 200 len: 210 time: 0.0287497 May 16 15:16:35.788685 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device c4da502e-bee2-43da-bb06-65e396454359 no longer exists at agent hyperv_hv-cinder-79578 {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:16:35.809508 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] No Port match for: c4da502e-bee2-43da-bb06-65e396454359 {{(pid=104035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:16:35.810038 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device c4da502e-bee2-43da-bb06-65e396454359 not bound to the agent host hv-cinder-79578 {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:16:36.083813 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1026b49f-abdf-438a-8f3b-d4c620c59d48 req-8d62596a-048e-49c9-bff2-9c3a04b35bd2 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:36.085299 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-1026b49f-abdf-438a-8f3b-d4c620c59d48 req-8d62596a-048e-49c9-bff2-9c3a04b35bd2 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=766a2d7d-3279-4c55-9dfb-29746e7fd0f0 HTTP/1.1" status: 200 len: 946 time: 0.0534558 May 16 15:16:36.150748 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-1026b49f-abdf-438a-8f3b-d4c620c59d48 req-b742e471-96c2-45a8-9a73-aa26eceda7bb tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=014d0d4d-d0b9-4825-87ad-58356143efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577295 May 16 15:16:36.199184 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052462d4-709e-472c-a552-ee11b17a6556 req-a8f6f1e9-e629-40e7-b8bd-649e2dd7fb65 tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:36.200821 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-052462d4-709e-472c-a552-ee11b17a6556 req-a8f6f1e9-e629-40e7-b8bd-649e2dd7fb65 tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] 10.222.0.69 "GET /v2.0/networks?id=6de467ee-ceef-4dff-8986-76afb32e2fd6 HTTP/1.1" status: 200 len: 808 time: 0.1221628 May 16 15:16:36.524534 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.v2.base [req-052462d4-709e-472c-a552-ee11b17a6556 req-507b6105-2715-437c-a494-cd04153a47af tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] Request body: {'port': {'device_id': '01a892b3-2c69-47f7-b9ae-503f73dde5ef', 'network_id': '6de467ee-ceef-4dff-8986-76afb32e2fd6', 'admin_state_up': True, 'tenant_id': '7c186c3409f94fa5bb7452eee4021eea'}} {{(pid=104033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:16:36.625325 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-2965a1df-1bfc-4056-b3e8-432bf2a1da19 req-1e1a0a86-f970-4729-9672-8df26cbe15e1 tempest-DeleteServersTestJSON-830922431 tempest-DeleteServersTestJSON-830922431-project] 10.222.0.44 "GET /v2.0/ports?device_id=efb4f893-00bf-47fe-8ca4-74f9cfadd2b7 HTTP/1.1" status: 200 len: 210 time: 0.0364177 May 16 15:16:36.776855 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-052462d4-709e-472c-a552-ee11b17a6556 req-507b6105-2715-437c-a494-cd04153a47af tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] Made reservation on behalf of 7c186c3409f94fa5bb7452eee4021eea for: {'port': 1} {{(pid=104033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:16:36.781367 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-052462d4-709e-472c-a552-ee11b17a6556 req-507b6105-2715-437c-a494-cd04153a47af tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:36.843159 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-60f0b95d-3aac-4de9-932e-e59d220bed98 req-879b2c6e-5d7b-4330-914b-289dc5b1fc96 tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] 10.222.0.44 "GET /v2.0/ports?device_id=01a892b3-2c69-47f7-b9ae-503f73dde5ef HTTP/1.1" status: 200 len: 210 time: 0.0404935 May 16 15:16:36.925966 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [req-052462d4-709e-472c-a552-ee11b17a6556 req-507b6105-2715-437c-a494-cd04153a47af tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] Allocated IP 172.20.0.6 (6de467ee-ceef-4dff-8986-76afb32e2fd6/8d8ba72d-3513-454e-b108-a4fd8e9c4330/951fad15-ebba-4219-8b81-211bf8007b8d) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:16:37.077746 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-052462d4-709e-472c-a552-ee11b17a6556 req-507b6105-2715-437c-a494-cd04153a47af tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] Publish callbacks [] for port (951fad15-ebba-4219-8b81-211bf8007b8d), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:37.209753 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-052462d4-709e-472c-a552-ee11b17a6556 req-507b6105-2715-437c-a494-cd04153a47af tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789019640149'] for port (951fad15-ebba-4219-8b81-211bf8007b8d), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:37.255380 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-052462d4-709e-472c-a552-ee11b17a6556 req-507b6105-2715-437c-a494-cd04153a47af tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] Network 6de467ee-ceef-4dff-8986-76afb32e2fd6 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:16:37.258978 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [req-052462d4-709e-472c-a552-ee11b17a6556 req-507b6105-2715-437c-a494-cd04153a47af tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:16:37.265732 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [req-052462d4-709e-472c-a552-ee11b17a6556 req-507b6105-2715-437c-a494-cd04153a47af tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:16:37.271218 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052462d4-709e-472c-a552-ee11b17a6556 req-507b6105-2715-437c-a494-cd04153a47af tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:37.271881 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-052462d4-709e-472c-a552-ee11b17a6556 req-507b6105-2715-437c-a494-cd04153a47af tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914'] for port (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:37.281273 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507b6105-2715-437c-a494-cd04153a47af tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] Pushing event updated for resources: {'Port': ['ID=951fad15-ebba-4219-8b81-211bf8007b8d,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:37.389883 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-052462d4-709e-472c-a552-ee11b17a6556 req-507b6105-2715-437c-a494-cd04153a47af tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8695669 May 16 15:16:37.415481 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.v2.base [req-052462d4-709e-472c-a552-ee11b17a6556 req-c8b2497b-ac37-4093-a1be-381678cdad78 service neutron] Request body: {'port': {'device_id': '01a892b3-2c69-47f7-b9ae-503f73dde5ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79578'}} {{(pid=104033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:16:37.454017 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da700b8-9c99-45d1-8548-47e781741e9b req-786ba463-d8cc-46a1-9493-5dbfb36c8b90 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:37.466898 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-2da700b8-9c99-45d1-8548-47e781741e9b req-786ba463-d8cc-46a1-9493-5dbfb36c8b90 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=766a2d7d-3279-4c55-9dfb-29746e7fd0f0 HTTP/1.1" status: 200 len: 946 time: 0.0852394 May 16 15:16:37.508777 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-052462d4-709e-472c-a552-ee11b17a6556 req-c8b2497b-ac37-4093-a1be-381678cdad78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (951fad15-ebba-4219-8b81-211bf8007b8d), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:37.535717 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-2da700b8-9c99-45d1-8548-47e781741e9b req-93f18790-a528-4ca5-82a6-ebbbf205a909 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=014d0d4d-d0b9-4825-87ad-58356143efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724111 May 16 15:16:37.979220 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94be2ac-b361-4e61-b7cd-65e99ffdf116 req-4487a541-e0ba-425e-bc69-1b06db20e1f3 tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:37.980997 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-d94be2ac-b361-4e61-b7cd-65e99ffdf116 req-4487a541-e0ba-425e-bc69-1b06db20e1f3 tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] 10.222.0.44 "GET /v2.0/ports?device_id=01a892b3-2c69-47f7-b9ae-503f73dde5ef HTTP/1.1" status: 200 len: 931 time: 0.0562723 May 16 15:16:38.039625 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-d94be2ac-b361-4e61-b7cd-65e99ffdf116 req-c7156d04-556a-4193-8a38-3a8e9d0dfdc9 tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] 10.222.0.44 "GET /v2.0/security-groups?id=793a137d-1fb6-4de0-a377-0a83eded1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518134 May 16 15:16:38.053103 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [req-052462d4-709e-472c-a552-ee11b17a6556 req-c8b2497b-ac37-4093-a1be-381678cdad78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 951fad15-ebba-4219-8b81-211bf8007b8d {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:16:38.061892 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-052462d4-709e-472c-a552-ee11b17a6556 req-c8b2497b-ac37-4093-a1be-381678cdad78 service neutron] Publish callbacks [] for port (951fad15-ebba-4219-8b81-211bf8007b8d), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:38.075744 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [req-052462d4-709e-472c-a552-ee11b17a6556 req-c8b2497b-ac37-4093-a1be-381678cdad78 service neutron] Transition to ACTIVE for port object 951fad15-ebba-4219-8b81-211bf8007b8d will not be triggered until provisioned by entity L2. {{(pid=104033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 15:16:38.319826 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-052462d4-709e-472c-a552-ee11b17a6556 req-c8b2497b-ac37-4093-a1be-381678cdad78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (951fad15-ebba-4219-8b81-211bf8007b8d), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:38.369654 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b2497b-ac37-4093-a1be-381678cdad78 service neutron] Pushing event updated for resources: {'Port': ['ID=951fad15-ebba-4219-8b81-211bf8007b8d,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:38.404421 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [req-052462d4-709e-472c-a552-ee11b17a6556 req-c8b2497b-ac37-4093-a1be-381678cdad78 service neutron] Attempting to bind port 951fad15-ebba-4219-8b81-211bf8007b8d on host hv-cinder-79578 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:16:38.404761 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [req-052462d4-709e-472c-a552-ee11b17a6556 req-c8b2497b-ac37-4093-a1be-381678cdad78 service neutron] Attempting to bind port 951fad15-ebba-4219-8b81-211bf8007b8d by drivers openvswitch,hyperv on host hv-cinder-79578 at level 0 using segments [{'id': 'f183387f-3d6a-4cd9-94a0-a8c0134622fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '6de467ee-ceef-4dff-8986-76afb32e2fd6'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:16:38.405094 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052462d4-709e-472c-a552-ee11b17a6556 req-c8b2497b-ac37-4093-a1be-381678cdad78 service neutron] Attempting to bind port 951fad15-ebba-4219-8b81-211bf8007b8d on network 6de467ee-ceef-4dff-8986-76afb32e2fd6 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:16:38.409417 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052462d4-709e-472c-a552-ee11b17a6556 req-c8b2497b-ac37-4093-a1be-381678cdad78 service neutron] Port 951fad15-ebba-4219-8b81-211bf8007b8d on network 6de467ee-ceef-4dff-8986-76afb32e2fd6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79578 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 15:16:38.409735 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052462d4-709e-472c-a552-ee11b17a6556 req-c8b2497b-ac37-4093-a1be-381678cdad78 service neutron] Attempting to bind port 951fad15-ebba-4219-8b81-211bf8007b8d on network 6de467ee-ceef-4dff-8986-76afb32e2fd6 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:16:38.415023 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052462d4-709e-472c-a552-ee11b17a6556 req-c8b2497b-ac37-4093-a1be-381678cdad78 service neutron] Checking agent: {'id': '751a3b14-a3b6-44f5-a165-bd23bd92acbe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79578', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 13, 10), 'started_at': datetime.datetime(2022, 5, 16, 15, 13, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:16:38.415436 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052462d4-709e-472c-a552-ee11b17a6556 req-c8b2497b-ac37-4093-a1be-381678cdad78 service neutron] Checking segment: {'id': 'f183387f-3d6a-4cd9-94a0-a8c0134622fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '6de467ee-ceef-4dff-8986-76afb32e2fd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:16:38.415854 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052462d4-709e-472c-a552-ee11b17a6556 req-c8b2497b-ac37-4093-a1be-381678cdad78 service neutron] Bound using segment: {'id': 'f183387f-3d6a-4cd9-94a0-a8c0134622fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '6de467ee-ceef-4dff-8986-76afb32e2fd6'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:16:38.416314 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [req-052462d4-709e-472c-a552-ee11b17a6556 req-c8b2497b-ac37-4093-a1be-381678cdad78 service neutron] Bound port: 951fad15-ebba-4219-8b81-211bf8007b8d, host: hv-cinder-79578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f183387f-3d6a-4cd9-94a0-a8c0134622fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '6de467ee-ceef-4dff-8986-76afb32e2fd6'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:16:38.416702 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-052462d4-709e-472c-a552-ee11b17a6556 req-c8b2497b-ac37-4093-a1be-381678cdad78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (951fad15-ebba-4219-8b81-211bf8007b8d), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:38.487753 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [req-052462d4-709e-472c-a552-ee11b17a6556 req-c8b2497b-ac37-4093-a1be-381678cdad78 service neutron] For port 951fad15-ebba-4219-8b81-211bf8007b8d, host hv-cinder-79578, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:16:38.490858 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [req-052462d4-709e-472c-a552-ee11b17a6556 req-c8b2497b-ac37-4093-a1be-381678cdad78 service neutron] For port 951fad15-ebba-4219-8b81-211bf8007b8d, host hv-cinder-79578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=951fad15-ebba-4219-8b81-211bf8007b8d,segment=NetworkSegment(f183387f-3d6a-4cd9-94a0-a8c0134622fe),segment_id=f183387f-3d6a-4cd9-94a0-a8c0134622fe)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:16:38.587208 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-052462d4-709e-472c-a552-ee11b17a6556 req-c8b2497b-ac37-4093-a1be-381678cdad78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (951fad15-ebba-4219-8b81-211bf8007b8d), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:38.625873 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052462d4-709e-472c-a552-ee11b17a6556 req-c8b2497b-ac37-4093-a1be-381678cdad78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:38.626598 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-052462d4-709e-472c-a552-ee11b17a6556 req-c8b2497b-ac37-4093-a1be-381678cdad78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914'] for port (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:38.628104 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-052462d4-709e-472c-a552-ee11b17a6556 req-c8b2497b-ac37-4093-a1be-381678cdad78 service neutron] 10.222.0.69 "PUT /v2.0/ports/951fad15-ebba-4219-8b81-211bf8007b8d HTTP/1.1" status: 200 len: 1093 time: 1.2167230 May 16 15:16:38.628605 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01a892b3-2c69-47f7-b9ae-503f73dde5ef', 'tag': '951fad15-ebba-4219-8b81-211bf8007b8d'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:16:38.630969 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffeccd97bc4bec2d8a291f35a4115644be5723c7930092d1a563b2016f5a5231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c11b258-c737-4647-ac47-a595eb4579f6" -d '{"events": [{"name": "network-changed", "server_uuid": "01a892b3-2c69-47f7-b9ae-503f73dde5ef", "tag": "951fad15-ebba-4219-8b81-211bf8007b8d"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:16:38.678266 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8931d573-f34f-4873-9371-2b39b750c053 x-openstack-request-id: req-8931d573-f34f-4873-9371-2b39b750c053 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:16:38.678266 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01a892b3-2c69-47f7-b9ae-503f73dde5ef", "tag": "951fad15-ebba-4219-8b81-211bf8007b8d", "status": "completed", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:16:38.678266 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8931d573-f34f-4873-9371-2b39b750c053 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:16:38.678266 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8931d573-f34f-4873-9371-2b39b750c053'] response: {'name': 'network-changed', 'server_uuid': '01a892b3-2c69-47f7-b9ae-503f73dde5ef', 'tag': '951fad15-ebba-4219-8b81-211bf8007b8d', 'status': 'completed', 'code': 200} May 16 15:16:38.679768 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b2497b-ac37-4093-a1be-381678cdad78 service neutron] Pushing event updated for resources: {'Port': ['ID=951fad15-ebba-4219-8b81-211bf8007b8d,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:38.688442 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15509288-1231-42d0-b40e-668e62034698 req-0c4f6cd4-2af9-4b55-8c65-9dd468103714 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:38.689951 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-15509288-1231-42d0-b40e-668e62034698 req-0c4f6cd4-2af9-4b55-8c65-9dd468103714 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=766a2d7d-3279-4c55-9dfb-29746e7fd0f0 HTTP/1.1" status: 200 len: 946 time: 0.0786371 May 16 15:16:38.760744 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-15509288-1231-42d0-b40e-668e62034698 req-9bcfac1b-9c43-4d4d-98e4-0832b5c9a400 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=014d0d4d-d0b9-4825-87ad-58356143efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649486 May 16 15:16:38.791183 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c11b258-c737-4647-ac47-a595eb4579f6 req-e4ee804f-c276-4a75-9fbd-49713d3e5b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:38.805453 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-9c11b258-c737-4647-ac47-a595eb4579f6 req-e4ee804f-c276-4a75-9fbd-49713d3e5b50 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7c186c3409f94fa5bb7452eee4021eea&device_id=01a892b3-2c69-47f7-b9ae-503f73dde5ef HTTP/1.1" status: 200 len: 1127 time: 0.0528309 May 16 15:16:38.922468 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c11b258-c737-4647-ac47-a595eb4579f6 req-42ab7fbc-d5e7-4e29-8c04-fbe1b9ef16a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:38.922468 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-9c11b258-c737-4647-ac47-a595eb4579f6 req-42ab7fbc-d5e7-4e29-8c04-fbe1b9ef16a7 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=7c186c3409f94fa5bb7452eee4021eea&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1108239 May 16 15:16:39.027202 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c11b258-c737-4647-ac47-a595eb4579f6 req-94211fb8-0fb0-4fcb-8465-d862fd77f48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:39.028624 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-9c11b258-c737-4647-ac47-a595eb4579f6 req-94211fb8-0fb0-4fcb-8465-d862fd77f48f service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0930696 May 16 15:16:39.148741 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052462d4-709e-472c-a552-ee11b17a6556 req-00008e81-05ba-40f6-a813-64189bb5f7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:39.150168 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-052462d4-709e-472c-a552-ee11b17a6556 req-00008e81-05ba-40f6-a813-64189bb5f7fd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7c186c3409f94fa5bb7452eee4021eea&device_id=01a892b3-2c69-47f7-b9ae-503f73dde5ef HTTP/1.1" status: 200 len: 1127 time: 0.0454950 May 16 15:16:39.160623 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b82508-a140-4b5b-8033-a89f1a92e39d req-f3fc81f2-7f28-43e8-ae8e-2c608503cecd tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:39.162091 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-f7b82508-a140-4b5b-8033-a89f1a92e39d req-f3fc81f2-7f28-43e8-ae8e-2c608503cecd tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] 10.222.0.44 "GET /v2.0/ports?device_id=01a892b3-2c69-47f7-b9ae-503f73dde5ef HTTP/1.1" status: 200 len: 943 time: 0.0501714 May 16 15:16:39.208829 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-052462d4-709e-472c-a552-ee11b17a6556 req-2bd566f3-6d4f-453c-ad88-c56d3ea9b446 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=951fad15-ebba-4219-8b81-211bf8007b8d HTTP/1.1" status: 200 len: 217 time: 0.0413432 May 16 15:16:39.211701 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-f7b82508-a140-4b5b-8033-a89f1a92e39d req-8a4b10a7-e912-4b21-96d9-34fd91aa33ee tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] 10.222.0.44 "GET /v2.0/security-groups?id=793a137d-1fb6-4de0-a377-0a83eded1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439198 May 16 15:16:39.265318 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052462d4-709e-472c-a552-ee11b17a6556 req-81c7995d-7d5e-48c4-b9b5-2bdc070c824b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:39.265744 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 44576) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:39.267052 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-052462d4-709e-472c-a552-ee11b17a6556 req-81c7995d-7d5e-48c4-b9b5-2bdc070c824b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8d8ba72d-3513-454e-b108-a4fd8e9c4330 HTTP/1.1" status: 200 len: 848 time: 0.0461471 May 16 15:16:39.300053 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-052462d4-709e-472c-a552-ee11b17a6556 req-5f46c90b-31f1-4f61-bca7-08ed25a7fb40 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6de467ee-ceef-4dff-8986-76afb32e2fd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254488 May 16 15:16:39.394093 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-052462d4-709e-472c-a552-ee11b17a6556 req-b4dbda2c-28dd-422e-8fd0-57dc2da8e30c service neutron] 10.222.0.69 "GET /v2.0/networks/6de467ee-ceef-4dff-8986-76afb32e2fd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870879 May 16 15:16:39.403642 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-f8c2bd02-60d0-4082-8dea-21e282453645 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:39.479176 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-f8c2bd02-60d0-4082-8dea-21e282453645 admin admin] Publish callbacks [] for security_group (cd579a1d-b553-4cd1-a3b7-f0ea193f477f), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:39.499407 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-052462d4-709e-472c-a552-ee11b17a6556 req-6f136d81-d921-4bd4-836e-d27c8c7ea287 service neutron] 10.222.0.69 "GET /v2.0/networks/6de467ee-ceef-4dff-8986-76afb32e2fd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860531 May 16 15:16:39.551552 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-f8c2bd02-60d0-4082-8dea-21e282453645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (cd579a1d-b553-4cd1-a3b7-f0ea193f477f), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:39.592046 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-f8c2bd02-60d0-4082-8dea-21e282453645 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a037e2fa528746b5bb0180cfee272a87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3249865 May 16 15:16:39.594795 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 44582) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:39.598938 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c2bd02-60d0-4082-8dea-21e282453645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd579a1d-b553-4cd1-a3b7-f0ea193f477f,revision_number=1']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:39.652527 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-45026537-b2e3-4598-b641-cc7bc5875d4f admin admin] Publish callbacks [] for security_group (cd579a1d-b553-4cd1-a3b7-f0ea193f477f), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:39.676502 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-45026537-b2e3-4598-b641-cc7bc5875d4f admin admin] Publish callbacks [] for security_group (cd579a1d-b553-4cd1-a3b7-f0ea193f477f), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:39.679917 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 44588) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:39.727213 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.db.db_base_plugin_v2 [None req-230d9816-5678-4280-b14e-b9ea1935f8bc admin admin] Deleting subnet 3280c787-f1f1-4ea3-868e-ec3b12d6ec74 {{(pid=104034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 15:16:39.730794 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-230d9816-5678-4280-b14e-b9ea1935f8bc admin admin] Publish callbacks [] for subnet (3280c787-f1f1-4ea3-868e-ec3b12d6ec74), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:39.767526 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-230d9816-5678-4280-b14e-b9ea1935f8bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60068801'] for subnet (3280c787-f1f1-4ea3-868e-ec3b12d6ec74), precommit_delete_associations {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:39.808560 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-230d9816-5678-4280-b14e-b9ea1935f8bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995508'] for subnet (3280c787-f1f1-4ea3-868e-ec3b12d6ec74), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:39.810339 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-45026537-b2e3-4598-b641-cc7bc5875d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (cd579a1d-b553-4cd1-a3b7-f0ea193f477f), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:39.816254 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-45026537-b2e3-4598-b641-cc7bc5875d4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:39.816254 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-45026537-b2e3-4598-b641-cc7bc5875d4f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cd579a1d-b553-4cd1-a3b7-f0ea193f477f HTTP/1.1" status: 204 len: 168 time: 0.2184381 May 16 15:16:39.824410 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45026537-b2e3-4598-b641-cc7bc5875d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd579a1d-b553-4cd1-a3b7-f0ea193f477f,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:39.888595 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca90410-f16c-43b1-9c90-bc730761ab95 req-ef8d8ad7-b14a-4db7-ad19-2ea9629fbd25 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:39.890175 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-cca90410-f16c-43b1-9c90-bc730761ab95 req-ef8d8ad7-b14a-4db7-ad19-2ea9629fbd25 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=766a2d7d-3279-4c55-9dfb-29746e7fd0f0 HTTP/1.1" status: 200 len: 946 time: 0.0578055 May 16 15:16:39.943489 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-cca90410-f16c-43b1-9c90-bc730761ab95 req-595fc9a6-a67d-4737-b27e-9dff1b4b5b3e tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=014d0d4d-d0b9-4825-87ad-58356143efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477240 May 16 15:16:40.004607 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-230d9816-5678-4280-b14e-b9ea1935f8bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4102259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2773393'] for subnet (3280c787-f1f1-4ea3-868e-ec3b12d6ec74), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:40.033349 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (751a3b14-a3b6-44f5-a165-bd23bd92acbe), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:40.033914 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230d9816-5678-4280-b14e-b9ea1935f8bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3280c787-f1f1-4ea3-868e-ec3b12d6ec74,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:40.037056 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-230d9816-5678-4280-b14e-b9ea1935f8bc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:40.040298 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-230d9816-5678-4280-b14e-b9ea1935f8bc admin admin] 10.222.0.44 "DELETE /v2.0/subnets/3280c787-f1f1-4ea3-868e-ec3b12d6ec74 HTTP/1.1" status: 204 len: 168 time: 0.3593359 May 16 15:16:40.042819 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 44598) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:40.118325 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-642cdb82-92d0-44ec-9a76-611b539f2f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2021163'] for network (f79a4d11-7fc6-40e0-8a7d-fa2d8875e4ab), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:40.200387 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-642cdb82-92d0-44ec-9a76-611b539f2f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2051393', 'neutron.services.segments.db._delete_segments_for_network-8789020055574'] for network (f79a4d11-7fc6-40e0-8a7d-fa2d8875e4ab), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:40.220730 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.services.segments.db [None req-642cdb82-92d0-44ec-9a76-611b539f2f9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f79a4d11-7fc6-40e0-8a7d-fa2d8875e4ab']}} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:16:40.231378 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.services.segments.db [None req-642cdb82-92d0-44ec-9a76-611b539f2f9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84b91138-cc1f-4a2f-af74-c0ca064edfa0') {'for_net_delete': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:16:40.231810 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.services.segments.db [None req-642cdb82-92d0-44ec-9a76-611b539f2f9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84b91138-cc1f-4a2f-af74-c0ca064edfa0') {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:16:40.241645 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-642cdb82-92d0-44ec-9a76-611b539f2f9f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789020139551', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60068856'] for segment (84b91138-cc1f-4a2f-af74-c0ca064edfa0), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:40.256395 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-642cdb82-92d0-44ec-9a76-611b539f2f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996815'] for segment (84b91138-cc1f-4a2f-af74-c0ca064edfa0), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:40.263366 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-642cdb82-92d0-44ec-9a76-611b539f2f9f admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=104034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 15:16:40.263769 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-642cdb82-92d0-44ec-9a76-611b539f2f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4097233'] for segment (84b91138-cc1f-4a2f-af74-c0ca064edfa0), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:40.265524 dv-cinder-795785-10-iscsi neutron-server[104034]: Traceback (most recent call last): May 16 15:16:40.265524 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 15:16:40.265524 dv-cinder-795785-10-iscsi neutron-server[104034]: timer() May 16 15:16:40.265524 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 15:16:40.265524 dv-cinder-795785-10-iscsi neutron-server[104034]: cb(*args, **kw) May 16 15:16:40.265524 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 15:16:40.265524 dv-cinder-795785-10-iscsi neutron-server[104034]: return func(*args, **kwargs) May 16 15:16:40.265524 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 15:16:40.265524 dv-cinder-795785-10-iscsi neutron-server[104034]: self._notify() May 16 15:16:40.265524 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 15:16:40.265524 dv-cinder-795785-10-iscsi neutron-server[104034]: self.callback(batched_events) May 16 15:16:40.265524 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 15:16:40.265524 dv-cinder-795785-10-iscsi neutron-server[104034]: event.method(event) May 16 15:16:40.265524 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 15:16:40.265524 dv-cinder-795785-10-iscsi neutron-server[104034]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 15:16:40.265524 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 15:16:40.265524 dv-cinder-795785-10-iscsi neutron-server[104034]: aggregate_uuid = self.p_client.list_aggregates( May 16 15:16:40.265524 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 15:16:40.265524 dv-cinder-795785-10-iscsi neutron-server[104034]: return f(self, *a, **k) May 16 15:16:40.265524 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 15:16:40.265524 dv-cinder-795785-10-iscsi neutron-server[104034]: return self._get(url).json() May 16 15:16:40.265524 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 15:16:40.265524 dv-cinder-795785-10-iscsi neutron-server[104034]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 15:16:40.265524 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 15:16:40.265524 dv-cinder-795785-10-iscsi neutron-server[104034]: return self.request(url, 'GET', **kwargs) May 16 15:16:40.265524 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 15:16:40.265524 dv-cinder-795785-10-iscsi neutron-server[104034]: base_url = self.get_endpoint(auth, allow=allow, May 16 15:16:40.265524 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 15:16:40.265524 dv-cinder-795785-10-iscsi neutron-server[104034]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 15:16:40.265524 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 15:16:40.265524 dv-cinder-795785-10-iscsi neutron-server[104034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 15:16:40.265524 dv-cinder-795785-10-iscsi neutron-server[104034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 15:16:40.355519 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a6fad-1c2d-4241-86d6-c19ff2c187c7 req-9646fa76-be7e-469b-8dc7-800b5df008e0 tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:40.357030 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-f69a6fad-1c2d-4241-86d6-c19ff2c187c7 req-9646fa76-be7e-469b-8dc7-800b5df008e0 tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] 10.222.0.44 "GET /v2.0/ports?device_id=01a892b3-2c69-47f7-b9ae-503f73dde5ef HTTP/1.1" status: 200 len: 943 time: 0.0751412 May 16 15:16:40.406925 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-f69a6fad-1c2d-4241-86d6-c19ff2c187c7 req-f643b6aa-608e-4919-80a7-1a6ef0885d05 tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] 10.222.0.44 "GET /v2.0/security-groups?id=793a137d-1fb6-4de0-a377-0a83eded1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441689 May 16 15:16:40.415773 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-642cdb82-92d0-44ec-9a76-611b539f2f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2051450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-557002'] for network (f79a4d11-7fc6-40e0-8a7d-fa2d8875e4ab), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:40.430941 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-642cdb82-92d0-44ec-9a76-611b539f2f9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631934'] for network (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:40.434982 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-642cdb82-92d0-44ec-9a76-611b539f2f9f admin admin] 10.222.0.44 "DELETE /v2.0/networks/f79a4d11-7fc6-40e0-8a7d-fa2d8875e4ab HTTP/1.1" status: 204 len: 168 time: 0.3912213 May 16 15:16:40.436537 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642cdb82-92d0-44ec-9a76-611b539f2f9f admin admin] Pushing event deleted for resources: {'Network': ['ID=f79a4d11-7fc6-40e0-8a7d-fa2d8875e4ab,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:40.516090 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 44606) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:40.529192 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2a11e0e2-d016-4783-8f01-e754d87f32db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:40.609287 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2a11e0e2-d016-4783-8f01-e754d87f32db admin admin] Publish callbacks [] for security_group (c9590ba6-5047-48d0-9f4f-b0c9cd171f22), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:40.695092 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2a11e0e2-d016-4783-8f01-e754d87f32db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (c9590ba6-5047-48d0-9f4f-b0c9cd171f22), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:40.732084 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a11e0e2-d016-4783-8f01-e754d87f32db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9590ba6-5047-48d0-9f4f-b0c9cd171f22,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:40.737148 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-2a11e0e2-d016-4783-8f01-e754d87f32db admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5de78ab6a7a64a53a7e7b1eb86fb9e16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2190731 May 16 15:16:40.738950 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 44608) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:40.768492 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 44610) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:40.793115 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3745babf-1744-4cb9-b5e8-ad3845cb797f admin admin] Publish callbacks [] for security_group (c9590ba6-5047-48d0-9f4f-b0c9cd171f22), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:40.814262 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-ff28fc50-eb0c-48b2-8ad6-8bdbcee5ad32 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bb76045fec614358bd2bb89018436943&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0445602 May 16 15:16:40.816680 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 44612) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:40.817079 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3745babf-1744-4cb9-b5e8-ad3845cb797f admin admin] Publish callbacks [] for security_group (c9590ba6-5047-48d0-9f4f-b0c9cd171f22), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:40.864242 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-28193f12-0cd7-4be3-abc6-be3c4a1ea006 admin admin] Publish callbacks [] for security_group (f28a7d65-13f3-44a5-af92-2ad063d3f898), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:40.885636 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-28193f12-0cd7-4be3-abc6-be3c4a1ea006 admin admin] Publish callbacks [] for security_group (f28a7d65-13f3-44a5-af92-2ad063d3f898), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:40.915431 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3745babf-1744-4cb9-b5e8-ad3845cb797f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (c9590ba6-5047-48d0-9f4f-b0c9cd171f22), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:40.918844 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3745babf-1744-4cb9-b5e8-ad3845cb797f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:40.920661 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-3745babf-1744-4cb9-b5e8-ad3845cb797f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c9590ba6-5047-48d0-9f4f-b0c9cd171f22 HTTP/1.1" status: 204 len: 168 time: 0.1804876 May 16 15:16:40.929159 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3745babf-1744-4cb9-b5e8-ad3845cb797f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9590ba6-5047-48d0-9f4f-b0c9cd171f22,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:41.022042 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-28193f12-0cd7-4be3-abc6-be3c4a1ea006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (f28a7d65-13f3-44a5-af92-2ad063d3f898), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:41.024792 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-28193f12-0cd7-4be3-abc6-be3c4a1ea006 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:41.026110 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-28193f12-0cd7-4be3-abc6-be3c4a1ea006 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f28a7d65-13f3-44a5-af92-2ad063d3f898 HTTP/1.1" status: 204 len: 168 time: 0.2085054 May 16 15:16:41.056491 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28193f12-0cd7-4be3-abc6-be3c4a1ea006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28a7d65-13f3-44a5-af92-2ad063d3f898,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:41.136797 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bd34c2-91be-44a9-88b7-9196ab0ffa45 req-d9ef3cbe-4e35-49ac-94c0-0609c5b80ffd tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:41.144299 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-d3bd34c2-91be-44a9-88b7-9196ab0ffa45 req-d9ef3cbe-4e35-49ac-94c0-0609c5b80ffd tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=766a2d7d-3279-4c55-9dfb-29746e7fd0f0 HTTP/1.1" status: 200 len: 946 time: 0.0934517 May 16 15:16:41.211083 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-d3bd34c2-91be-44a9-88b7-9196ab0ffa45 req-df3d59db-686f-4b34-b8af-e470589aad93 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=014d0d4d-d0b9-4825-87ad-58356143efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637305 May 16 15:16:41.563370 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b4d18-f3b4-45f0-9e07-c4b4e351be4a req-5e554554-0d67-4bc1-8523-7507825b3b83 tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:41.565718 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-ee8b4d18-f3b4-45f0-9e07-c4b4e351be4a req-5e554554-0d67-4bc1-8523-7507825b3b83 tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] 10.222.0.44 "GET /v2.0/ports?device_id=01a892b3-2c69-47f7-b9ae-503f73dde5ef HTTP/1.1" status: 200 len: 943 time: 0.0603518 May 16 15:16:41.831263 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-ee8b4d18-f3b4-45f0-9e07-c4b4e351be4a req-a65ee738-1081-449b-b0a1-65a8568533b8 tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] 10.222.0.44 "GET /v2.0/security-groups?id=793a137d-1fb6-4de0-a377-0a83eded1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586465 May 16 15:16:42.323607 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6391745a-3e0b-4808-b39d-b437b8308034 req-e083e9fb-c1a3-4e06-bbcc-37557357279d tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:42.325203 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-6391745a-3e0b-4808-b39d-b437b8308034 req-e083e9fb-c1a3-4e06-bbcc-37557357279d tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=766a2d7d-3279-4c55-9dfb-29746e7fd0f0 HTTP/1.1" status: 200 len: 946 time: 0.0510857 May 16 15:16:42.377408 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-6391745a-3e0b-4808-b39d-b437b8308034 req-3d3b4fc2-4c97-410a-8caf-353a2c2092bf tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=014d0d4d-d0b9-4825-87ad-58356143efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459080 May 16 15:16:42.981742 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741a7c5c-cb52-4eef-b264-5041c8aa6b5b req-a57c6460-30f7-4433-8719-e7d03372d4fc tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:42.983249 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-741a7c5c-cb52-4eef-b264-5041c8aa6b5b req-a57c6460-30f7-4433-8719-e7d03372d4fc tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] 10.222.0.44 "GET /v2.0/ports?device_id=01a892b3-2c69-47f7-b9ae-503f73dde5ef HTTP/1.1" status: 200 len: 943 time: 0.0565693 May 16 15:16:43.040934 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-741a7c5c-cb52-4eef-b264-5041c8aa6b5b req-86eb4de2-d99d-4319-989e-3e34b8756a1d tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] 10.222.0.44 "GET /v2.0/security-groups?id=793a137d-1fb6-4de0-a377-0a83eded1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520251 May 16 15:16:43.124261 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 44720) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:43.232374 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d6c98e69-f12e-42dc-ab54-b367d00944ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:43.320605 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d6c98e69-f12e-42dc-ab54-b367d00944ad admin admin] Publish callbacks [] for security_group (8d8596fa-ef8f-4012-b559-a69491e9f043), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:43.485298 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d6c98e69-f12e-42dc-ab54-b367d00944ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (8d8596fa-ef8f-4012-b559-a69491e9f043), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:43.515153 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5bccad-fff4-4052-8a92-326a2a16f1d3 req-75a40e73-2da1-4ce1-8dc6-172324403ce1 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:43.516625 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-6b5bccad-fff4-4052-8a92-326a2a16f1d3 req-75a40e73-2da1-4ce1-8dc6-172324403ce1 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=766a2d7d-3279-4c55-9dfb-29746e7fd0f0 HTTP/1.1" status: 200 len: 946 time: 0.0656323 May 16 15:16:43.546634 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-d6c98e69-f12e-42dc-ab54-b367d00944ad admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b5d58755d6414abca0c50beb7325f8a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4210172 May 16 15:16:43.549300 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 44728) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:43.555161 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c98e69-f12e-42dc-ab54-b367d00944ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d8596fa-ef8f-4012-b559-a69491e9f043,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:43.591547 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-6b5bccad-fff4-4052-8a92-326a2a16f1d3 req-28c891e9-38f3-40ec-bc0f-83c57394a393 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=014d0d4d-d0b9-4825-87ad-58356143efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614519 May 16 15:16:43.603976 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-1032557c-e3d6-48b3-bce9-d0249d92f80f admin admin] Publish callbacks [] for security_group (8d8596fa-ef8f-4012-b559-a69491e9f043), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:43.625542 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-1032557c-e3d6-48b3-bce9-d0249d92f80f admin admin] Publish callbacks [] for security_group (8d8596fa-ef8f-4012-b559-a69491e9f043), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:43.758488 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-1032557c-e3d6-48b3-bce9-d0249d92f80f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (8d8596fa-ef8f-4012-b559-a69491e9f043), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:43.761777 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-1032557c-e3d6-48b3-bce9-d0249d92f80f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:43.762957 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-1032557c-e3d6-48b3-bce9-d0249d92f80f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8d8596fa-ef8f-4012-b559-a69491e9f043 HTTP/1.1" status: 204 len: 168 time: 0.2124388 May 16 15:16:43.771682 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1032557c-e3d6-48b3-bce9-d0249d92f80f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d8596fa-ef8f-4012-b559-a69491e9f043,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:43.771799 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 44734) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:43.879766 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-263a73f3-3083-4ead-a868-9f4f87a6dfab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:43.880939 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device 951fad15-ebba-4219-8b81-211bf8007b8d details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=104035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 15:16:43.957389 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-263a73f3-3083-4ead-a868-9f4f87a6dfab admin admin] Publish callbacks [] for security_group (207fbb8e-5135-4e88-9ae2-0c103b40b2f6), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:43.982028 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] For port 951fad15-ebba-4219-8b81-211bf8007b8d, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=951fad15-ebba-4219-8b81-211bf8007b8d,segment=NetworkSegment(f183387f-3d6a-4cd9-94a0-a8c0134622fe),segment_id=f183387f-3d6a-4cd9-94a0-a8c0134622fe)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:16:43.993376 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Returning: {'device': '951fad15-ebba-4219-8b81-211bf8007b8d', 'network_id': '6de467ee-ceef-4dff-8986-76afb32e2fd6', 'port_id': '951fad15-ebba-4219-8b81-211bf8007b8d', 'mac_address': 'fa:16:3e:31:7b:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d8ba72d-3513-454e-b108-a4fd8e9c4330', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 15:16:44.036316 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Current status of the port 951fad15-ebba-4219-8b81-211bf8007b8d is: DOWN; New status is: BUILD {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:16:44.040754 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (951fad15-ebba-4219-8b81-211bf8007b8d), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:44.061402 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.notifiers.nova [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 951fad15-ebba-4219-8b81-211bf8007b8d {{(pid=104035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:16:44.072712 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-263a73f3-3083-4ead-a868-9f4f87a6dfab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (207fbb8e-5135-4e88-9ae2-0c103b40b2f6), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:44.100383 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] For port 951fad15-ebba-4219-8b81-211bf8007b8d, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=951fad15-ebba-4219-8b81-211bf8007b8d,segment=NetworkSegment(f183387f-3d6a-4cd9-94a0-a8c0134622fe),segment_id=f183387f-3d6a-4cd9-94a0-a8c0134622fe)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:16:44.115262 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-263a73f3-3083-4ead-a868-9f4f87a6dfab admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7c9ce6a019394e648f7a19ffe64f5889&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3422279 May 16 15:16:44.117972 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 44750) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:44.175143 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263a73f3-3083-4ead-a868-9f4f87a6dfab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=207fbb8e-5135-4e88-9ae2-0c103b40b2f6,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:44.209040 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-8d9fdaef-e9ac-4f51-babc-0639541e819f admin admin] Publish callbacks [] for security_group (207fbb8e-5135-4e88-9ae2-0c103b40b2f6), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:44.220435 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (951fad15-ebba-4219-8b81-211bf8007b8d), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:44.235658 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-8d9fdaef-e9ac-4f51-babc-0639541e819f admin admin] Publish callbacks [] for security_group (207fbb8e-5135-4e88-9ae2-0c103b40b2f6), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:44.255020 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e79272-461b-459e-9f6f-7c93e345f432 req-189d5e05-62a1-4873-80ad-e86f9d122b8a tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:44.263244 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-81e79272-461b-459e-9f6f-7c93e345f432 req-189d5e05-62a1-4873-80ad-e86f9d122b8a tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] 10.222.0.44 "GET /v2.0/ports?device_id=01a892b3-2c69-47f7-b9ae-503f73dde5ef HTTP/1.1" status: 200 len: 943 time: 0.1010182 May 16 15:16:44.306069 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Pushing event updated for resources: {'Port': ['ID=951fad15-ebba-4219-8b81-211bf8007b8d,revision_number=4']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:44.315163 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:44.315851 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:44.316817 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:44.317187 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:44.317608 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:44.317866 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:44.318223 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:44.318673 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-81e79272-461b-459e-9f6f-7c93e345f432 req-3d26e324-cb57-4d1b-aa46-49f7dda8798e tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] 10.222.0.44 "GET /v2.0/security-groups?id=793a137d-1fb6-4de0-a377-0a83eded1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529616 May 16 15:16:44.318910 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:44.319509 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:44.319879 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:44.320194 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:44.320544 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:44.320876 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:44.321201 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:44.321585 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:44.364358 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-8d9fdaef-e9ac-4f51-babc-0639541e819f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (207fbb8e-5135-4e88-9ae2-0c103b40b2f6), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:44.367065 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-8d9fdaef-e9ac-4f51-babc-0639541e819f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:44.368276 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-8d9fdaef-e9ac-4f51-babc-0639541e819f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/207fbb8e-5135-4e88-9ae2-0c103b40b2f6 HTTP/1.1" status: 204 len: 168 time: 0.2493048 May 16 15:16:44.377291 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9fdaef-e9ac-4f51-babc-0639541e819f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=207fbb8e-5135-4e88-9ae2-0c103b40b2f6,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:44.613931 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] get_ports_and_sgs() called for port_ids ['951fad15-ebba-4219-8b81-211bf8007b8d'] {{(pid=104035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:16:44.735766 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ee876-1f27-45ab-9f6d-098162a0cf21 req-0cf956b5-b07a-4f31-ab2e-4f170a57fcb8 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:44.737892 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-fb0ee876-1f27-45ab-9f6d-098162a0cf21 req-0cf956b5-b07a-4f31-ab2e-4f170a57fcb8 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=766a2d7d-3279-4c55-9dfb-29746e7fd0f0 HTTP/1.1" status: 200 len: 946 time: 0.0595188 May 16 15:16:44.803192 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-fb0ee876-1f27-45ab-9f6d-098162a0cf21 req-38f589d7-b5d0-4127-bb08-1eb020674c2e tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=014d0d4d-d0b9-4825-87ad-58356143efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587666 May 16 15:16:45.097473 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 44784) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:45.113531 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-bb28dfc9-231f-4268-80bf-3cfe04a119dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:45.192425 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-bb28dfc9-231f-4268-80bf-3cfe04a119dc admin admin] Publish callbacks [] for security_group (1227f85d-f0a9-48e3-acec-5589081190a3), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:45.259135 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-bb28dfc9-231f-4268-80bf-3cfe04a119dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (1227f85d-f0a9-48e3-acec-5589081190a3), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:45.299201 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-bb28dfc9-231f-4268-80bf-3cfe04a119dc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=831e4324f7274957aabbc36dd37ac2d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2005565 May 16 15:16:45.300446 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb28dfc9-231f-4268-80bf-3cfe04a119dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1227f85d-f0a9-48e3-acec-5589081190a3,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:45.302036 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 44788) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:45.358264 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-9bd14120-0979-47d5-a19c-0742448cdb48 admin admin] Publish callbacks [] for security_group (1227f85d-f0a9-48e3-acec-5589081190a3), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:45.382013 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-9bd14120-0979-47d5-a19c-0742448cdb48 admin admin] Publish callbacks [] for security_group (1227f85d-f0a9-48e3-acec-5589081190a3), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:45.439924 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f0a3cc-0e23-429c-baca-736df4f64731 req-8c2624fc-22b1-40b2-a048-24b8f86fb974 tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:45.441618 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-50f0a3cc-0e23-429c-baca-736df4f64731 req-8c2624fc-22b1-40b2-a048-24b8f86fb974 tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] 10.222.0.44 "GET /v2.0/ports?device_id=01a892b3-2c69-47f7-b9ae-503f73dde5ef HTTP/1.1" status: 200 len: 944 time: 0.0493975 May 16 15:16:45.490467 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-50f0a3cc-0e23-429c-baca-736df4f64731 req-89dd0dea-836f-484a-b8d7-af20ae758cf2 tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] 10.222.0.44 "GET /v2.0/security-groups?id=793a137d-1fb6-4de0-a377-0a83eded1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424585 May 16 15:16:45.553049 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-9bd14120-0979-47d5-a19c-0742448cdb48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (1227f85d-f0a9-48e3-acec-5589081190a3), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:45.555620 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-9bd14120-0979-47d5-a19c-0742448cdb48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:45.556781 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-9bd14120-0979-47d5-a19c-0742448cdb48 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1227f85d-f0a9-48e3-acec-5589081190a3 HTTP/1.1" status: 204 len: 168 time: 0.2534387 May 16 15:16:45.564969 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd14120-0979-47d5-a19c-0742448cdb48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1227f85d-f0a9-48e3-acec-5589081190a3,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:45.884986 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device 951fad15-ebba-4219-8b81-211bf8007b8d up at agent hyperv_hv-cinder-79578 {{(pid=104035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:16:45.966687 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Provisioning for port 951fad15-ebba-4219-8b81-211bf8007b8d completed by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 15:16:45.971134 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ed685f-6fb3-4e56-b254-d1ba44541aea req-3503f35a-ad1a-43bb-8068-331b7907571f tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:45.973566 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-f1ed685f-6fb3-4e56-b254-d1ba44541aea req-3503f35a-ad1a-43bb-8068-331b7907571f tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=766a2d7d-3279-4c55-9dfb-29746e7fd0f0 HTTP/1.1" status: 200 len: 946 time: 0.1089292 May 16 15:16:46.055566 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Provisioning complete for port 951fad15-ebba-4219-8b81-211bf8007b8d triggered by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:16:46.055968 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (951fad15-ebba-4219-8b81-211bf8007b8d), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:46.063473 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-f1ed685f-6fb3-4e56-b254-d1ba44541aea req-80bee424-2098-4df8-a3dd-3faf9e6a2dfe tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=014d0d4d-d0b9-4825-87ad-58356143efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755286 May 16 15:16:46.168219 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Current status of the port 951fad15-ebba-4219-8b81-211bf8007b8d is: BUILD; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:16:46.168615 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (951fad15-ebba-4219-8b81-211bf8007b8d), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:46.193592 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01a892b3-2c69-47f7-b9ae-503f73dde5ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '951fad15-ebba-4219-8b81-211bf8007b8d'}] {{(pid=104035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:16:46.196128 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1790aa2910a77bb841f337ade38aaf2daae4faf72d914c843aa5f796a16e7f37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ef10027-a424-492d-91dc-4c791eabc296" -d '{"events": [{"server_uuid": "01a892b3-2c69-47f7-b9ae-503f73dde5ef", "name": "network-vif-plugged", "status": "completed", "tag": "951fad15-ebba-4219-8b81-211bf8007b8d"}]}' {{(pid=104035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:16:46.208528 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] For port 951fad15-ebba-4219-8b81-211bf8007b8d, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=951fad15-ebba-4219-8b81-211bf8007b8d,segment=NetworkSegment(f183387f-3d6a-4cd9-94a0-a8c0134622fe),segment_id=f183387f-3d6a-4cd9-94a0-a8c0134622fe)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:16:46.235701 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e63f9af1-30bd-453c-b905-d9377453bb5b x-openstack-request-id: req-e63f9af1-30bd-453c-b905-d9377453bb5b {{(pid=104035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:16:46.235988 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01a892b3-2c69-47f7-b9ae-503f73dde5ef", "name": "network-vif-plugged", "status": "completed", "tag": "951fad15-ebba-4219-8b81-211bf8007b8d", "code": 200}]} {{(pid=104035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:16:46.236243 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e63f9af1-30bd-453c-b905-d9377453bb5b {{(pid=104035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:16:46.236661 dv-cinder-795785-10-iscsi neutron-server[104035]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e63f9af1-30bd-453c-b905-d9377453bb5b'] response: {'server_uuid': '01a892b3-2c69-47f7-b9ae-503f73dde5ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '951fad15-ebba-4219-8b81-211bf8007b8d', 'code': 200} May 16 15:16:46.267165 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (951fad15-ebba-4219-8b81-211bf8007b8d), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:46.314398 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Pushing event updated for resources: {'Port': ['ID=951fad15-ebba-4219-8b81-211bf8007b8d,revision_number=5']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:46.615933 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429dfd6f-4278-4610-ab2e-83ff3b339d49 req-332a056e-920c-46de-8f49-be64def8b0a4 tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:46.617478 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-429dfd6f-4278-4610-ab2e-83ff3b339d49 req-332a056e-920c-46de-8f49-be64def8b0a4 tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] 10.222.0.44 "GET /v2.0/ports?device_id=01a892b3-2c69-47f7-b9ae-503f73dde5ef HTTP/1.1" status: 200 len: 945 time: 0.0568001 May 16 15:16:46.670045 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-429dfd6f-4278-4610-ab2e-83ff3b339d49 req-5f93d448-9de0-429b-84d1-0ab7ea85a714 tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] 10.222.0.44 "GET /v2.0/security-groups?id=793a137d-1fb6-4de0-a377-0a83eded1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469518 May 16 15:16:47.200710 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fefa521-fef5-4f46-b270-a45b6a68cff8 req-45cb11af-6036-4271-ac8e-2da469c33e78 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:47.208166 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-2fefa521-fef5-4f46-b270-a45b6a68cff8 req-45cb11af-6036-4271-ac8e-2da469c33e78 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=766a2d7d-3279-4c55-9dfb-29746e7fd0f0 HTTP/1.1" status: 200 len: 946 time: 0.0561252 May 16 15:16:47.258739 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-2fefa521-fef5-4f46-b270-a45b6a68cff8 req-77c0e761-a118-4186-ae24-cf4497bd50e2 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=014d0d4d-d0b9-4825-87ad-58356143efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495572 May 16 15:16:47.479601 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4101c7-1c29-44ce-8704-db7684f580c5 req-2940728f-5860-4068-a3a5-9661200ae7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:47.481190 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-ab4101c7-1c29-44ce-8704-db7684f580c5 req-2940728f-5860-4068-a3a5-9661200ae7bf service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=766a2d7d-3279-4c55-9dfb-29746e7fd0f0 HTTP/1.1" status: 200 len: 1130 time: 0.0397818 May 16 15:16:47.535611 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-ab4101c7-1c29-44ce-8704-db7684f580c5 req-171b3720-d1bf-4552-ac6b-2881e2fba9c0 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=014d0d4d-d0b9-4825-87ad-58356143efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453043 May 16 15:16:47.804802 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80318afd-e7da-4dd3-8e9c-c0cfbe89b421 req-dfa6eb27-43b6-4cba-97ac-08930f51abc1 tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:47.805318 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-80318afd-e7da-4dd3-8e9c-c0cfbe89b421 req-dfa6eb27-43b6-4cba-97ac-08930f51abc1 tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] 10.222.0.44 "GET /v2.0/ports?device_id=01a892b3-2c69-47f7-b9ae-503f73dde5ef HTTP/1.1" status: 200 len: 945 time: 0.0509899 May 16 15:16:47.851741 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-80318afd-e7da-4dd3-8e9c-c0cfbe89b421 req-aae29375-406e-470b-942b-99b951f7b8fa tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] 10.222.0.44 "GET /v2.0/security-groups?id=793a137d-1fb6-4de0-a377-0a83eded1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402277 May 16 15:16:47.929077 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae20ce3-b9ef-430c-a162-78d898cd5dd8 req-7efab891-287b-4171-96e0-c7a335f503d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:47.930584 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-5ae20ce3-b9ef-430c-a162-78d898cd5dd8 req-7efab891-287b-4171-96e0-c7a335f503d2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=01a892b3-2c69-47f7-b9ae-503f73dde5ef HTTP/1.1" status: 200 len: 1129 time: 0.0369995 May 16 15:16:47.988561 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-5ae20ce3-b9ef-430c-a162-78d898cd5dd8 req-a7cc25d4-e677-44f8-8a35-252af33eff2c service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=793a137d-1fb6-4de0-a377-0a83eded1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505674 May 16 15:16:48.389203 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc5313e-8c62-4e98-b73e-aad46671a10c req-266da46a-991d-4550-be2f-d44e5a3ff9dc tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:48.390717 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-5cc5313e-8c62-4e98-b73e-aad46671a10c req-266da46a-991d-4550-be2f-d44e5a3ff9dc tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=766a2d7d-3279-4c55-9dfb-29746e7fd0f0 HTTP/1.1" status: 200 len: 946 time: 0.0586152 May 16 15:16:48.451248 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-5cc5313e-8c62-4e98-b73e-aad46671a10c req-0f2e7d4b-2a94-4d1a-8c79-75143cd440e8 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=014d0d4d-d0b9-4825-87ad-58356143efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465572 May 16 15:16:48.980836 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90c3710-1c77-4a59-a316-846a7d3df3db req-b2571840-0d89-46d7-9074-f7b47d696971 tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:48.982990 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-e90c3710-1c77-4a59-a316-846a7d3df3db req-b2571840-0d89-46d7-9074-f7b47d696971 tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] 10.222.0.44 "GET /v2.0/ports?device_id=01a892b3-2c69-47f7-b9ae-503f73dde5ef HTTP/1.1" status: 200 len: 945 time: 0.0510502 May 16 15:16:49.034986 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-e90c3710-1c77-4a59-a316-846a7d3df3db req-b7c9302e-1fe7-4bbc-90ec-fdd13357d363 tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] 10.222.0.44 "GET /v2.0/security-groups?id=793a137d-1fb6-4de0-a377-0a83eded1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459192 May 16 15:16:49.571248 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cd0817-2a34-42b9-a9eb-eddbfa8c5d8b req-83a6324c-4505-438c-b68f-958aa31985c1 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:49.572745 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-d0cd0817-2a34-42b9-a9eb-eddbfa8c5d8b req-83a6324c-4505-438c-b68f-958aa31985c1 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=766a2d7d-3279-4c55-9dfb-29746e7fd0f0 HTTP/1.1" status: 200 len: 946 time: 0.0521924 May 16 15:16:49.621943 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-d0cd0817-2a34-42b9-a9eb-eddbfa8c5d8b req-be39acd6-6998-4b72-9e11-532410f5233b tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=014d0d4d-d0b9-4825-87ad-58356143efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427005 May 16 15:16:49.733949 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc856a11-7fce-4706-a187-e8a48f3903a7 req-25a4b9e0-4e05-44d6-adaf-187cbd9e09bb tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:49.735343 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-fc856a11-7fce-4706-a187-e8a48f3903a7 req-25a4b9e0-4e05-44d6-adaf-187cbd9e09bb tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8cc0b00-99f9-4486-b349-f60a0d2db023 HTTP/1.1" status: 200 len: 946 time: 0.0486438 May 16 15:16:49.780027 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-fc856a11-7fce-4706-a187-e8a48f3903a7 req-8ad3d564-a87e-4e79-ad3e-2794edd1bd07 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=014d0d4d-d0b9-4825-87ad-58356143efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392160 May 16 15:16:50.154159 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54df22b3-8db8-4d6d-9caa-a713116ef064 req-81467f8d-1dc6-4a50-8b4c-8bf48888a540 tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:50.155932 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-54df22b3-8db8-4d6d-9caa-a713116ef064 req-81467f8d-1dc6-4a50-8b4c-8bf48888a540 tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] 10.222.0.44 "GET /v2.0/ports?device_id=01a892b3-2c69-47f7-b9ae-503f73dde5ef HTTP/1.1" status: 200 len: 945 time: 0.0486743 May 16 15:16:50.159827 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.agents_db [None req-ab78c14b-22b7-4e46-ade7-0c4080e95cb7 None None] Agent healthcheck: found 6 active agents {{(pid=104036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:16:50.204641 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-54df22b3-8db8-4d6d-9caa-a713116ef064 req-70215fdb-f7f4-4ecd-8448-badf0528d8c4 tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] 10.222.0.44 "GET /v2.0/security-groups?id=793a137d-1fb6-4de0-a377-0a83eded1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427599 May 16 15:16:51.325652 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19290f9-c8f2-44ea-b03c-29432822f62b req-1496b718-9525-49dc-a0f1-1075102c3a81 tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:51.328246 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-f19290f9-c8f2-44ea-b03c-29432822f62b req-1496b718-9525-49dc-a0f1-1075102c3a81 tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] 10.222.0.44 "GET /v2.0/ports?device_id=01a892b3-2c69-47f7-b9ae-503f73dde5ef HTTP/1.1" status: 200 len: 945 time: 0.0481434 May 16 15:16:51.380393 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-f19290f9-c8f2-44ea-b03c-29432822f62b req-377cef07-b2cd-4bca-9a30-c279a4d28f3c tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] 10.222.0.44 "GET /v2.0/security-groups?id=793a137d-1fb6-4de0-a377-0a83eded1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461719 May 16 15:16:51.609777 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 45002) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:51.712588 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-62070cba-4845-420f-87ce-25406a8825e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:51.794523 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-62070cba-4845-420f-87ce-25406a8825e7 admin admin] Publish callbacks [] for security_group (55cf7b42-accc-4e43-a908-63bb3bd6f7a4), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:51.855780 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-62070cba-4845-420f-87ce-25406a8825e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (55cf7b42-accc-4e43-a908-63bb3bd6f7a4), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:51.893973 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-62070cba-4845-420f-87ce-25406a8825e7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=393a617f4b8d41ada02847c58a923908&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2827718 May 16 15:16:51.895030 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62070cba-4845-420f-87ce-25406a8825e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55cf7b42-accc-4e43-a908-63bb3bd6f7a4,revision_number=1']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:51.896719 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 45010) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:51.946247 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-906f9424-6729-4237-8a09-01872ac03823 admin admin] Publish callbacks [] for security_group (55cf7b42-accc-4e43-a908-63bb3bd6f7a4), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:51.968654 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-906f9424-6729-4237-8a09-01872ac03823 admin admin] Publish callbacks [] for security_group (55cf7b42-accc-4e43-a908-63bb3bd6f7a4), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:52.112635 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-906f9424-6729-4237-8a09-01872ac03823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (55cf7b42-accc-4e43-a908-63bb3bd6f7a4), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:52.115943 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-906f9424-6729-4237-8a09-01872ac03823 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:52.116733 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-906f9424-6729-4237-8a09-01872ac03823 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/55cf7b42-accc-4e43-a908-63bb3bd6f7a4 HTTP/1.1" status: 204 len: 168 time: 0.2190399 May 16 15:16:52.125098 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906f9424-6729-4237-8a09-01872ac03823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55cf7b42-accc-4e43-a908-63bb3bd6f7a4,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:52.194976 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706cd589-7e4e-41f6-86bb-38d486bad026 req-c70a3d30-9d56-4dff-9b53-0514005b8093 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:52.196474 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-706cd589-7e4e-41f6-86bb-38d486bad026 req-c70a3d30-9d56-4dff-9b53-0514005b8093 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8cc0b00-99f9-4486-b349-f60a0d2db023 HTTP/1.1" status: 200 len: 946 time: 0.0466893 May 16 15:16:52.243937 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-706cd589-7e4e-41f6-86bb-38d486bad026 req-ddd0c9ea-22e8-446d-a803-1656372f1884 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=014d0d4d-d0b9-4825-87ad-58356143efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416939 May 16 15:16:53.361314 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a837cd30-52f0-479e-9f81-76e307df623b req-f66a49a0-d696-4993-a581-4801bd1d5828 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:53.362803 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-a837cd30-52f0-479e-9f81-76e307df623b req-f66a49a0-d696-4993-a581-4801bd1d5828 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8cc0b00-99f9-4486-b349-f60a0d2db023 HTTP/1.1" status: 200 len: 946 time: 0.0482793 May 16 15:16:53.410018 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-a837cd30-52f0-479e-9f81-76e307df623b req-9ca5fa30-c8d1-4a3a-b51e-b1202fb40761 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=014d0d4d-d0b9-4825-87ad-58356143efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416260 May 16 15:16:53.664673 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 45056) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:53.767879 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b9a292d1-2963-45df-ac88-cf6622cb0709 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:53.840322 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b9a292d1-2963-45df-ac88-cf6622cb0709 admin admin] Publish callbacks [] for security_group (47d9afbf-61fc-418b-9f9c-ab1dc07be101), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:53.911640 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b9a292d1-2963-45df-ac88-cf6622cb0709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (47d9afbf-61fc-418b-9f9c-ab1dc07be101), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:53.950202 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-b9a292d1-2963-45df-ac88-cf6622cb0709 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=976dfbe73abf49d289e8a39ed92413ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2844400 May 16 15:16:53.950939 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a292d1-2963-45df-ac88-cf6622cb0709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47d9afbf-61fc-418b-9f9c-ab1dc07be101,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:53.952876 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 45062) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:53.998984 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-eb3b6740-9247-438f-86c1-4f4732b0a534 admin admin] Publish callbacks [] for security_group (47d9afbf-61fc-418b-9f9c-ab1dc07be101), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:54.020111 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-eb3b6740-9247-438f-86c1-4f4732b0a534 admin admin] Publish callbacks [] for security_group (47d9afbf-61fc-418b-9f9c-ab1dc07be101), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:54.186770 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-eb3b6740-9247-438f-86c1-4f4732b0a534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (47d9afbf-61fc-418b-9f9c-ab1dc07be101), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:54.189288 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-eb3b6740-9247-438f-86c1-4f4732b0a534 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:54.190475 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-eb3b6740-9247-438f-86c1-4f4732b0a534 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/47d9afbf-61fc-418b-9f9c-ab1dc07be101 HTTP/1.1" status: 204 len: 168 time: 0.2366226 May 16 15:16:54.198539 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3b6740-9247-438f-86c1-4f4732b0a534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d9afbf-61fc-418b-9f9c-ab1dc07be101,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:54.529617 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d55b72-8423-431d-bc63-29510035a759 req-ed158ba1-84ba-4ddf-9268-35c1f8fbdc90 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:54.531140 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-26d55b72-8423-431d-bc63-29510035a759 req-ed158ba1-84ba-4ddf-9268-35c1f8fbdc90 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8cc0b00-99f9-4486-b349-f60a0d2db023 HTTP/1.1" status: 200 len: 946 time: 0.0503185 May 16 15:16:54.578714 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-26d55b72-8423-431d-bc63-29510035a759 req-01b29783-a57d-4803-a97d-dbb2681d7945 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=014d0d4d-d0b9-4825-87ad-58356143efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418577 May 16 15:16:54.788969 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99f314c-6f9f-4f79-8ca7-42b3c8dd79da req-351a426b-19a2-4aa4-b960-bcd957e469fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:54.791167 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-c99f314c-6f9f-4f79-8ca7-42b3c8dd79da req-351a426b-19a2-4aa4-b960-bcd957e469fc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=316917d7a31645bfaac651f81154c18f&device_id=b8cc0b00-99f9-4486-b349-f60a0d2db023 HTTP/1.1" status: 200 len: 1130 time: 0.0489051 May 16 15:16:54.899372 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99f314c-6f9f-4f79-8ca7-42b3c8dd79da req-c4e2772a-98ac-4569-b7e8-e19aac8a88ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:54.900939 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-c99f314c-6f9f-4f79-8ca7-42b3c8dd79da req-c4e2772a-98ac-4569-b7e8-e19aac8a88ee service neutron] 10.222.0.69 "GET /v2.0/networks?id=8561ad64-1b6b-4f33-82d1-a2d7e72d5b01 HTTP/1.1" status: 200 len: 920 time: 0.0946739 May 16 15:16:54.941782 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-c99f314c-6f9f-4f79-8ca7-42b3c8dd79da req-5664155b-72fe-41ae-872a-a34a18804168 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d3200ba0-e507-4313-a271-660316264ca6 HTTP/1.1" status: 200 len: 217 time: 0.0322440 May 16 15:16:54.991891 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99f314c-6f9f-4f79-8ca7-42b3c8dd79da req-0d222836-128e-4899-a036-b7817479b8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:54.993343 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-c99f314c-6f9f-4f79-8ca7-42b3c8dd79da req-0d222836-128e-4899-a036-b7817479b8af service neutron] 10.222.0.69 "GET /v2.0/subnets?id=559d3648-c2d7-45f5-9aa1-e00232e9372a HTTP/1.1" status: 200 len: 858 time: 0.0443277 May 16 15:16:55.039777 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99f314c-6f9f-4f79-8ca7-42b3c8dd79da req-0e6e1a8f-fb29-4dfd-a993-1be95fd679d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:55.041433 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-c99f314c-6f9f-4f79-8ca7-42b3c8dd79da req-0e6e1a8f-fb29-4dfd-a993-1be95fd679d1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8561ad64-1b6b-4f33-82d1-a2d7e72d5b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0387919 May 16 15:16:55.055982 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 45096) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:55.153763 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-c99f314c-6f9f-4f79-8ca7-42b3c8dd79da req-2d798857-8db3-40e7-ae8b-1b46ae544803 service neutron] 10.222.0.69 "GET /v2.0/networks/8561ad64-1b6b-4f33-82d1-a2d7e72d5b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953739 May 16 15:16:55.177365 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.v2.base [None req-f6e19c1e-ec60-4901-8eb5-4e8252e23d16 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1843982626-network', 'tenant_id': '18afd7d9815342c196be824d2b99d537'}} {{(pid=104033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:16:55.271231 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-c99f314c-6f9f-4f79-8ca7-42b3c8dd79da req-6f03f069-4326-4891-b96c-92826188a6ab service neutron] 10.222.0.69 "GET /v2.0/networks/8561ad64-1b6b-4f33-82d1-a2d7e72d5b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071656 May 16 15:16:55.333148 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e19c1e-ec60-4901-8eb5-4e8252e23d16 admin admin] Made reservation on behalf of 18afd7d9815342c196be824d2b99d537 for: {'network': 1} {{(pid=104033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:16:55.335661 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f6e19c1e-ec60-4901-8eb5-4e8252e23d16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for network (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:55.345153 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f6e19c1e-ec60-4901-8eb5-4e8252e23d16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:55.423005 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f6e19c1e-ec60-4901-8eb5-4e8252e23d16 admin admin] Publish callbacks [] for security_group (40c14af3-1fed-4601-8c5f-6a8238c55c09), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:55.510766 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f6e19c1e-ec60-4901-8eb5-4e8252e23d16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (40c14af3-1fed-4601-8c5f-6a8238c55c09), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:55.538318 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6e19c1e-ec60-4901-8eb5-4e8252e23d16 admin admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=104033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 15:16:55.548236 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e19c1e-ec60-4901-8eb5-4e8252e23d16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c14af3-1fed-4601-8c5f-6a8238c55c09,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:55.552928 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f6e19c1e-ec60-4901-8eb5-4e8252e23d16 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789020055565', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996815'] for segment (1140656b-8e15-4ab1-9757-fe68f1d00ace), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:55.553344 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.db.segments_db [None req-f6e19c1e-ec60-4901-8eb5-4e8252e23d16 admin admin] Added segment 1140656b-8e15-4ab1-9757-fe68f1d00ace of type vlan for network 0c4f9146-d1fd-486f-849d-27c0f1f9f510 May 16 15:16:55.597095 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f6e19c1e-ec60-4901-8eb5-4e8252e23d16 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789019629716'] for network (0c4f9146-d1fd-486f-849d-27c0f1f9f510), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:55.694724 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43de92e-268f-4388-a9cf-bdf191110d44 req-8f4c99ff-a6a3-4da8-b758-c884c4ca4f3e tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:55.696244 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-b43de92e-268f-4388-a9cf-bdf191110d44 req-8f4c99ff-a6a3-4da8-b758-c884c4ca4f3e tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8cc0b00-99f9-4486-b349-f60a0d2db023 HTTP/1.1" status: 200 len: 946 time: 0.0490673 May 16 15:16:55.717884 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f6e19c1e-ec60-4901-8eb5-4e8252e23d16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888'] for network (0c4f9146-d1fd-486f-849d-27c0f1f9f510), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:55.724602 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e19c1e-ec60-4901-8eb5-4e8252e23d16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:55.724602 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f6e19c1e-ec60-4901-8eb5-4e8252e23d16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631934'] for network (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:55.811436 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-b43de92e-268f-4388-a9cf-bdf191110d44 req-419b01da-8442-42b2-9b26-c04b717563bb tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=014d0d4d-d0b9-4825-87ad-58356143efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089008 May 16 15:16:55.812184 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e19c1e-ec60-4901-8eb5-4e8252e23d16 admin admin] Pushing event updated for resources: {'Network': ['ID=0c4f9146-d1fd-486f-849d-27c0f1f9f510,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:55.822927 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Network 0c4f9146-d1fd-486f-849d-27c0f1f9f510 details requested by agent ovs-agent-dv-cinder-795785-10-iscsi with host dv-cinder-795785-10-iscsi {{(pid=104035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 15:16:55.838142 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 45122) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:55.842584 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-f6e19c1e-ec60-4901-8eb5-4e8252e23d16 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.7853451 May 16 15:16:55.847734 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.v2.base [None req-c8c168a9-d144-4266-bbc7-e6ad67e27d80 admin admin] Request body: {'subnet': {'network_id': '0c4f9146-d1fd-486f-849d-27c0f1f9f510', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1843982626-subnet', 'tenant_id': '18afd7d9815342c196be824d2b99d537', 'ip_version': 4}} {{(pid=104034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:16:55.929267 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8c168a9-d144-4266-bbc7-e6ad67e27d80 admin admin] Made reservation on behalf of 18afd7d9815342c196be824d2b99d537 for: {'subnet': 1} {{(pid=104034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:16:55.931869 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-c8c168a9-d144-4266-bbc7-e6ad67e27d80 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773436'] for subnet (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:55.994181 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d777f-ef74-4cef-a42d-991db1db7773 req-0d0fffdd-725a-40d3-92c7-c586308c2a90 tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:55.996390 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-627d777f-ef74-4cef-a42d-991db1db7773 req-0d0fffdd-725a-40d3-92c7-c586308c2a90 tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] 10.222.0.44 "GET /v2.0/ports?device_id=01a892b3-2c69-47f7-b9ae-503f73dde5ef HTTP/1.1" status: 200 len: 945 time: 0.0612948 May 16 15:16:56.057809 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-627d777f-ef74-4cef-a42d-991db1db7773 req-67fc6f22-346f-477a-91d6-917fe2cae8dc tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] 10.222.0.44 "GET /v2.0/security-groups?id=793a137d-1fb6-4de0-a377-0a83eded1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479889 May 16 15:16:56.181061 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-c8c168a9-d144-4266-bbc7-e6ad67e27d80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4102194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2773418'] for subnet (b2bcf42b-2d4b-4fc7-a55a-ea377e4752e3), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:56.242658 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c168a9-d144-4266-bbc7-e6ad67e27d80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2bcf42b-2d4b-4fc7-a55a-ea377e4752e3,revision_number=0']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:56.254578 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c168a9-d144-4266-bbc7-e6ad67e27d80 admin admin] Checking segment: {'id': '1140656b-8e15-4ab1-9757-fe68f1d00ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0c4f9146-d1fd-486f-849d-27c0f1f9f510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:16:56.254940 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c168a9-d144-4266-bbc7-e6ad67e27d80 admin admin] Network hostable DHCP agents. Network: 0c4f9146-d1fd-486f-849d-27c0f1f9f510, hostable agents: ['a586ef94-96cb-452c-b402-463be5294b2a'], hosted agents: [] {{(pid=104034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 15:16:56.346667 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c168a9-d144-4266-bbc7-e6ad67e27d80 admin admin] Network 0c4f9146-d1fd-486f-849d-27c0f1f9f510 is scheduled to be hosted by DHCP agent a586ef94-96cb-452c-b402-463be5294b2a with binding_index 1 {{(pid=104034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 15:16:56.431932 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.base_scheduler [None req-c8c168a9-d144-4266-bbc7-e6ad67e27d80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795785-10-iscsi, 0c4f9146-d1fd-486f-849d-27c0f1f9f510) {{(pid=104034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:16:56.439357 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c168a9-d144-4266-bbc7-e6ad67e27d80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:56.439957 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-c8c168a9-d144-4266-bbc7-e6ad67e27d80 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:56.440868 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25caaa07-0cb4-412d-86a2-258d8d334327 None None] Network 0c4f9146-d1fd-486f-849d-27c0f1f9f510 requested from dv-cinder-795785-10-iscsi {{(pid=104035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:16:56.520543 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-c8c168a9-d144-4266-bbc7-e6ad67e27d80 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6811154 May 16 15:16:56.523243 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 45138) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:56.528684 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.v2.base [None req-b3be80e0-f0c3-4c94-8e03-f10777813cae admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1843982626-router', 'tenant_id': '18afd7d9815342c196be824d2b99d537', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594'}}} {{(pid=104034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:16:56.537355 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d528399-6517-439f-9a7d-00cf91336b2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38d81d8d-e1d5-5063-843e-fd2156367bd9-0c4f9146-d1fd-486f-849d-27c0f1f9f510', 'network_id': '0c4f9146-d1fd-486f-849d-27c0f1f9f510', 'project_id': '18afd7d9815342c196be824d2b99d537', 'fixed_ips': [{'subnet_id': 'b2bcf42b-2d4b-4fc7-a55a-ea377e4752e3'}]}} from dv-cinder-795785-10-iscsi. {{(pid=104035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 15:16:56.538421 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-0d528399-6517-439f-9a7d-00cf91336b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (None), before_create {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:56.621280 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-b3be80e0-f0c3-4c94-8e03-f10777813cae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1129'] for router (d492aea4-7447-4665-9c6c-babfe62e8760), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:56.622324 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-b3be80e0-f0c3-4c94-8e03-f10777813cae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-553739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1120'] for router (d492aea4-7447-4665-9c6c-babfe62e8760), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:56.672555 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-b3be80e0-f0c3-4c94-8e03-f10777813cae admin admin] Publish callbacks [] for router_controller (d492aea4-7447-4665-9c6c-babfe62e8760), precommit_add_association {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:56.673853 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.db_base_plugin_common [None req-0d528399-6517-439f-9a7d-00cf91336b2d None None] Allocated IP 172.20.0.2 (0c4f9146-d1fd-486f-849d-27c0f1f9f510/b2bcf42b-2d4b-4fc7-a55a-ea377e4752e3/56a17326-6505-4be8-a6c9-ea1bd68d5c7e) {{(pid=104035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:16:56.822640 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-bced3052-7a83-4b56-9e11-168939fdcc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (a586ef94-96cb-452c-b402-463be5294b2a), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:56.829108 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-0d528399-6517-439f-9a7d-00cf91336b2d None None] Publish callbacks [] for port (56a17326-6505-4be8-a6c9-ea1bd68d5c7e), precommit_create {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:56.892115 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-b3be80e0-f0c3-4c94-8e03-f10777813cae admin admin] Publish callbacks [] for router_gateway (d492aea4-7447-4665-9c6c-babfe62e8760), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:56.934597 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-0d528399-6517-439f-9a7d-00cf91336b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789019640149'] for port (56a17326-6505-4be8-a6c9-ea1bd68d5c7e), after_create {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:56.952080 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed6631d-ca63-446e-ab4a-fa30a7c5850c req-232b5302-6069-4918-b04c-7f558d780c56 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:56.952080 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-9ed6631d-ca63-446e-ab4a-fa30a7c5850c req-232b5302-6069-4918-b04c-7f558d780c56 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8cc0b00-99f9-4486-b349-f60a0d2db023 HTTP/1.1" status: 200 len: 946 time: 0.0510089 May 16 15:16:56.973158 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d528399-6517-439f-9a7d-00cf91336b2d None None] Network 0c4f9146-d1fd-486f-849d-27c0f1f9f510 is already hosted by enough agents. {{(pid=104035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:16:56.974771 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.scheduler.base_scheduler [None req-0d528399-6517-439f-9a7d-00cf91336b2d None None] Resources bound (agent type, host, resource id): {{(pid=104035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:16:56.978957 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d528399-6517-439f-9a7d-00cf91336b2d None None] Received port after_create {{(pid=104035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:16:56.994303 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d528399-6517-439f-9a7d-00cf91336b2d None None] Pushing event updated for resources: {'Port': ['ID=56a17326-6505-4be8-a6c9-ea1bd68d5c7e,revision_number=1']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:57.015756 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-9ed6631d-ca63-446e-ab4a-fa30a7c5850c req-c1ca1d5f-1934-4581-9d91-d35a5c0d7505 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=014d0d4d-d0b9-4825-87ad-58356143efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635417 May 16 15:16:57.052145 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.managers [None req-0d528399-6517-439f-9a7d-00cf91336b2d None None] Attempting to bind port 56a17326-6505-4be8-a6c9-ea1bd68d5c7e on host dv-cinder-795785-10-iscsi for vnic_type normal with profile {{(pid=104035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:16:57.052522 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.managers [None req-0d528399-6517-439f-9a7d-00cf91336b2d None None] Attempting to bind port 56a17326-6505-4be8-a6c9-ea1bd68d5c7e by drivers openvswitch,hyperv on host dv-cinder-795785-10-iscsi at level 0 using segments [{'id': '1140656b-8e15-4ab1-9757-fe68f1d00ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0c4f9146-d1fd-486f-849d-27c0f1f9f510'}] {{(pid=104035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:16:57.052887 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d528399-6517-439f-9a7d-00cf91336b2d None None] Attempting to bind port 56a17326-6505-4be8-a6c9-ea1bd68d5c7e on network 0c4f9146-d1fd-486f-849d-27c0f1f9f510 {{(pid=104035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:16:57.058600 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d528399-6517-439f-9a7d-00cf91336b2d None None] Checking agent: {'id': '311a8a5f-4d79-4ff7-931a-d05ff8cc45ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 6, 3), 'started_at': datetime.datetime(2022, 5, 16, 15, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:16:57.058988 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d528399-6517-439f-9a7d-00cf91336b2d None None] Checking segment: {'id': '1140656b-8e15-4ab1-9757-fe68f1d00ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0c4f9146-d1fd-486f-849d-27c0f1f9f510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:16:57.059570 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-0d528399-6517-439f-9a7d-00cf91336b2d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:57.059969 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d528399-6517-439f-9a7d-00cf91336b2d None None] Bound using segment: {'id': '1140656b-8e15-4ab1-9757-fe68f1d00ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0c4f9146-d1fd-486f-849d-27c0f1f9f510'} {{(pid=104035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:16:57.060440 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.managers [None req-0d528399-6517-439f-9a7d-00cf91336b2d None None] Bound port: 56a17326-6505-4be8-a6c9-ea1bd68d5c7e, host: dv-cinder-795785-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1140656b-8e15-4ab1-9757-fe68f1d00ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0c4f9146-d1fd-486f-849d-27c0f1f9f510'}}] {{(pid=104035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:16:57.061006 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-0d528399-6517-439f-9a7d-00cf91336b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (56a17326-6505-4be8-a6c9-ea1bd68d5c7e), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:57.139944 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-0d528399-6517-439f-9a7d-00cf91336b2d None None] For port 56a17326-6505-4be8-a6c9-ea1bd68d5c7e, host dv-cinder-795785-10-iscsi, cleared binding levels {{(pid=104035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:16:57.143282 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-0d528399-6517-439f-9a7d-00cf91336b2d None None] For port 56a17326-6505-4be8-a6c9-ea1bd68d5c7e, host dv-cinder-795785-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=56a17326-6505-4be8-a6c9-ea1bd68d5c7e,segment=NetworkSegment(1140656b-8e15-4ab1-9757-fe68f1d00ace),segment_id=1140656b-8e15-4ab1-9757-fe68f1d00ace)] {{(pid=104035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:16:57.179919 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e04d2a-9532-415d-b823-ea1a7e4a9b39 req-4f8b660d-bb59-4d00-9011-00601208afd8 tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:57.181509 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-19e04d2a-9532-415d-b823-ea1a7e4a9b39 req-4f8b660d-bb59-4d00-9011-00601208afd8 tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] 10.222.0.44 "GET /v2.0/ports?device_id=01a892b3-2c69-47f7-b9ae-503f73dde5ef HTTP/1.1" status: 200 len: 945 time: 0.0501547 May 16 15:16:57.209130 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-b3be80e0-f0c3-4c94-8e03-f10777813cae admin admin] Publish callbacks [] for router_gateway (d492aea4-7447-4665-9c6c-babfe62e8760), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:57.229112 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-b3be80e0-f0c3-4c94-8e03-f10777813cae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:57.231742 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-19e04d2a-9532-415d-b823-ea1a7e4a9b39 req-1e25aa8a-911a-4889-9e59-98d256445a64 tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] 10.222.0.44 "GET /v2.0/security-groups?id=793a137d-1fb6-4de0-a377-0a83eded1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439372 May 16 15:16:57.249795 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-0d528399-6517-439f-9a7d-00cf91336b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (56a17326-6505-4be8-a6c9-ea1bd68d5c7e), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:57.303462 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d528399-6517-439f-9a7d-00cf91336b2d None None] Pushing event updated for resources: {'Port': ['ID=56a17326-6505-4be8-a6c9-ea1bd68d5c7e,revision_number=2']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:57.340888 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.db.db_base_plugin_common [None req-b3be80e0-f0c3-4c94-8e03-f10777813cae admin admin] Allocated IP 172.27.0.69 (ad45e98c-12fc-4959-a2ae-a7226c979594/4a504247-fe9e-45e9-866d-820247643fc0/cb8f48b8-11f5-4a8b-ac99-c9ba07cf37a1) {{(pid=104034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:16:57.456256 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-b3be80e0-f0c3-4c94-8e03-f10777813cae admin admin] Publish callbacks [] for port (cb8f48b8-11f5-4a8b-ac99-c9ba07cf37a1), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:57.529859 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 45164) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:57.560435 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-b3be80e0-f0c3-4c94-8e03-f10777813cae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789019640149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097154'] for port (cb8f48b8-11f5-4a8b-ac99-c9ba07cf37a1), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:57.599423 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3be80e0-f0c3-4c94-8e03-f10777813cae admin admin] Network ad45e98c-12fc-4959-a2ae-a7226c979594 is already hosted by enough agents. {{(pid=104034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:16:57.606885 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.base_scheduler [None req-b3be80e0-f0c3-4c94-8e03-f10777813cae admin admin] Resources bound (agent type, host, resource id): {{(pid=104034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:16:57.612143 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3be80e0-f0c3-4c94-8e03-f10777813cae admin admin] Received port after_create {{(pid=104034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:16:57.615457 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3be80e0-f0c3-4c94-8e03-f10777813cae admin admin] Pushing event updated for resources: {'Port': ['ID=cb8f48b8-11f5-4a8b-ac99-c9ba07cf37a1,revision_number=1']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:57.682198 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-758194ac-d6af-4294-8be0-63758231a8cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:57.774270 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-758194ac-d6af-4294-8be0-63758231a8cd admin admin] Publish callbacks [] for security_group (c006566a-db56-4ab0-a908-1aa303798e4c), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:57.834592 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0340bd4-f292-4c37-8c60-727eb0b83a82 req-615a2dd5-0cf1-4ed4-8b71-7ea78745a32d tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:57.836035 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-b0340bd4-f292-4c37-8c60-727eb0b83a82 req-615a2dd5-0cf1-4ed4-8b71-7ea78745a32d tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] 10.222.0.69 "GET /v2.0/ports?device_id=01a892b3-2c69-47f7-b9ae-503f73dde5ef HTTP/1.1" status: 200 len: 945 time: 0.0500996 May 16 15:16:57.868030 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-758194ac-d6af-4294-8be0-63758231a8cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (c006566a-db56-4ab0-a908-1aa303798e4c), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:57.943244 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-758194ac-d6af-4294-8be0-63758231a8cd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=73c8a191b8134f3388fb7ec5a206bbd7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4116411 May 16 15:16:57.945856 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758194ac-d6af-4294-8be0-63758231a8cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c006566a-db56-4ab0-a908-1aa303798e4c,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:57.947373 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 45174) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:57.960797 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [req-b0340bd4-f292-4c37-8c60-727eb0b83a82 req-769c006a-7591-4b8c-b278-d08948e0fa8e tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] Deleting port 951fad15-ebba-4219-8b81-211bf8007b8d {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:16:57.960797 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-b0340bd4-f292-4c37-8c60-727eb0b83a82 req-769c006a-7591-4b8c-b278-d08948e0fa8e tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789020190181'] for port (951fad15-ebba-4219-8b81-211bf8007b8d), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:58.012650 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-b3be80e0-f0c3-4c94-8e03-f10777813cae admin admin] Publish callbacks [] for router_gateway (d492aea4-7447-4665-9c6c-babfe62e8760), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:58.079082 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [req-b0340bd4-f292-4c37-8c60-727eb0b83a82 req-769c006a-7591-4b8c-b278-d08948e0fa8e tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] For port 951fad15-ebba-4219-8b81-211bf8007b8d, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=951fad15-ebba-4219-8b81-211bf8007b8d,segment=NetworkSegment(f183387f-3d6a-4cd9-94a0-a8c0134622fe),segment_id=f183387f-3d6a-4cd9-94a0-a8c0134622fe)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:16:58.079082 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-b0340bd4-f292-4c37-8c60-727eb0b83a82 req-769c006a-7591-4b8c-b278-d08948e0fa8e tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555776'] for port (951fad15-ebba-4219-8b81-211bf8007b8d), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:58.089571 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-4c461fb8-78b1-47d0-be38-b5575e0a5edc admin admin] Publish callbacks [] for security_group (c006566a-db56-4ab0-a908-1aa303798e4c), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:58.097483 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [req-b0340bd4-f292-4c37-8c60-727eb0b83a82 req-769c006a-7591-4b8c-b278-d08948e0fa8e tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] Calling delete_port for 951fad15-ebba-4219-8b81-211bf8007b8d owned by compute:nova {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:16:58.180519 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-4c461fb8-78b1-47d0-be38-b5575e0a5edc admin admin] Publish callbacks [] for security_group (c006566a-db56-4ab0-a908-1aa303798e4c), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:58.229240 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fca5921-ad44-4c95-b416-ed59a966daff req-1cca193a-dde1-4757-b683-b6bff5d87cd3 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:58.231135 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-6fca5921-ad44-4c95-b416-ed59a966daff req-1cca193a-dde1-4757-b683-b6bff5d87cd3 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8cc0b00-99f9-4486-b349-f60a0d2db023 HTTP/1.1" status: 200 len: 946 time: 0.1159883 May 16 15:16:58.346330 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-b0340bd4-f292-4c37-8c60-727eb0b83a82 req-769c006a-7591-4b8c-b278-d08948e0fa8e tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789020200313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789019640158'] for port (951fad15-ebba-4219-8b81-211bf8007b8d), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:58.350276 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-6fca5921-ad44-4c95-b416-ed59a966daff req-147eaf73-5ccc-482f-ae4a-911d6719464c tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=014d0d4d-d0b9-4825-87ad-58356143efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088388 May 16 15:16:58.362256 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-b3be80e0-f0c3-4c94-8e03-f10777813cae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553948'] for router (d492aea4-7447-4665-9c6c-babfe62e8760), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:58.391987 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] get_ports_and_sgs() called for port_ids ['951fad15-ebba-4219-8b81-211bf8007b8d'] {{(pid=104035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:16:58.395374 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21387091-eba2-4c7d-aa0b-1feaf5a7ab99 req-02333727-895b-4521-9515-d58f97a4a5ae tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:58.397117 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-21387091-eba2-4c7d-aa0b-1feaf5a7ab99 req-02333727-895b-4521-9515-d58f97a4a5ae tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] 10.222.0.44 "GET /v2.0/ports?device_id=01a892b3-2c69-47f7-b9ae-503f73dde5ef HTTP/1.1" status: 200 len: 945 time: 0.0880527 May 16 15:16:58.398679 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769c006a-7591-4b8c-b278-d08948e0fa8e tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] Pushing event deleted for resources: {'Port': ['ID=951fad15-ebba-4219-8b81-211bf8007b8d,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:58.418927 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa7689e-a279-41b1-9b42-63f3028260ab None None] Network 0c4f9146-d1fd-486f-849d-27c0f1f9f510 requested from dv-cinder-795785-10-iscsi {{(pid=104035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:16:58.455584 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-8d59b773-3116-4656-bb7d-2a46bd5ffd38 None None] Provisioning complete for port 56a17326-6505-4be8-a6c9-ea1bd68d5c7e triggered by entity DHCP. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:16:58.456211 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-8d59b773-3116-4656-bb7d-2a46bd5ffd38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (56a17326-6505-4be8-a6c9-ea1bd68d5c7e), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:58.459799 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-4c461fb8-78b1-47d0-be38-b5575e0a5edc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (c006566a-db56-4ab0-a908-1aa303798e4c), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:58.462421 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-4c461fb8-78b1-47d0-be38-b5575e0a5edc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:58.466680 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-4c461fb8-78b1-47d0-be38-b5575e0a5edc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c006566a-db56-4ab0-a908-1aa303798e4c HTTP/1.1" status: 204 len: 168 time: 0.5152926 May 16 15:16:58.484165 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0340bd4-f292-4c37-8c60-727eb0b83a82 req-769c006a-7591-4b8c-b278-d08948e0fa8e tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] No DVR routers for this DVR port 951fad15-ebba-4219-8b81-211bf8007b8d on host hv-cinder-79578 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:16:58.486955 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-b0340bd4-f292-4c37-8c60-727eb0b83a82 req-769c006a-7591-4b8c-b278-d08948e0fa8e tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914'] for port (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:58.491245 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-b0340bd4-f292-4c37-8c60-727eb0b83a82 req-769c006a-7591-4b8c-b278-d08948e0fa8e tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] 10.222.0.69 "DELETE /v2.0/ports/951fad15-ebba-4219-8b81-211bf8007b8d HTTP/1.1" status: 204 len: 173 time: 0.6496665 May 16 15:16:58.495514 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01a892b3-2c69-47f7-b9ae-503f73dde5ef', 'name': 'network-vif-deleted', 'tag': '951fad15-ebba-4219-8b81-211bf8007b8d'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:16:58.497795 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffeccd97bc4bec2d8a291f35a4115644be5723c7930092d1a563b2016f5a5231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77d60b83-7a5c-4312-9625-a82afa174ecd" -d '{"events": [{"server_uuid": "01a892b3-2c69-47f7-b9ae-503f73dde5ef", "name": "network-vif-deleted", "tag": "951fad15-ebba-4219-8b81-211bf8007b8d"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:16:58.519481 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-21387091-eba2-4c7d-aa0b-1feaf5a7ab99 req-1dcc3ed6-7dea-4d03-9c57-3e80d64933a4 tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] 10.222.0.44 "GET /v2.0/security-groups?id=793a137d-1fb6-4de0-a377-0a83eded1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124740 May 16 15:16:58.520248 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c461fb8-78b1-47d0-be38-b5575e0a5edc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c006566a-db56-4ab0-a908-1aa303798e4c,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:58.562522 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b32da1-71c9-42f3-bf13-d39558083d12 x-openstack-request-id: req-96b32da1-71c9-42f3-bf13-d39558083d12 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:16:58.562988 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01a892b3-2c69-47f7-b9ae-503f73dde5ef", "name": "network-vif-deleted", "tag": "951fad15-ebba-4219-8b81-211bf8007b8d", "status": "completed", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:16:58.563406 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-96b32da1-71c9-42f3-bf13-d39558083d12 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:16:58.563957 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96b32da1-71c9-42f3-bf13-d39558083d12'] response: {'server_uuid': '01a892b3-2c69-47f7-b9ae-503f73dde5ef', 'name': 'network-vif-deleted', 'tag': '951fad15-ebba-4219-8b81-211bf8007b8d', 'status': 'completed', 'code': 200} May 16 15:16:58.618783 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-8d59b773-3116-4656-bb7d-2a46bd5ffd38 None None] Current status of the port 56a17326-6505-4be8-a6c9-ea1bd68d5c7e is: DOWN; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:16:58.619172 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-8d59b773-3116-4656-bb7d-2a46bd5ffd38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (56a17326-6505-4be8-a6c9-ea1bd68d5c7e), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:58.655058 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-8d59b773-3116-4656-bb7d-2a46bd5ffd38 None None] For port 56a17326-6505-4be8-a6c9-ea1bd68d5c7e, host dv-cinder-795785-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=56a17326-6505-4be8-a6c9-ea1bd68d5c7e,segment=NetworkSegment(1140656b-8e15-4ab1-9757-fe68f1d00ace),segment_id=1140656b-8e15-4ab1-9757-fe68f1d00ace)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:16:58.660564 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3be80e0-f0c3-4c94-8e03-f10777813cae admin admin] Router d492aea4-7447-4665-9c6c-babfe62e8760 is scheduled to L3 agent 54a3e65b-69a0-426d-9997-69a1705c4334 with binding_index 1 {{(pid=104034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 16 15:16:58.735120 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-8d59b773-3116-4656-bb7d-2a46bd5ffd38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (56a17326-6505-4be8-a6c9-ea1bd68d5c7e), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:58.785838 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3be80e0-f0c3-4c94-8e03-f10777813cae admin admin] Notify agent at l3_agent.dv-cinder-795785-10-iscsi the message routers_updated {{(pid=104034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:16:58.791224 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59b773-3116-4656-bb7d-2a46bd5ffd38 None None] Pushing event updated for resources: {'Port': ['ID=56a17326-6505-4be8-a6c9-ea1bd68d5c7e,revision_number=3']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:58.797844 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9db7bc9-39e7-43b4-864e-0942c8630708 None None] Sync routers for ids ['d492aea4-7447-4665-9c6c-babfe62e8760'] in dv-cinder-795785-10-iscsi {{(pid=104036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:16:58.818046 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9db7bc9-39e7-43b4-864e-0942c8630708 None None] Routers {'d492aea4-7447-4665-9c6c-babfe62e8760'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:16:58.818894 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-f9db7bc9-39e7-43b4-864e-0942c8630708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:16:29Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['d492aea4-7447-4665-9c6c-babfe62e8760'], 'active': True} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:16:58.854991 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-9fa165cc-8c68-40ea-a6db-bf197ac7cd0c None None] Provisioning complete for port 56a17326-6505-4be8-a6c9-ea1bd68d5c7e triggered by entity DHCP. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:16:58.856243 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-9fa165cc-8c68-40ea-a6db-bf197ac7cd0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (56a17326-6505-4be8-a6c9-ea1bd68d5c7e), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:58.875991 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-b3be80e0-f0c3-4c94-8e03-f10777813cae admin admin] Publish callbacks [] for router (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:58.877984 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-b3be80e0-f0c3-4c94-8e03-f10777813cae admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3536947 May 16 15:16:58.880559 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 45192) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:16:58.902991 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d7e0598b-3ea5-4379-a7a0-05420bad03a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (54a3e65b-69a0-426d-9997-69a1705c4334), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:58.944647 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-9fa165cc-8c68-40ea-a6db-bf197ac7cd0c None None] Current status of the port 56a17326-6505-4be8-a6c9-ea1bd68d5c7e is: ACTIVE; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:16:58.951608 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvr_db [None req-f9db7bc9-39e7-43b4-864e-0942c8630708 None None] Set router d492aea4-7447-4665-9c6c-babfe62e8760 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:16:59.149007 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-f9db7bc9-39e7-43b4-864e-0942c8630708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd492aea4-7447-4665-9c6c-babfe62e8760', 'name': 'tempest-TestMinimumBasicScenario-1843982626-router', 'tenant_id': '18afd7d9815342c196be824d2b99d537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': 'cb8f48b8-11f5-4a8b-ac99-c9ba07cf37a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:16:56Z', 'updated_at': '2022-05-16T15:16:57Z', 'revision_number': 3, 'project_id': '18afd7d9815342c196be824d2b99d537', 'gw_port': {'id': 'cb8f48b8-11f5-4a8b-ac99-c9ba07cf37a1', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ce:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd492aea4-7447-4665-9c6c-babfe62e8760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:16:57Z', 'updated_at': '2022-05-16T15:16:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi'}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:16:59.173728 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9db7bc9-39e7-43b4-864e-0942c8630708 None None] Checking router: d492aea4-7447-4665-9c6c-babfe62e8760 for host: dv-cinder-795785-10-iscsi {{(pid=104036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:16:59.174088 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9db7bc9-39e7-43b4-864e-0942c8630708 None None] Updating router d492aea4-7447-4665-9c6c-babfe62e8760 port cb8f48b8-11f5-4a8b-ac99-c9ba07cf37a1 binding host dv-cinder-795785-10-iscsi {{(pid=104036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 15:16:59.204662 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron_lib.callbacks.manager [None req-f9db7bc9-39e7-43b4-864e-0942c8630708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (cb8f48b8-11f5-4a8b-ac99-c9ba07cf37a1), before_update {{(pid=104036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:59.571865 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-19dc3c39-df3d-4602-b465-62d7d119f0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:59.572994 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron_lib.callbacks.manager [None req-f9db7bc9-39e7-43b4-864e-0942c8630708 None None] Publish callbacks [] for port (cb8f48b8-11f5-4a8b-ac99-c9ba07cf37a1), precommit_update {{(pid=104036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:59.606944 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa59303b-e7a6-4fe3-833c-d8eb212ab0c4 req-e980d02d-bda6-49b9-9b09-6529b80af71e tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:16:59.631105 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-aa59303b-e7a6-4fe3-833c-d8eb212ab0c4 req-e980d02d-bda6-49b9-9b09-6529b80af71e tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8cc0b00-99f9-4486-b349-f60a0d2db023 HTTP/1.1" status: 200 len: 946 time: 0.1447308 May 16 15:16:59.632059 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device 56a17326-6505-4be8-a6c9-ea1bd68d5c7e up at agent ovs-agent-dv-cinder-795785-10-iscsi {{(pid=104035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:16:59.689111 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron_lib.callbacks.manager [None req-f9db7bc9-39e7-43b4-864e-0942c8630708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (cb8f48b8-11f5-4a8b-ac99-c9ba07cf37a1), after_update {{(pid=104036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:59.693113 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Provisioning complete for port 56a17326-6505-4be8-a6c9-ea1bd68d5c7e triggered by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:16:59.693693 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (56a17326-6505-4be8-a6c9-ea1bd68d5c7e), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:59.702103 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-1ca6845d-cf99-4b40-8c6b-8505189f3605 req-c3b4ad54-c3d4-47f6-bf6c-c395cf32d86d tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] 10.222.0.44 "GET /v2.0/ports?device_id=01a892b3-2c69-47f7-b9ae-503f73dde5ef HTTP/1.1" status: 200 len: 210 time: 0.0480287 May 16 15:16:59.738261 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-aa59303b-e7a6-4fe3-833c-d8eb212ab0c4 req-d42d36c6-bb28-4628-8b4d-dd485785dfa8 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=014d0d4d-d0b9-4825-87ad-58356143efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061587 May 16 15:16:59.801182 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2de7fa-c83f-4e18-9897-c621af70fd5d None None] Pushing event updated for resources: {'Port': ['ID=cb8f48b8-11f5-4a8b-ac99-c9ba07cf37a1,revision_number=2']} {{(pid=104036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:16:59.815986 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2de7fa-c83f-4e18-9897-c621af70fd5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:59.816637 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2de7fa-c83f-4e18-9897-c621af70fd5d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:59.817142 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2de7fa-c83f-4e18-9897-c621af70fd5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:59.818143 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2de7fa-c83f-4e18-9897-c621af70fd5d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:59.819083 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2de7fa-c83f-4e18-9897-c621af70fd5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:59.819811 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2de7fa-c83f-4e18-9897-c621af70fd5d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:59.820287 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2de7fa-c83f-4e18-9897-c621af70fd5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:59.821161 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2de7fa-c83f-4e18-9897-c621af70fd5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:59.821554 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2de7fa-c83f-4e18-9897-c621af70fd5d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:59.821893 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2de7fa-c83f-4e18-9897-c621af70fd5d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:59.822251 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2de7fa-c83f-4e18-9897-c621af70fd5d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:59.822592 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2de7fa-c83f-4e18-9897-c621af70fd5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:59.822910 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.db.db_base_plugin_common [None req-19dc3c39-df3d-4602-b465-62d7d119f0e4 admin admin] Allocated IP 172.20.0.1 (0c4f9146-d1fd-486f-849d-27c0f1f9f510/b2bcf42b-2d4b-4fc7-a55a-ea377e4752e3/dd1ca3d5-b423-4214-86b7-3a95454a1cff) {{(pid=104034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:16:59.823033 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2de7fa-c83f-4e18-9897-c621af70fd5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:59.823279 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2de7fa-c83f-4e18-9897-c621af70fd5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:59.823597 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2de7fa-c83f-4e18-9897-c621af70fd5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:16:59.840107 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.managers [None req-f9db7bc9-39e7-43b4-864e-0942c8630708 None None] Attempting to bind port cb8f48b8-11f5-4a8b-ac99-c9ba07cf37a1 on host dv-cinder-795785-10-iscsi for vnic_type normal with profile {{(pid=104036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:16:59.840567 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.managers [None req-f9db7bc9-39e7-43b4-864e-0942c8630708 None None] Attempting to bind port cb8f48b8-11f5-4a8b-ac99-c9ba07cf37a1 by drivers openvswitch,hyperv on host dv-cinder-795785-10-iscsi at level 0 using segments [{'id': 'd35ec458-efea-4f9b-9cfc-f89e4e5d5ae0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594'}] {{(pid=104036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:16:59.841365 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9db7bc9-39e7-43b4-864e-0942c8630708 None None] Attempting to bind port cb8f48b8-11f5-4a8b-ac99-c9ba07cf37a1 on network ad45e98c-12fc-4959-a2ae-a7226c979594 {{(pid=104036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:16:59.849024 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9db7bc9-39e7-43b4-864e-0942c8630708 None None] Checking agent: {'id': '311a8a5f-4d79-4ff7-931a-d05ff8cc45ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 6, 3), 'started_at': datetime.datetime(2022, 5, 16, 15, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:16:59.849504 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9db7bc9-39e7-43b4-864e-0942c8630708 None None] Checking segment: {'id': 'd35ec458-efea-4f9b-9cfc-f89e4e5d5ae0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:16:59.849971 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron_lib.callbacks.manager [None req-f9db7bc9-39e7-43b4-864e-0942c8630708 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:59.851179 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9db7bc9-39e7-43b4-864e-0942c8630708 None None] Bound using segment: {'id': 'd35ec458-efea-4f9b-9cfc-f89e4e5d5ae0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594'} {{(pid=104036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:16:59.851741 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.managers [None req-f9db7bc9-39e7-43b4-864e-0942c8630708 None None] Bound port: cb8f48b8-11f5-4a8b-ac99-c9ba07cf37a1, host: dv-cinder-795785-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd35ec458-efea-4f9b-9cfc-f89e4e5d5ae0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594'}}] {{(pid=104036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:16:59.852368 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron_lib.callbacks.manager [None req-f9db7bc9-39e7-43b4-864e-0942c8630708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (cb8f48b8-11f5-4a8b-ac99-c9ba07cf37a1), before_update {{(pid=104036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:16:59.939882 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Current status of the port 56a17326-6505-4be8-a6c9-ea1bd68d5c7e is: ACTIVE; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:16:59.952489 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.db [None req-f9db7bc9-39e7-43b4-864e-0942c8630708 None None] For port cb8f48b8-11f5-4a8b-ac99-c9ba07cf37a1, host dv-cinder-795785-10-iscsi, cleared binding levels {{(pid=104036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:16:59.956384 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.db [None req-f9db7bc9-39e7-43b4-864e-0942c8630708 None None] For port cb8f48b8-11f5-4a8b-ac99-c9ba07cf37a1, host dv-cinder-795785-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=cb8f48b8-11f5-4a8b-ac99-c9ba07cf37a1,segment=NetworkSegment(d35ec458-efea-4f9b-9cfc-f89e4e5d5ae0),segment_id=d35ec458-efea-4f9b-9cfc-f89e4e5d5ae0)] {{(pid=104036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:16:59.984318 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-19dc3c39-df3d-4602-b465-62d7d119f0e4 admin admin] Publish callbacks [] for port (dd1ca3d5-b423-4214-86b7-3a95454a1cff), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:00.015205 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 45222) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:17:00.021499 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron_lib.callbacks.manager [None req-f9db7bc9-39e7-43b4-864e-0942c8630708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (cb8f48b8-11f5-4a8b-ac99-c9ba07cf37a1), after_update {{(pid=104036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:00.082162 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9db7bc9-39e7-43b4-864e-0942c8630708 None None] Routers {'d492aea4-7447-4665-9c6c-babfe62e8760'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:17:00.082916 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-e1b85405-7a13-4024-838c-532465e0cf8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (72569482-7f88-4a09-9117-6d6842ca2c26), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:00.084201 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-f9db7bc9-39e7-43b4-864e-0942c8630708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:16:59Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['d492aea4-7447-4665-9c6c-babfe62e8760'], 'active': True} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:17:00.118298 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2de7fa-c83f-4e18-9897-c621af70fd5d None None] Pushing event updated for resources: {'Port': ['ID=cb8f48b8-11f5-4a8b-ac99-c9ba07cf37a1,revision_number=3']} {{(pid=104036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:00.123675 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-19dc3c39-df3d-4602-b465-62d7d119f0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789019640149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097154'] for port (dd1ca3d5-b423-4214-86b7-3a95454a1cff), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:00.138479 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c2c4e2c2-d53e-4dc3-84b9-3dea16e06e38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:00.177533 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19dc3c39-df3d-4602-b465-62d7d119f0e4 admin admin] Network 0c4f9146-d1fd-486f-849d-27c0f1f9f510 is already hosted by enough agents. {{(pid=104034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:17:00.180488 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.base_scheduler [None req-19dc3c39-df3d-4602-b465-62d7d119f0e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:17:00.184198 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19dc3c39-df3d-4602-b465-62d7d119f0e4 admin admin] Received port after_create {{(pid=104034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:17:00.217917 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvr_db [None req-f9db7bc9-39e7-43b4-864e-0942c8630708 None None] Set router d492aea4-7447-4665-9c6c-babfe62e8760 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:17:00.222616 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dc3c39-df3d-4602-b465-62d7d119f0e4 admin admin] Pushing event updated for resources: {'Port': ['ID=dd1ca3d5-b423-4214-86b7-3a95454a1cff,revision_number=1']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:00.235324 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-19dc3c39-df3d-4602-b465-62d7d119f0e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-526065'] for router_interface (d492aea4-7447-4665-9c6c-babfe62e8760), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:00.268972 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c2c4e2c2-d53e-4dc3-84b9-3dea16e06e38 admin admin] Publish callbacks [] for security_group (86a1e435-3de9-4274-8744-d592c57ad036), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:00.335267 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c2c4e2c2-d53e-4dc3-84b9-3dea16e06e38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (86a1e435-3de9-4274-8744-d592c57ad036), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:00.377217 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-c2c4e2c2-d53e-4dc3-84b9-3dea16e06e38 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b5de984b6f124f3fa78d38893f62e54a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3605623 May 16 15:17:00.378392 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c4e2c2-d53e-4dc3-84b9-3dea16e06e38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a1e435-3de9-4274-8744-d592c57ad036,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:00.380541 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 45230) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:17:00.476524 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-19dc3c39-df3d-4602-b465-62d7d119f0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (dd1ca3d5-b423-4214-86b7-3a95454a1cff), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:00.480839 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-88df8986-1f28-4dec-bccb-3bbfe4ab0516 admin admin] Publish callbacks [] for security_group (86a1e435-3de9-4274-8744-d592c57ad036), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:00.483695 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-fac25c9f-8bae-45dd-bb4d-ab0542fadbc2 None None] Provisioning complete for port dd1ca3d5-b423-4214-86b7-3a95454a1cff triggered by entity DHCP. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:17:00.484040 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-fac25c9f-8bae-45dd-bb4d-ab0542fadbc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (dd1ca3d5-b423-4214-86b7-3a95454a1cff), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:00.531920 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-f9db7bc9-39e7-43b4-864e-0942c8630708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd492aea4-7447-4665-9c6c-babfe62e8760', 'name': 'tempest-TestMinimumBasicScenario-1843982626-router', 'tenant_id': '18afd7d9815342c196be824d2b99d537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': 'cb8f48b8-11f5-4a8b-ac99-c9ba07cf37a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:16:56Z', 'updated_at': '2022-05-16T15:16:57Z', 'revision_number': 3, 'project_id': '18afd7d9815342c196be824d2b99d537', 'gw_port': {'id': 'cb8f48b8-11f5-4a8b-ac99-c9ba07cf37a1', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ce:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd492aea4-7447-4665-9c6c-babfe62e8760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:16:57Z', 'updated_at': '2022-05-16T15:16:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi'}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:17:00.534290 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-88df8986-1f28-4dec-bccb-3bbfe4ab0516 admin admin] Publish callbacks [] for security_group (86a1e435-3de9-4274-8744-d592c57ad036), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:00.538566 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-fac25c9f-8bae-45dd-bb4d-ab0542fadbc2 None None] Port dd1ca3d5-b423-4214-86b7-3a95454a1cff cannot update to ACTIVE because it is not bound. {{(pid=104035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:17:00.558007 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9db7bc9-39e7-43b4-864e-0942c8630708 None None] The sync data for ids ['d492aea4-7447-4665-9c6c-babfe62e8760'] in dv-cinder-795785-10-iscsi is: [{'id': 'd492aea4-7447-4665-9c6c-babfe62e8760', 'name': 'tempest-TestMinimumBasicScenario-1843982626-router', 'tenant_id': '18afd7d9815342c196be824d2b99d537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': 'cb8f48b8-11f5-4a8b-ac99-c9ba07cf37a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:16:56Z', 'updated_at': '2022-05-16T15:16:57Z', 'revision_number': 3, 'project_id': '18afd7d9815342c196be824d2b99d537', 'gw_port': {'id': 'cb8f48b8-11f5-4a8b-ac99-c9ba07cf37a1', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ce:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd492aea4-7447-4665-9c6c-babfe62e8760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:16:57Z', 'updated_at': '2022-05-16T15:16:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi'}] {{(pid=104036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:17:00.725978 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-88df8986-1f28-4dec-bccb-3bbfe4ab0516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (86a1e435-3de9-4274-8744-d592c57ad036), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:00.728568 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-88df8986-1f28-4dec-bccb-3bbfe4ab0516 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:00.732062 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-88df8986-1f28-4dec-bccb-3bbfe4ab0516 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/86a1e435-3de9-4274-8744-d592c57ad036 HTTP/1.1" status: 204 len: 168 time: 0.3429906 May 16 15:17:00.746583 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-19dc3c39-df3d-4602-b465-62d7d119f0e4 admin admin] Publish callbacks [] for port (dd1ca3d5-b423-4214-86b7-3a95454a1cff), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:00.753465 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88df8986-1f28-4dec-bccb-3bbfe4ab0516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a1e435-3de9-4274-8744-d592c57ad036,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:00.829641 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-19dc3c39-df3d-4602-b465-62d7d119f0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4097205'] for port (dd1ca3d5-b423-4214-86b7-3a95454a1cff), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:00.908999 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57688648-2120-4278-80df-9474115f15d0 req-39781254-c6c6-417a-aaf5-e4fa31ba2b6e tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:00.922128 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-57688648-2120-4278-80df-9474115f15d0 req-39781254-c6c6-417a-aaf5-e4fa31ba2b6e tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8cc0b00-99f9-4486-b349-f60a0d2db023 HTTP/1.1" status: 200 len: 946 time: 0.0835929 May 16 15:17:00.937204 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dc3c39-df3d-4602-b465-62d7d119f0e4 admin admin] Pushing event updated for resources: {'Port': ['ID=dd1ca3d5-b423-4214-86b7-3a95454a1cff,revision_number=2']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:00.942749 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-19dc3c39-df3d-4602-b465-62d7d119f0e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555963'] for router_interface (d492aea4-7447-4665-9c6c-babfe62e8760), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:01.012414 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-57688648-2120-4278-80df-9474115f15d0 req-736a0267-91f7-46b0-84a2-dd16fe345a63 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=014d0d4d-d0b9-4825-87ad-58356143efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887997 May 16 15:17:01.110920 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19dc3c39-df3d-4602-b465-62d7d119f0e4 admin admin] Network 0c4f9146-d1fd-486f-849d-27c0f1f9f510 is already hosted by enough agents. {{(pid=104034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:17:01.132693 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.base_scheduler [None req-19dc3c39-df3d-4602-b465-62d7d119f0e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:17:01.312965 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f31f056-3ac3-4b0e-8613-e2bdd59a9982 req-753d863e-cefe-41ac-99a3-e1856e2cb780 tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:01.320540 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-1f31f056-3ac3-4b0e-8613-e2bdd59a9982 req-753d863e-cefe-41ac-99a3-e1856e2cb780 tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] 10.222.0.44 "GET /v2.0/networks?id=6de467ee-ceef-4dff-8986-76afb32e2fd6 HTTP/1.1" status: 200 len: 808 time: 0.2124047 May 16 15:17:01.347903 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-1f31f056-3ac3-4b0e-8613-e2bdd59a9982 req-9c08f9b6-d3c6-42b6-9274-de96316204c4 tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] 10.222.0.44 "GET /v2.0/quotas/7c186c3409f94fa5bb7452eee4021eea HTTP/1.1" status: 200 len: 375 time: 0.0263486 May 16 15:17:01.418718 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-1f31f056-3ac3-4b0e-8613-e2bdd59a9982 req-8d99b580-cd4c-4aa5-a5ae-31fab750c89e tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=7c186c3409f94fa5bb7452eee4021eea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0698428 May 16 15:17:01.478999 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19dc3c39-df3d-4602-b465-62d7d119f0e4 admin admin] Router d492aea4-7447-4665-9c6c-babfe62e8760 has already been hosted by L3 agent 54a3e65b-69a0-426d-9997-69a1705c4334 {{(pid=104034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:17:01.503770 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a2296b44-efe7-4c92-99bf-bf9223587463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (4544528a-1612-46a7-a248-6cca4b867644), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:01.507265 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-52e6900c-22aa-4111-9b77-f8cb23f284c0 None None] Provisioning complete for port dd1ca3d5-b423-4214-86b7-3a95454a1cff triggered by entity DHCP. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:17:01.507925 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-52e6900c-22aa-4111-9b77-f8cb23f284c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (dd1ca3d5-b423-4214-86b7-3a95454a1cff), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:01.559850 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-52e6900c-22aa-4111-9b77-f8cb23f284c0 None None] Port dd1ca3d5-b423-4214-86b7-3a95454a1cff cannot update to ACTIVE because it is not bound. {{(pid=104035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:17:01.571114 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device cb8f48b8-11f5-4a8b-ac99-c9ba07cf37a1 up at agent ovs-agent-dv-cinder-795785-10-iscsi {{(pid=104035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:17:01.603512 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 45278) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:17:01.606623 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-1f31f056-3ac3-4b0e-8613-e2bdd59a9982 req-cac86d71-84ee-435b-9644-c02bb7057e1c service neutron] 10.222.0.44 "GET /v2.0/networks/6de467ee-ceef-4dff-8986-76afb32e2fd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770289 May 16 15:17:01.628641 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-af2c3a41-afbb-425d-8922-b2824626f9b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:01.632923 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Provisioning complete for port cb8f48b8-11f5-4a8b-ac99-c9ba07cf37a1 triggered by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:17:01.633531 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (cb8f48b8-11f5-4a8b-ac99-c9ba07cf37a1), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:01.743814 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Current status of the port cb8f48b8-11f5-4a8b-ac99-c9ba07cf37a1 is: DOWN; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:17:01.744208 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (cb8f48b8-11f5-4a8b-ac99-c9ba07cf37a1), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:01.748283 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19dc3c39-df3d-4602-b465-62d7d119f0e4 admin admin] Notify agent at l3_agent.dv-cinder-795785-10-iscsi the message routers_updated {{(pid=104034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:17:01.767171 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-19dc3c39-df3d-4602-b465-62d7d119f0e4 admin admin] 10.222.0.44 "PUT /v2.0/routers/d492aea4-7447-4665-9c6c-babfe62e8760/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8854544 May 16 15:17:01.774718 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] For port cb8f48b8-11f5-4a8b-ac99-c9ba07cf37a1, host dv-cinder-795785-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=cb8f48b8-11f5-4a8b-ac99-c9ba07cf37a1,segment=NetworkSegment(d35ec458-efea-4f9b-9cfc-f89e4e5d5ae0),segment_id=d35ec458-efea-4f9b-9cfc-f89e4e5d5ae0)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:17:01.782822 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-af2c3a41-afbb-425d-8922-b2824626f9b2 admin admin] Publish callbacks [] for security_group (c6d75184-9c7c-4c08-b540-8e7c8c813b9f), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:01.793526 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-1f31f056-3ac3-4b0e-8613-e2bdd59a9982 req-a0c35c5f-da7a-45f1-8129-2bc4f60e6918 service neutron] 10.222.0.44 "GET /v2.0/networks/6de467ee-ceef-4dff-8986-76afb32e2fd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724880 May 16 15:17:01.854735 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (cb8f48b8-11f5-4a8b-ac99-c9ba07cf37a1), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:01.905948 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-af2c3a41-afbb-425d-8922-b2824626f9b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (c6d75184-9c7c-4c08-b540-8e7c8c813b9f), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:01.908389 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Pushing event updated for resources: {'Port': ['ID=cb8f48b8-11f5-4a8b-ac99-c9ba07cf37a1,revision_number=4']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:01.928650 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device 951fad15-ebba-4219-8b81-211bf8007b8d no longer exists at agent hyperv_hv-cinder-79578 {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:17:01.957131 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] No Port match for: 951fad15-ebba-4219-8b81-211bf8007b8d {{(pid=104035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:17:01.957655 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-af2c3a41-afbb-425d-8922-b2824626f9b2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=95be1e6f0e244d2c8b14a2ad6df15c13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3520834 May 16 15:17:01.958787 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device 951fad15-ebba-4219-8b81-211bf8007b8d not bound to the agent host hv-cinder-79578 {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:17:01.959326 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2c3a41-afbb-425d-8922-b2824626f9b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d75184-9c7c-4c08-b540-8e7c8c813b9f,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:01.960465 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 45284) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:17:02.015692 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-76462003-743d-49e6-ad2a-17da5b184ed7 admin admin] Publish callbacks [] for security_group (c6d75184-9c7c-4c08-b540-8e7c8c813b9f), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:02.037729 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-76462003-743d-49e6-ad2a-17da5b184ed7 admin admin] Publish callbacks [] for security_group (c6d75184-9c7c-4c08-b540-8e7c8c813b9f), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:02.160046 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-805c43b3-de48-453d-8699-469fb03ec647 req-790170ff-09f7-4283-ab2e-dd32ddb69509 tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] 10.222.0.44 "GET /v2.0/ports?device_id=79fde843-2868-4a1f-a344-df85fd7b1e70 HTTP/1.1" status: 200 len: 210 time: 0.0426850 May 16 15:17:02.179752 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b476e-65b7-49bb-a5ac-3e315e5635bb req-5a085481-84ea-40ac-9568-15e824f3aa1b tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:02.187210 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-985b476e-65b7-49bb-a5ac-3e315e5635bb req-5a085481-84ea-40ac-9568-15e824f3aa1b tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8cc0b00-99f9-4486-b349-f60a0d2db023 HTTP/1.1" status: 200 len: 946 time: 0.0947149 May 16 15:17:02.220081 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-76462003-743d-49e6-ad2a-17da5b184ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (c6d75184-9c7c-4c08-b540-8e7c8c813b9f), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:02.228762 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-76462003-743d-49e6-ad2a-17da5b184ed7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:02.228762 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-76462003-743d-49e6-ad2a-17da5b184ed7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c6d75184-9c7c-4c08-b540-8e7c8c813b9f HTTP/1.1" status: 204 len: 168 time: 0.2618504 May 16 15:17:02.235183 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76462003-743d-49e6-ad2a-17da5b184ed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d75184-9c7c-4c08-b540-8e7c8c813b9f,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:02.327281 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-985b476e-65b7-49bb-a5ac-3e315e5635bb req-ea6428ae-b641-40aa-a0de-8b22e0f4bff1 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=014d0d4d-d0b9-4825-87ad-58356143efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126878 May 16 15:17:02.638411 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53870c16-d414-4060-8f42-6d7b7405b34a None None] Sync routers for ids ['d492aea4-7447-4665-9c6c-babfe62e8760'] in dv-cinder-795785-10-iscsi {{(pid=104035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:17:02.650016 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53870c16-d414-4060-8f42-6d7b7405b34a None None] Routers {'d492aea4-7447-4665-9c6c-babfe62e8760'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:17:02.650970 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_hamode_db [None req-53870c16-d414-4060-8f42-6d7b7405b34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:16:59Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['d492aea4-7447-4665-9c6c-babfe62e8760'], 'active': True} {{(pid=104035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:17:02.699327 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 45324) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:17:02.706817 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.v2.base [None req-ad6dd2eb-16d1-44bd-ab79-7ce78fe10f53 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1614981427-network', 'tenant_id': '11ad64bf66f149b5900180b8c8d7420f'}} {{(pid=104034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:17:02.782241 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvr_db [None req-53870c16-d414-4060-8f42-6d7b7405b34a None None] Set router d492aea4-7447-4665-9c6c-babfe62e8760 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:17:02.819498 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad6dd2eb-16d1-44bd-ab79-7ce78fe10f53 admin admin] Made reservation on behalf of 11ad64bf66f149b5900180b8c8d7420f for: {'network': 1} {{(pid=104034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:17:02.822079 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-ad6dd2eb-16d1-44bd-ab79-7ce78fe10f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for network (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:02.834004 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-ad6dd2eb-16d1-44bd-ab79-7ce78fe10f53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:02.926409 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-ad6dd2eb-16d1-44bd-ab79-7ce78fe10f53 admin admin] Publish callbacks [] for security_group (c3fdc5c9-5cd5-48d6-b98c-3417c016e5f6), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:02.984424 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_hamode_db [None req-53870c16-d414-4060-8f42-6d7b7405b34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd492aea4-7447-4665-9c6c-babfe62e8760', 'name': 'tempest-TestMinimumBasicScenario-1843982626-router', 'tenant_id': '18afd7d9815342c196be824d2b99d537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': 'cb8f48b8-11f5-4a8b-ac99-c9ba07cf37a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:16:56Z', 'updated_at': '2022-05-16T15:17:00Z', 'revision_number': 4, 'project_id': '18afd7d9815342c196be824d2b99d537', 'gw_port': {'id': 'cb8f48b8-11f5-4a8b-ac99-c9ba07cf37a1', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ce:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd492aea4-7447-4665-9c6c-babfe62e8760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:16:57Z', 'updated_at': '2022-05-16T15:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_interfaces': [{'id': 'dd1ca3d5-b423-4214-86b7-3a95454a1cff', 'name': '', 'network_id': '0c4f9146-d1fd-486f-849d-27c0f1f9f510', 'tenant_id': '18afd7d9815342c196be824d2b99d537', 'mac_address': 'fa:16:3e:fb:d9:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd492aea4-7447-4665-9c6c-babfe62e8760', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'b2bcf42b-2d4b-4fc7-a55a-ea377e4752e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:16:59Z', 'updated_at': '2022-05-16T15:17:00Z', 'revision_number': 2, 'project_id': '18afd7d9815342c196be824d2b99d537', 'subnets': [{'id': 'b2bcf42b-2d4b-4fc7-a55a-ea377e4752e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:17:03.008310 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53870c16-d414-4060-8f42-6d7b7405b34a None None] Checking router: d492aea4-7447-4665-9c6c-babfe62e8760 for host: dv-cinder-795785-10-iscsi {{(pid=104035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:17:03.008663 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53870c16-d414-4060-8f42-6d7b7405b34a None None] Updating router d492aea4-7447-4665-9c6c-babfe62e8760 port dd1ca3d5-b423-4214-86b7-3a95454a1cff binding host dv-cinder-795785-10-iscsi {{(pid=104035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 15:17:03.035363 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-53870c16-d414-4060-8f42-6d7b7405b34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (dd1ca3d5-b423-4214-86b7-3a95454a1cff), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:03.037517 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-ad6dd2eb-16d1-44bd-ab79-7ce78fe10f53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (c3fdc5c9-5cd5-48d6-b98c-3417c016e5f6), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:03.076226 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad6dd2eb-16d1-44bd-ab79-7ce78fe10f53 admin admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=104034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 15:17:03.100735 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6dd2eb-16d1-44bd-ab79-7ce78fe10f53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3fdc5c9-5cd5-48d6-b98c-3417c016e5f6,revision_number=1']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:03.107630 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-ad6dd2eb-16d1-44bd-ab79-7ce78fe10f53 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789020055565', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996815'] for segment (597e12d2-28a4-4c25-a0d9-f2a796c22bc6), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:03.108034 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.db.segments_db [None req-ad6dd2eb-16d1-44bd-ab79-7ce78fe10f53 admin admin] Added segment 597e12d2-28a4-4c25-a0d9-f2a796c22bc6 of type vlan for network f55e3ffe-a5f3-4dad-b293-d9cdef798c6d May 16 15:17:03.162768 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-ad6dd2eb-16d1-44bd-ab79-7ce78fe10f53 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789019629716'] for network (f55e3ffe-a5f3-4dad-b293-d9cdef798c6d), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:03.247111 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-ad6dd2eb-16d1-44bd-ab79-7ce78fe10f53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888'] for network (f55e3ffe-a5f3-4dad-b293-d9cdef798c6d), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:03.248156 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6dd2eb-16d1-44bd-ab79-7ce78fe10f53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:03.248745 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-ad6dd2eb-16d1-44bd-ab79-7ce78fe10f53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631934'] for network (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:03.291100 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-aab32576-2d0a-4eed-b6c4-e6a291794e75 req-a979fd0e-2c60-4828-a5be-c03acb1a40be tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] 10.222.0.44 "GET /v2.0/ports?device_id=79fde843-2868-4a1f-a344-df85fd7b1e70 HTTP/1.1" status: 200 len: 210 time: 0.0381894 May 16 15:17:03.361655 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-ad6dd2eb-16d1-44bd-ab79-7ce78fe10f53 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.6611433 May 16 15:17:03.364919 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 45348) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:17:03.372080 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.v2.base [None req-448b0239-e37c-41b3-8a5f-9c55a1da7383 admin admin] Request body: {'subnet': {'network_id': 'f55e3ffe-a5f3-4dad-b293-d9cdef798c6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1614981427-subnet', 'tenant_id': '11ad64bf66f149b5900180b8c8d7420f', 'ip_version': 4}} {{(pid=104033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:17:03.380807 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6dd2eb-16d1-44bd-ab79-7ce78fe10f53 admin admin] Pushing event updated for resources: {'Network': ['ID=f55e3ffe-a5f3-4dad-b293-d9cdef798c6d,revision_number=1']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:03.409231 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Network f55e3ffe-a5f3-4dad-b293-d9cdef798c6d details requested by agent ovs-agent-dv-cinder-795785-10-iscsi with host dv-cinder-795785-10-iscsi {{(pid=104035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 15:17:03.456945 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-53870c16-d414-4060-8f42-6d7b7405b34a None None] Publish callbacks [] for port (dd1ca3d5-b423-4214-86b7-3a95454a1cff), precommit_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:03.470913 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936713af-4113-4dfd-b0d7-8110e8bb70bc req-5a33f12a-e1d8-4390-8b4b-b1ba001d9555 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:03.478234 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-936713af-4113-4dfd-b0d7-8110e8bb70bc req-5a33f12a-e1d8-4390-8b4b-b1ba001d9555 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8cc0b00-99f9-4486-b349-f60a0d2db023 HTTP/1.1" status: 200 len: 946 time: 0.0729756 May 16 15:17:03.483866 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-448b0239-e37c-41b3-8a5f-9c55a1da7383 admin admin] Made reservation on behalf of 11ad64bf66f149b5900180b8c8d7420f for: {'subnet': 1} {{(pid=104033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:17:03.486849 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-448b0239-e37c-41b3-8a5f-9c55a1da7383 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:03.500134 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (311a8a5f-4d79-4ff7-931a-d05ff8cc45ee), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:03.550250 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device cb8f48b8-11f5-4a8b-ac99-c9ba07cf37a1 up at agent ovs-agent-dv-cinder-795785-10-iscsi {{(pid=104035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:17:03.558320 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-936713af-4113-4dfd-b0d7-8110e8bb70bc req-4831ac33-483f-4a0a-aec8-950d017e8f0e tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=014d0d4d-d0b9-4825-87ad-58356143efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788696 May 16 15:17:03.575030 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-53870c16-d414-4060-8f42-6d7b7405b34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (dd1ca3d5-b423-4214-86b7-3a95454a1cff), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:03.641903 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0511f04e-0ba3-4115-a082-fb262c839854 None None] Pushing event updated for resources: {'Port': ['ID=dd1ca3d5-b423-4214-86b7-3a95454a1cff,revision_number=3']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:03.657220 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Provisioning complete for port cb8f48b8-11f5-4a8b-ac99-c9ba07cf37a1 triggered by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:17:03.657397 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (cb8f48b8-11f5-4a8b-ac99-c9ba07cf37a1), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:03.748708 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.managers [None req-53870c16-d414-4060-8f42-6d7b7405b34a None None] Attempting to bind port dd1ca3d5-b423-4214-86b7-3a95454a1cff on host dv-cinder-795785-10-iscsi for vnic_type normal with profile {{(pid=104035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:17:03.749083 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.managers [None req-53870c16-d414-4060-8f42-6d7b7405b34a None None] Attempting to bind port dd1ca3d5-b423-4214-86b7-3a95454a1cff by drivers openvswitch,hyperv on host dv-cinder-795785-10-iscsi at level 0 using segments [{'id': '1140656b-8e15-4ab1-9757-fe68f1d00ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0c4f9146-d1fd-486f-849d-27c0f1f9f510'}] {{(pid=104035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:17:03.749608 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53870c16-d414-4060-8f42-6d7b7405b34a None None] Attempting to bind port dd1ca3d5-b423-4214-86b7-3a95454a1cff on network 0c4f9146-d1fd-486f-849d-27c0f1f9f510 {{(pid=104035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:17:03.758753 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53870c16-d414-4060-8f42-6d7b7405b34a None None] Checking agent: {'id': '311a8a5f-4d79-4ff7-931a-d05ff8cc45ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 6, 3), 'started_at': datetime.datetime(2022, 5, 16, 15, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:17:03.759140 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53870c16-d414-4060-8f42-6d7b7405b34a None None] Checking segment: {'id': '1140656b-8e15-4ab1-9757-fe68f1d00ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0c4f9146-d1fd-486f-849d-27c0f1f9f510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:17:03.759545 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-53870c16-d414-4060-8f42-6d7b7405b34a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:03.759937 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53870c16-d414-4060-8f42-6d7b7405b34a None None] Bound using segment: {'id': '1140656b-8e15-4ab1-9757-fe68f1d00ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0c4f9146-d1fd-486f-849d-27c0f1f9f510'} {{(pid=104035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:17:03.761000 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.managers [None req-53870c16-d414-4060-8f42-6d7b7405b34a None None] Bound port: dd1ca3d5-b423-4214-86b7-3a95454a1cff, host: dv-cinder-795785-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1140656b-8e15-4ab1-9757-fe68f1d00ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0c4f9146-d1fd-486f-849d-27c0f1f9f510'}}] {{(pid=104035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:17:03.761379 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-53870c16-d414-4060-8f42-6d7b7405b34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (dd1ca3d5-b423-4214-86b7-3a95454a1cff), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:03.796523 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-448b0239-e37c-41b3-8a5f-9c55a1da7383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888'] for subnet (036e8ffd-00b6-448a-b1a1-ff557f07c056), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:03.840997 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Current status of the port cb8f48b8-11f5-4a8b-ac99-c9ba07cf37a1 is: ACTIVE; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:17:03.871880 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-53870c16-d414-4060-8f42-6d7b7405b34a None None] For port dd1ca3d5-b423-4214-86b7-3a95454a1cff, host dv-cinder-795785-10-iscsi, cleared binding levels {{(pid=104035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:17:03.875924 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-53870c16-d414-4060-8f42-6d7b7405b34a None None] For port dd1ca3d5-b423-4214-86b7-3a95454a1cff, host dv-cinder-795785-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=dd1ca3d5-b423-4214-86b7-3a95454a1cff,segment=NetworkSegment(1140656b-8e15-4ab1-9757-fe68f1d00ace),segment_id=1140656b-8e15-4ab1-9757-fe68f1d00ace)] {{(pid=104035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:17:03.906774 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448b0239-e37c-41b3-8a5f-9c55a1da7383 admin admin] Checking segment: {'id': '597e12d2-28a4-4c25-a0d9-f2a796c22bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f55e3ffe-a5f3-4dad-b293-d9cdef798c6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:17:03.907140 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448b0239-e37c-41b3-8a5f-9c55a1da7383 admin admin] Network hostable DHCP agents. Network: f55e3ffe-a5f3-4dad-b293-d9cdef798c6d, hostable agents: ['a586ef94-96cb-452c-b402-463be5294b2a'], hosted agents: [] {{(pid=104033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 15:17:03.923279 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b0239-e37c-41b3-8a5f-9c55a1da7383 admin admin] Pushing event updated for resources: {'Subnet': ['ID=036e8ffd-00b6-448a-b1a1-ff557f07c056,revision_number=0']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:03.964788 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-53870c16-d414-4060-8f42-6d7b7405b34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (dd1ca3d5-b423-4214-86b7-3a95454a1cff), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:04.019986 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448b0239-e37c-41b3-8a5f-9c55a1da7383 admin admin] Network f55e3ffe-a5f3-4dad-b293-d9cdef798c6d is scheduled to be hosted by DHCP agent a586ef94-96cb-452c-b402-463be5294b2a with binding_index 1 {{(pid=104033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 15:17:04.032347 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-5b54637f-93ed-40b9-acfd-2c536bf54f35 None None] Provisioning complete for port dd1ca3d5-b423-4214-86b7-3a95454a1cff triggered by entity DHCP. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:17:04.032886 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-5b54637f-93ed-40b9-acfd-2c536bf54f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (dd1ca3d5-b423-4214-86b7-3a95454a1cff), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:04.044069 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53870c16-d414-4060-8f42-6d7b7405b34a None None] Routers {'d492aea4-7447-4665-9c6c-babfe62e8760'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:17:04.044787 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_hamode_db [None req-53870c16-d414-4060-8f42-6d7b7405b34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:16:59Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['d492aea4-7447-4665-9c6c-babfe62e8760'], 'active': True} {{(pid=104035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:17:04.118873 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0511f04e-0ba3-4115-a082-fb262c839854 None None] Pushing event updated for resources: {'Port': ['ID=dd1ca3d5-b423-4214-86b7-3a95454a1cff,revision_number=4']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:04.128419 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-448b0239-e37c-41b3-8a5f-9c55a1da7383 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795785-10-iscsi, f55e3ffe-a5f3-4dad-b293-d9cdef798c6d) {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:17:04.139672 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448b0239-e37c-41b3-8a5f-9c55a1da7383 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:04.140625 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-448b0239-e37c-41b3-8a5f-9c55a1da7383 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631934'] for subnet (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:04.146762 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09042d0b-f2b9-4bdc-8f18-38ed7d04e520 None None] Network f55e3ffe-a5f3-4dad-b293-d9cdef798c6d requested from dv-cinder-795785-10-iscsi {{(pid=104035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:17:04.288208 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvr_db [None req-53870c16-d414-4060-8f42-6d7b7405b34a None None] Set router d492aea4-7447-4665-9c6c-babfe62e8760 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:17:04.300571 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-448b0239-e37c-41b3-8a5f-9c55a1da7383 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9344127 May 16 15:17:04.302954 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 45378) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:17:04.309183 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.v2.base [None req-91531d46-c0cf-4c38-89ef-0abb5acab20e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1614981427-router', 'tenant_id': '11ad64bf66f149b5900180b8c8d7420f', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594'}}} {{(pid=104033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:17:04.319051 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-5b54637f-93ed-40b9-acfd-2c536bf54f35 None None] Current status of the port dd1ca3d5-b423-4214-86b7-3a95454a1cff is: DOWN; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:17:04.319533 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-5b54637f-93ed-40b9-acfd-2c536bf54f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (dd1ca3d5-b423-4214-86b7-3a95454a1cff), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:04.433372 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-96d36b62-6844-4bfc-b0aa-cfb345bd4b40 req-9f7abb4c-82f7-4b81-bdb5-11d9c649f4c2 tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] 10.222.0.44 "GET /v2.0/ports?device_id=79fde843-2868-4a1f-a344-df85fd7b1e70 HTTP/1.1" status: 200 len: 210 time: 0.0470989 May 16 15:17:04.449611 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-91531d46-c0cf-4c38-89ef-0abb5acab20e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1129'] for router (95249cd2-6d39-4b7d-bdab-ba4d70ebbaf6), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:04.450736 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-91531d46-c0cf-4c38-89ef-0abb5acab20e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-553739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1120'] for router (95249cd2-6d39-4b7d-bdab-ba4d70ebbaf6), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:04.541336 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-91531d46-c0cf-4c38-89ef-0abb5acab20e admin admin] Publish callbacks [] for router_controller (95249cd2-6d39-4b7d-bdab-ba4d70ebbaf6), precommit_add_association {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:04.549378 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec44ead0-00bc-49a1-b8fc-48fcd8073f91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38d81d8d-e1d5-5063-843e-fd2156367bd9-f55e3ffe-a5f3-4dad-b293-d9cdef798c6d', 'network_id': 'f55e3ffe-a5f3-4dad-b293-d9cdef798c6d', 'project_id': '11ad64bf66f149b5900180b8c8d7420f', 'fixed_ips': [{'subnet_id': '036e8ffd-00b6-448a-b1a1-ff557f07c056'}]}} from dv-cinder-795785-10-iscsi. {{(pid=104035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 15:17:04.550332 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-ec44ead0-00bc-49a1-b8fc-48fcd8073f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (None), before_create {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:04.577681 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-5b54637f-93ed-40b9-acfd-2c536bf54f35 None None] For port dd1ca3d5-b423-4214-86b7-3a95454a1cff, host dv-cinder-795785-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=dd1ca3d5-b423-4214-86b7-3a95454a1cff,segment=NetworkSegment(1140656b-8e15-4ab1-9757-fe68f1d00ace),segment_id=1140656b-8e15-4ab1-9757-fe68f1d00ace)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:17:04.683250 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56695a63-a63c-4b21-8657-adf520fdb309 req-e948ccf0-ab95-4072-b781-e46aba14e708 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:04.685370 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-56695a63-a63c-4b21-8657-adf520fdb309 req-e948ccf0-ab95-4072-b781-e46aba14e708 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8cc0b00-99f9-4486-b349-f60a0d2db023 HTTP/1.1" status: 200 len: 946 time: 0.0595355 May 16 15:17:04.716536 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-5b54637f-93ed-40b9-acfd-2c536bf54f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (dd1ca3d5-b423-4214-86b7-3a95454a1cff), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:04.771709 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-56695a63-a63c-4b21-8657-adf520fdb309 req-1c731133-1051-40af-b4db-b6b099cf5c0f tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=014d0d4d-d0b9-4825-87ad-58356143efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795016 May 16 15:17:04.882674 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f31f056-3ac3-4b0e-8613-e2bdd59a9982 req-f5752bbe-e163-4482-9a6c-69cd49898e4d tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:04.884159 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-1f31f056-3ac3-4b0e-8613-e2bdd59a9982 req-f5752bbe-e163-4482-9a6c-69cd49898e4d tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] 10.222.0.69 "GET /v2.0/networks?id=6de467ee-ceef-4dff-8986-76afb32e2fd6 HTTP/1.1" status: 200 len: 808 time: 0.2155175 May 16 15:17:04.908625 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-972061da-e781-4f22-ad10-ec35b5c28463 None None] Provisioning complete for port dd1ca3d5-b423-4214-86b7-3a95454a1cff triggered by entity DHCP. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:17:04.909006 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-972061da-e781-4f22-ad10-ec35b5c28463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (dd1ca3d5-b423-4214-86b7-3a95454a1cff), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:04.912140 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.v2.base [req-1f31f056-3ac3-4b0e-8613-e2bdd59a9982 req-d6068d01-0c2d-43d1-a26d-9f1469526901 tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] Request body: {'port': {'device_id': '79fde843-2868-4a1f-a344-df85fd7b1e70', 'network_id': '6de467ee-ceef-4dff-8986-76afb32e2fd6', 'admin_state_up': True, 'tenant_id': '7c186c3409f94fa5bb7452eee4021eea'}} {{(pid=104033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:17:04.918741 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b54637f-93ed-40b9-acfd-2c536bf54f35 None None] Pushing event updated for resources: {'Port': ['ID=dd1ca3d5-b423-4214-86b7-3a95454a1cff,revision_number=5']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:04.941790 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-91531d46-c0cf-4c38-89ef-0abb5acab20e admin admin] Publish callbacks [] for router_gateway (95249cd2-6d39-4b7d-bdab-ba4d70ebbaf6), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:04.949760 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.db_base_plugin_common [None req-ec44ead0-00bc-49a1-b8fc-48fcd8073f91 None None] Allocated IP 172.20.0.2 (f55e3ffe-a5f3-4dad-b293-d9cdef798c6d/036e8ffd-00b6-448a-b1a1-ff557f07c056/78dc7b18-849e-4a52-8233-164efad719cf) {{(pid=104035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:17:04.958743 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_hamode_db [None req-53870c16-d414-4060-8f42-6d7b7405b34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd492aea4-7447-4665-9c6c-babfe62e8760', 'name': 'tempest-TestMinimumBasicScenario-1843982626-router', 'tenant_id': '18afd7d9815342c196be824d2b99d537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': 'cb8f48b8-11f5-4a8b-ac99-c9ba07cf37a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:16:56Z', 'updated_at': '2022-05-16T15:17:00Z', 'revision_number': 4, 'project_id': '18afd7d9815342c196be824d2b99d537', 'gw_port': {'id': 'cb8f48b8-11f5-4a8b-ac99-c9ba07cf37a1', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ce:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd492aea4-7447-4665-9c6c-babfe62e8760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:16:57Z', 'updated_at': '2022-05-16T15:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_interfaces': [{'id': 'dd1ca3d5-b423-4214-86b7-3a95454a1cff', 'name': '', 'network_id': '0c4f9146-d1fd-486f-849d-27c0f1f9f510', 'tenant_id': '18afd7d9815342c196be824d2b99d537', 'mac_address': 'fa:16:3e:fb:d9:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd492aea4-7447-4665-9c6c-babfe62e8760', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'b2bcf42b-2d4b-4fc7-a55a-ea377e4752e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:16:59Z', 'updated_at': '2022-05-16T15:17:03Z', 'revision_number': 4, 'project_id': '18afd7d9815342c196be824d2b99d537', 'subnets': [{'id': 'b2bcf42b-2d4b-4fc7-a55a-ea377e4752e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:17:05.002093 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53870c16-d414-4060-8f42-6d7b7405b34a None None] The sync data for ids ['d492aea4-7447-4665-9c6c-babfe62e8760'] in dv-cinder-795785-10-iscsi is: [{'id': 'd492aea4-7447-4665-9c6c-babfe62e8760', 'name': 'tempest-TestMinimumBasicScenario-1843982626-router', 'tenant_id': '18afd7d9815342c196be824d2b99d537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': 'cb8f48b8-11f5-4a8b-ac99-c9ba07cf37a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:16:56Z', 'updated_at': '2022-05-16T15:17:00Z', 'revision_number': 4, 'project_id': '18afd7d9815342c196be824d2b99d537', 'gw_port': {'id': 'cb8f48b8-11f5-4a8b-ac99-c9ba07cf37a1', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ce:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd492aea4-7447-4665-9c6c-babfe62e8760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:16:57Z', 'updated_at': '2022-05-16T15:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_interfaces': [{'id': 'dd1ca3d5-b423-4214-86b7-3a95454a1cff', 'name': '', 'network_id': '0c4f9146-d1fd-486f-849d-27c0f1f9f510', 'tenant_id': '18afd7d9815342c196be824d2b99d537', 'mac_address': 'fa:16:3e:fb:d9:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd492aea4-7447-4665-9c6c-babfe62e8760', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'b2bcf42b-2d4b-4fc7-a55a-ea377e4752e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:16:59Z', 'updated_at': '2022-05-16T15:17:03Z', 'revision_number': 4, 'project_id': '18afd7d9815342c196be824d2b99d537', 'subnets': [{'id': 'b2bcf42b-2d4b-4fc7-a55a-ea377e4752e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:17:05.179047 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-972061da-e781-4f22-ad10-ec35b5c28463 None None] Current status of the port dd1ca3d5-b423-4214-86b7-3a95454a1cff is: ACTIVE; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:17:05.261151 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-ec44ead0-00bc-49a1-b8fc-48fcd8073f91 None None] Publish callbacks [] for port (78dc7b18-849e-4a52-8233-164efad719cf), precommit_create {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:05.358805 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-ec44ead0-00bc-49a1-b8fc-48fcd8073f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789019640149'] for port (78dc7b18-849e-4a52-8233-164efad719cf), after_create {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:05.408247 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec44ead0-00bc-49a1-b8fc-48fcd8073f91 None None] Network f55e3ffe-a5f3-4dad-b293-d9cdef798c6d is already hosted by enough agents. {{(pid=104035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:17:05.411424 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.scheduler.base_scheduler [None req-ec44ead0-00bc-49a1-b8fc-48fcd8073f91 None None] Resources bound (agent type, host, resource id): {{(pid=104035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:17:05.415188 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec44ead0-00bc-49a1-b8fc-48fcd8073f91 None None] Received port after_create {{(pid=104035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:17:05.433964 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec44ead0-00bc-49a1-b8fc-48fcd8073f91 None None] Pushing event updated for resources: {'Port': ['ID=78dc7b18-849e-4a52-8233-164efad719cf,revision_number=1']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:05.526371 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f31f056-3ac3-4b0e-8613-e2bdd59a9982 req-d6068d01-0c2d-43d1-a26d-9f1469526901 tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] Made reservation on behalf of 7c186c3409f94fa5bb7452eee4021eea for: {'port': 1} {{(pid=104033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:17:05.530903 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-1f31f056-3ac3-4b0e-8613-e2bdd59a9982 req-d6068d01-0c2d-43d1-a26d-9f1469526901 tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:05.547206 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.managers [None req-ec44ead0-00bc-49a1-b8fc-48fcd8073f91 None None] Attempting to bind port 78dc7b18-849e-4a52-8233-164efad719cf on host dv-cinder-795785-10-iscsi for vnic_type normal with profile {{(pid=104035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:17:05.547580 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.managers [None req-ec44ead0-00bc-49a1-b8fc-48fcd8073f91 None None] Attempting to bind port 78dc7b18-849e-4a52-8233-164efad719cf by drivers openvswitch,hyperv on host dv-cinder-795785-10-iscsi at level 0 using segments [{'id': '597e12d2-28a4-4c25-a0d9-f2a796c22bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f55e3ffe-a5f3-4dad-b293-d9cdef798c6d'}] {{(pid=104035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:17:05.547945 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec44ead0-00bc-49a1-b8fc-48fcd8073f91 None None] Attempting to bind port 78dc7b18-849e-4a52-8233-164efad719cf on network f55e3ffe-a5f3-4dad-b293-d9cdef798c6d {{(pid=104035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:17:05.572481 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec44ead0-00bc-49a1-b8fc-48fcd8073f91 None None] Checking agent: {'id': '311a8a5f-4d79-4ff7-931a-d05ff8cc45ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 6, 3), 'started_at': datetime.datetime(2022, 5, 16, 15, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:17:05.575428 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec44ead0-00bc-49a1-b8fc-48fcd8073f91 None None] Checking segment: {'id': '597e12d2-28a4-4c25-a0d9-f2a796c22bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f55e3ffe-a5f3-4dad-b293-d9cdef798c6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:17:05.575428 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-ec44ead0-00bc-49a1-b8fc-48fcd8073f91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:05.575428 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec44ead0-00bc-49a1-b8fc-48fcd8073f91 None None] Bound using segment: {'id': '597e12d2-28a4-4c25-a0d9-f2a796c22bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f55e3ffe-a5f3-4dad-b293-d9cdef798c6d'} {{(pid=104035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:17:05.575428 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.managers [None req-ec44ead0-00bc-49a1-b8fc-48fcd8073f91 None None] Bound port: 78dc7b18-849e-4a52-8233-164efad719cf, host: dv-cinder-795785-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '597e12d2-28a4-4c25-a0d9-f2a796c22bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f55e3ffe-a5f3-4dad-b293-d9cdef798c6d'}}] {{(pid=104035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:17:05.575428 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-ec44ead0-00bc-49a1-b8fc-48fcd8073f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (78dc7b18-849e-4a52-8233-164efad719cf), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:05.622559 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device dd1ca3d5-b423-4214-86b7-3a95454a1cff up at agent ovs-agent-dv-cinder-795785-10-iscsi {{(pid=104035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:17:05.658676 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-7567a386-c531-425a-b3c0-5c72889aa0e9 req-f7f8b721-a415-409d-b7ec-0f194e159f3a tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] 10.222.0.44 "GET /v2.0/ports?device_id=79fde843-2868-4a1f-a344-df85fd7b1e70 HTTP/1.1" status: 200 len: 210 time: 0.0951674 May 16 15:17:05.675037 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-91531d46-c0cf-4c38-89ef-0abb5acab20e admin admin] Publish callbacks [] for router_gateway (95249cd2-6d39-4b7d-bdab-ba4d70ebbaf6), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:05.708343 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-91531d46-c0cf-4c38-89ef-0abb5acab20e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:05.718274 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-ec44ead0-00bc-49a1-b8fc-48fcd8073f91 None None] For port 78dc7b18-849e-4a52-8233-164efad719cf, host dv-cinder-795785-10-iscsi, cleared binding levels {{(pid=104035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:17:05.723478 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-ec44ead0-00bc-49a1-b8fc-48fcd8073f91 None None] For port 78dc7b18-849e-4a52-8233-164efad719cf, host dv-cinder-795785-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=78dc7b18-849e-4a52-8233-164efad719cf,segment=NetworkSegment(597e12d2-28a4-4c25-a0d9-f2a796c22bc6),segment_id=597e12d2-28a4-4c25-a0d9-f2a796c22bc6)] {{(pid=104035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:17:05.725140 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Provisioning complete for port dd1ca3d5-b423-4214-86b7-3a95454a1cff triggered by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:17:05.725776 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (dd1ca3d5-b423-4214-86b7-3a95454a1cff), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:05.882667 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-ec44ead0-00bc-49a1-b8fc-48fcd8073f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (78dc7b18-849e-4a52-8233-164efad719cf), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:05.905479 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [req-1f31f056-3ac3-4b0e-8613-e2bdd59a9982 req-d6068d01-0c2d-43d1-a26d-9f1469526901 tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] Allocated IP 172.20.0.6 (6de467ee-ceef-4dff-8986-76afb32e2fd6/8d8ba72d-3513-454e-b108-a4fd8e9c4330/55dcbab2-a484-491c-8320-1c3a8ba319b8) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:17:05.933174 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 45434) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:17:05.945968 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Current status of the port dd1ca3d5-b423-4214-86b7-3a95454a1cff is: ACTIVE; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:17:05.961695 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-91531d46-c0cf-4c38-89ef-0abb5acab20e admin admin] Allocated IP 172.27.0.214 (ad45e98c-12fc-4959-a2ae-a7226c979594/4a504247-fe9e-45e9-866d-820247643fc0/ba4fc5ae-f4b8-42a6-880a-dfa675dd7c73) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:17:05.985769 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec44ead0-00bc-49a1-b8fc-48fcd8073f91 None None] Pushing event updated for resources: {'Port': ['ID=78dc7b18-849e-4a52-8233-164efad719cf,revision_number=2']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:06.136136 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-b207b1e7-e9f1-4fa9-aa21-3ee2354547c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:06.208760 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b14f22-6c48-47b7-834c-f28dfe196c5c req-a3138199-8001-4cca-bcd7-7f8bcff27385 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:06.209930 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-d4b14f22-6c48-47b7-834c-f28dfe196c5c req-a3138199-8001-4cca-bcd7-7f8bcff27385 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8cc0b00-99f9-4486-b349-f60a0d2db023 HTTP/1.1" status: 200 len: 946 time: 0.3061323 May 16 15:17:06.235264 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-91531d46-c0cf-4c38-89ef-0abb5acab20e admin admin] Publish callbacks [] for port (ba4fc5ae-f4b8-42a6-880a-dfa675dd7c73), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:06.251558 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-b207b1e7-e9f1-4fa9-aa21-3ee2354547c9 admin admin] Publish callbacks [] for security_group (afca09c3-0d7f-4b69-a9b2-e8ce35d7731e), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:06.299975 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-b207b1e7-e9f1-4fa9-aa21-3ee2354547c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (afca09c3-0d7f-4b69-a9b2-e8ce35d7731e), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:06.362652 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-b207b1e7-e9f1-4fa9-aa21-3ee2354547c9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=528a5c91268c4f669f9cd678fc4accf2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4281697 May 16 15:17:06.370561 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b207b1e7-e9f1-4fa9-aa21-3ee2354547c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afca09c3-0d7f-4b69-a9b2-e8ce35d7731e,revision_number=1']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:06.371061 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 45444) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:17:06.450597 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-d4b14f22-6c48-47b7-834c-f28dfe196c5c req-5bf250f3-97c9-4fb5-874a-bb18e1b732a9 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=014d0d4d-d0b9-4825-87ad-58356143efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198014 May 16 15:17:06.512505 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-1f31f056-3ac3-4b0e-8613-e2bdd59a9982 req-d6068d01-0c2d-43d1-a26d-9f1469526901 tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] Publish callbacks [] for port (55dcbab2-a484-491c-8320-1c3a8ba319b8), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:06.519139 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e66d4b35-b8a1-41d1-9267-0068bda6e5fc admin admin] Publish callbacks [] for security_group (afca09c3-0d7f-4b69-a9b2-e8ce35d7731e), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:06.558534 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e66d4b35-b8a1-41d1-9267-0068bda6e5fc admin admin] Publish callbacks [] for security_group (afca09c3-0d7f-4b69-a9b2-e8ce35d7731e), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:06.609050 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-91531d46-c0cf-4c38-89ef-0abb5acab20e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789019640149'] for port (ba4fc5ae-f4b8-42a6-880a-dfa675dd7c73), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:06.648303 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-1f31f056-3ac3-4b0e-8613-e2bdd59a9982 req-d6068d01-0c2d-43d1-a26d-9f1469526901 tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789019640149'] for port (55dcbab2-a484-491c-8320-1c3a8ba319b8), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:06.674598 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91531d46-c0cf-4c38-89ef-0abb5acab20e admin admin] Network ad45e98c-12fc-4959-a2ae-a7226c979594 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:17:06.681801 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-91531d46-c0cf-4c38-89ef-0abb5acab20e admin admin] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:17:06.685377 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91531d46-c0cf-4c38-89ef-0abb5acab20e admin admin] Pushing event updated for resources: {'Port': ['ID=ba4fc5ae-f4b8-42a6-880a-dfa675dd7c73,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:06.699998 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91531d46-c0cf-4c38-89ef-0abb5acab20e admin admin] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:17:06.701826 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e66d4b35-b8a1-41d1-9267-0068bda6e5fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (afca09c3-0d7f-4b69-a9b2-e8ce35d7731e), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:06.704390 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e66d4b35-b8a1-41d1-9267-0068bda6e5fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:06.705579 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-e66d4b35-b8a1-41d1-9267-0068bda6e5fc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/afca09c3-0d7f-4b69-a9b2-e8ce35d7731e HTTP/1.1" status: 204 len: 168 time: 0.3303566 May 16 15:17:06.716703 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f31f056-3ac3-4b0e-8613-e2bdd59a9982 req-d6068d01-0c2d-43d1-a26d-9f1469526901 tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] Network 6de467ee-ceef-4dff-8986-76afb32e2fd6 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:17:06.773399 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [req-1f31f056-3ac3-4b0e-8613-e2bdd59a9982 req-d6068d01-0c2d-43d1-a26d-9f1469526901 tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:17:06.792235 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f31f056-3ac3-4b0e-8613-e2bdd59a9982 req-d6068d01-0c2d-43d1-a26d-9f1469526901 tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:17:06.792894 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f31f056-3ac3-4b0e-8613-e2bdd59a9982 req-d6068d01-0c2d-43d1-a26d-9f1469526901 tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:06.793549 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-1f31f056-3ac3-4b0e-8613-e2bdd59a9982 req-d6068d01-0c2d-43d1-a26d-9f1469526901 tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914'] for port (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:06.797790 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66d4b35-b8a1-41d1-9267-0068bda6e5fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afca09c3-0d7f-4b69-a9b2-e8ce35d7731e,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:06.822781 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aa0a27-23c1-4ee8-8fd8-aad4a86021c8 req-676a6901-bc66-4cc4-8c3c-f1bda93808ca tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:06.824562 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-70aa0a27-23c1-4ee8-8fd8-aad4a86021c8 req-676a6901-bc66-4cc4-8c3c-f1bda93808ca tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] 10.222.0.44 "GET /v2.0/ports?device_id=79fde843-2868-4a1f-a344-df85fd7b1e70 HTTP/1.1" status: 200 len: 931 time: 0.0882936 May 16 15:17:06.906241 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-70aa0a27-23c1-4ee8-8fd8-aad4a86021c8 req-1523dc26-38d5-498d-9654-7332aa8f1077 tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] 10.222.0.44 "GET /v2.0/security-groups?id=793a137d-1fb6-4de0-a377-0a83eded1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749931 May 16 15:17:06.911427 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6068d01-0c2d-43d1-a26d-9f1469526901 tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] Pushing event updated for resources: {'Port': ['ID=55dcbab2-a484-491c-8320-1c3a8ba319b8,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:06.959918 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-1f31f056-3ac3-4b0e-8613-e2bdd59a9982 req-d6068d01-0c2d-43d1-a26d-9f1469526901 tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0505946 May 16 15:17:07.147781 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-91531d46-c0cf-4c38-89ef-0abb5acab20e admin admin] Publish callbacks [] for router_gateway (95249cd2-6d39-4b7d-bdab-ba4d70ebbaf6), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:07.207114 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c377cbb4-2a48-4ee1-b468-53edb73236a0 None None] Network f55e3ffe-a5f3-4dad-b293-d9cdef798c6d requested from dv-cinder-795785-10-iscsi {{(pid=104035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:17:07.331632 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-0689d63b-e151-4d3d-88d0-424eb1100960 None None] Provisioning complete for port 78dc7b18-849e-4a52-8233-164efad719cf triggered by entity DHCP. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:17:07.332028 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-0689d63b-e151-4d3d-88d0-424eb1100960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (78dc7b18-849e-4a52-8233-164efad719cf), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:07.346099 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-91531d46-c0cf-4c38-89ef-0abb5acab20e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553948'] for router (95249cd2-6d39-4b7d-bdab-ba4d70ebbaf6), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:07.415150 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-0689d63b-e151-4d3d-88d0-424eb1100960 None None] Current status of the port 78dc7b18-849e-4a52-8233-164efad719cf is: DOWN; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:17:07.415554 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-0689d63b-e151-4d3d-88d0-424eb1100960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (78dc7b18-849e-4a52-8233-164efad719cf), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:07.492204 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-0689d63b-e151-4d3d-88d0-424eb1100960 None None] For port 78dc7b18-849e-4a52-8233-164efad719cf, host dv-cinder-795785-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=78dc7b18-849e-4a52-8233-164efad719cf,segment=NetworkSegment(597e12d2-28a4-4c25-a0d9-f2a796c22bc6),segment_id=597e12d2-28a4-4c25-a0d9-f2a796c22bc6)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:17:07.517252 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 45466) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:17:07.533220 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-33d7022a-34f5-4b09-a326-8fef7fbaa0ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:07.563254 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-0689d63b-e151-4d3d-88d0-424eb1100960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (78dc7b18-849e-4a52-8233-164efad719cf), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:07.633293 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5078f28b-52ae-474b-b8e8-ff7efd5494fb req-f7e5fd59-cc7f-4fff-ba1f-04700002d143 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:07.636606 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-5078f28b-52ae-474b-b8e8-ff7efd5494fb req-f7e5fd59-cc7f-4fff-ba1f-04700002d143 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8cc0b00-99f9-4486-b349-f60a0d2db023 HTTP/1.1" status: 200 len: 946 time: 0.0811951 May 16 15:17:07.650309 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device 78dc7b18-849e-4a52-8233-164efad719cf up at agent ovs-agent-dv-cinder-795785-10-iscsi {{(pid=104035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:17:07.665650 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91531d46-c0cf-4c38-89ef-0abb5acab20e admin admin] Router 95249cd2-6d39-4b7d-bdab-ba4d70ebbaf6 is scheduled to L3 agent 54a3e65b-69a0-426d-9997-69a1705c4334 with binding_index 1 {{(pid=104033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 16 15:17:07.672187 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-33d7022a-34f5-4b09-a326-8fef7fbaa0ee admin admin] Publish callbacks [] for security_group (442c2c64-6b52-46c3-bee1-9a1bd6ef7266), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:07.706792 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0689d63b-e151-4d3d-88d0-424eb1100960 None None] Pushing event updated for resources: {'Port': ['ID=78dc7b18-849e-4a52-8233-164efad719cf,revision_number=3']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:07.719340 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-6ceb1369-0dd8-464f-b932-f71d40a4c52d None None] Provisioning complete for port 78dc7b18-849e-4a52-8233-164efad719cf triggered by entity DHCP. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:17:07.719716 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-6ceb1369-0dd8-464f-b932-f71d40a4c52d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (78dc7b18-849e-4a52-8233-164efad719cf), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:07.739881 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-5078f28b-52ae-474b-b8e8-ff7efd5494fb req-8721f954-6847-4cf8-b0ae-ae77662e7424 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=014d0d4d-d0b9-4825-87ad-58356143efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942335 May 16 15:17:07.746432 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-33d7022a-34f5-4b09-a326-8fef7fbaa0ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (442c2c64-6b52-46c3-bee1-9a1bd6ef7266), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:07.753227 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Provisioning complete for port 78dc7b18-849e-4a52-8233-164efad719cf triggered by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:17:07.753634 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (78dc7b18-849e-4a52-8233-164efad719cf), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:07.798332 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91531d46-c0cf-4c38-89ef-0abb5acab20e admin admin] Notify agent at l3_agent.dv-cinder-795785-10-iscsi the message routers_updated {{(pid=104033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:17:07.802190 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d7022a-34f5-4b09-a326-8fef7fbaa0ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=442c2c64-6b52-46c3-bee1-9a1bd6ef7266,revision_number=1']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:07.807188 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-33d7022a-34f5-4b09-a326-8fef7fbaa0ee admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ad5037759c7c4e91bc358d977a337c01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2883370 May 16 15:17:07.809635 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 45470) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:17:07.828993 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c637ac-1010-4b50-8a8c-bf4d517fe33e None None] Sync routers for ids ['95249cd2-6d39-4b7d-bdab-ba4d70ebbaf6'] in dv-cinder-795785-10-iscsi {{(pid=104036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:17:07.841695 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c637ac-1010-4b50-8a8c-bf4d517fe33e None None] Routers {'95249cd2-6d39-4b7d-bdab-ba4d70ebbaf6'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:17:07.842338 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-63c637ac-1010-4b50-8a8c-bf4d517fe33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:16:59Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['95249cd2-6d39-4b7d-bdab-ba4d70ebbaf6'], 'active': True} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:17:07.871128 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-6ceb1369-0dd8-464f-b932-f71d40a4c52d None None] Current status of the port 78dc7b18-849e-4a52-8233-164efad719cf is: ACTIVE; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:17:07.883888 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Current status of the port 78dc7b18-849e-4a52-8233-164efad719cf is: ACTIVE; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:17:07.894969 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-91531d46-c0cf-4c38-89ef-0abb5acab20e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:07.895665 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-42188fbe-fdcf-4a1c-a58f-14323056e2c5 admin admin] Publish callbacks [] for security_group (442c2c64-6b52-46c3-bee1-9a1bd6ef7266), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:07.898719 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-91531d46-c0cf-4c38-89ef-0abb5acab20e admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.5943723 May 16 15:17:07.899230 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 45474) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:17:07.925971 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.v2.base [req-1f31f056-3ac3-4b0e-8613-e2bdd59a9982 req-42608288-2302-4f7a-8f3d-22abbd013a5e service neutron] Request body: {'port': {'device_id': '79fde843-2868-4a1f-a344-df85fd7b1e70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79578'}} {{(pid=104033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:17:07.973122 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-42188fbe-fdcf-4a1c-a58f-14323056e2c5 admin admin] Publish callbacks [] for security_group (442c2c64-6b52-46c3-bee1-9a1bd6ef7266), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:07.988287 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvr_db [None req-63c637ac-1010-4b50-8a8c-bf4d517fe33e None None] Set router 95249cd2-6d39-4b7d-bdab-ba4d70ebbaf6 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:17:08.006623 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-1f31f056-3ac3-4b0e-8613-e2bdd59a9982 req-42608288-2302-4f7a-8f3d-22abbd013a5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (55dcbab2-a484-491c-8320-1c3a8ba319b8), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:08.089263 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f979f518-0725-407f-9652-48aaf6ae12d6 req-e5065b56-e968-43e0-9b75-b3ea62857d32 tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:08.091749 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-f979f518-0725-407f-9652-48aaf6ae12d6 req-e5065b56-e968-43e0-9b75-b3ea62857d32 tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] 10.222.0.44 "GET /v2.0/ports?device_id=79fde843-2868-4a1f-a344-df85fd7b1e70 HTTP/1.1" status: 200 len: 931 time: 0.1108458 May 16 15:17:08.178676 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-63c637ac-1010-4b50-8a8c-bf4d517fe33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95249cd2-6d39-4b7d-bdab-ba4d70ebbaf6', 'name': 'tempest-TestMinimumBasicScenario-1614981427-router', 'tenant_id': '11ad64bf66f149b5900180b8c8d7420f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'ba4fc5ae-f4b8-42a6-880a-dfa675dd7c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:17:04Z', 'updated_at': '2022-05-16T15:17:06Z', 'revision_number': 3, 'project_id': '11ad64bf66f149b5900180b8c8d7420f', 'gw_port': {'id': 'ba4fc5ae-f4b8-42a6-880a-dfa675dd7c73', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:cc:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95249cd2-6d39-4b7d-bdab-ba4d70ebbaf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:17:05Z', 'updated_at': '2022-05-16T15:17:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi'}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:17:08.204579 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c637ac-1010-4b50-8a8c-bf4d517fe33e None None] Checking router: 95249cd2-6d39-4b7d-bdab-ba4d70ebbaf6 for host: dv-cinder-795785-10-iscsi {{(pid=104036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:17:08.204932 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c637ac-1010-4b50-8a8c-bf4d517fe33e None None] Updating router 95249cd2-6d39-4b7d-bdab-ba4d70ebbaf6 port ba4fc5ae-f4b8-42a6-880a-dfa675dd7c73 binding host dv-cinder-795785-10-iscsi {{(pid=104036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 15:17:08.207977 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-42188fbe-fdcf-4a1c-a58f-14323056e2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (442c2c64-6b52-46c3-bee1-9a1bd6ef7266), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:08.210511 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-42188fbe-fdcf-4a1c-a58f-14323056e2c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:08.211642 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-42188fbe-fdcf-4a1c-a58f-14323056e2c5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/442c2c64-6b52-46c3-bee1-9a1bd6ef7266 HTTP/1.1" status: 204 len: 168 time: 0.4003284 May 16 15:17:08.220004 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-f979f518-0725-407f-9652-48aaf6ae12d6 req-9a3e7490-9d26-4114-8976-207d186df488 tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] 10.222.0.44 "GET /v2.0/security-groups?id=793a137d-1fb6-4de0-a377-0a83eded1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218650 May 16 15:17:08.232982 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42188fbe-fdcf-4a1c-a58f-14323056e2c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=442c2c64-6b52-46c3-bee1-9a1bd6ef7266,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:08.235017 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron_lib.callbacks.manager [None req-63c637ac-1010-4b50-8a8c-bf4d517fe33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (ba4fc5ae-f4b8-42a6-880a-dfa675dd7c73), before_update {{(pid=104036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:08.395550 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [req-1f31f056-3ac3-4b0e-8613-e2bdd59a9982 req-42608288-2302-4f7a-8f3d-22abbd013a5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55dcbab2-a484-491c-8320-1c3a8ba319b8 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:17:08.411909 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-1f31f056-3ac3-4b0e-8613-e2bdd59a9982 req-42608288-2302-4f7a-8f3d-22abbd013a5e service neutron] Publish callbacks [] for port (55dcbab2-a484-491c-8320-1c3a8ba319b8), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:08.440346 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [req-1f31f056-3ac3-4b0e-8613-e2bdd59a9982 req-42608288-2302-4f7a-8f3d-22abbd013a5e service neutron] Transition to ACTIVE for port object 55dcbab2-a484-491c-8320-1c3a8ba319b8 will not be triggered until provisioned by entity L2. {{(pid=104033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 15:17:08.523082 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-1f31f056-3ac3-4b0e-8613-e2bdd59a9982 req-42608288-2302-4f7a-8f3d-22abbd013a5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (55dcbab2-a484-491c-8320-1c3a8ba319b8), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:08.590376 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron_lib.callbacks.manager [None req-63c637ac-1010-4b50-8a8c-bf4d517fe33e None None] Publish callbacks [] for port (ba4fc5ae-f4b8-42a6-880a-dfa675dd7c73), precommit_update {{(pid=104036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:08.604491 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42608288-2302-4f7a-8f3d-22abbd013a5e service neutron] Pushing event updated for resources: {'Port': ['ID=55dcbab2-a484-491c-8320-1c3a8ba319b8,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:08.643752 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [req-1f31f056-3ac3-4b0e-8613-e2bdd59a9982 req-42608288-2302-4f7a-8f3d-22abbd013a5e service neutron] Attempting to bind port 55dcbab2-a484-491c-8320-1c3a8ba319b8 on host hv-cinder-79578 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:17:08.644414 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [req-1f31f056-3ac3-4b0e-8613-e2bdd59a9982 req-42608288-2302-4f7a-8f3d-22abbd013a5e service neutron] Attempting to bind port 55dcbab2-a484-491c-8320-1c3a8ba319b8 by drivers openvswitch,hyperv on host hv-cinder-79578 at level 0 using segments [{'id': 'f183387f-3d6a-4cd9-94a0-a8c0134622fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '6de467ee-ceef-4dff-8986-76afb32e2fd6'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:17:08.644414 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f31f056-3ac3-4b0e-8613-e2bdd59a9982 req-42608288-2302-4f7a-8f3d-22abbd013a5e service neutron] Attempting to bind port 55dcbab2-a484-491c-8320-1c3a8ba319b8 on network 6de467ee-ceef-4dff-8986-76afb32e2fd6 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:17:08.648623 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron_lib.callbacks.manager [None req-63c637ac-1010-4b50-8a8c-bf4d517fe33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (ba4fc5ae-f4b8-42a6-880a-dfa675dd7c73), after_update {{(pid=104036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:08.648813 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f31f056-3ac3-4b0e-8613-e2bdd59a9982 req-42608288-2302-4f7a-8f3d-22abbd013a5e service neutron] Port 55dcbab2-a484-491c-8320-1c3a8ba319b8 on network 6de467ee-ceef-4dff-8986-76afb32e2fd6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79578 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 15:17:08.649125 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f31f056-3ac3-4b0e-8613-e2bdd59a9982 req-42608288-2302-4f7a-8f3d-22abbd013a5e service neutron] Attempting to bind port 55dcbab2-a484-491c-8320-1c3a8ba319b8 on network 6de467ee-ceef-4dff-8986-76afb32e2fd6 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:17:08.654741 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f31f056-3ac3-4b0e-8613-e2bdd59a9982 req-42608288-2302-4f7a-8f3d-22abbd013a5e service neutron] Checking agent: {'id': '751a3b14-a3b6-44f5-a165-bd23bd92acbe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79578', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 13, 10), 'started_at': datetime.datetime(2022, 5, 16, 15, 13, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:17:08.654741 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f31f056-3ac3-4b0e-8613-e2bdd59a9982 req-42608288-2302-4f7a-8f3d-22abbd013a5e service neutron] Checking segment: {'id': 'f183387f-3d6a-4cd9-94a0-a8c0134622fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '6de467ee-ceef-4dff-8986-76afb32e2fd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:17:08.655842 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f31f056-3ac3-4b0e-8613-e2bdd59a9982 req-42608288-2302-4f7a-8f3d-22abbd013a5e service neutron] Bound using segment: {'id': 'f183387f-3d6a-4cd9-94a0-a8c0134622fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '6de467ee-ceef-4dff-8986-76afb32e2fd6'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:17:08.655842 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [req-1f31f056-3ac3-4b0e-8613-e2bdd59a9982 req-42608288-2302-4f7a-8f3d-22abbd013a5e service neutron] Bound port: 55dcbab2-a484-491c-8320-1c3a8ba319b8, host: hv-cinder-79578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f183387f-3d6a-4cd9-94a0-a8c0134622fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '6de467ee-ceef-4dff-8986-76afb32e2fd6'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:17:08.656062 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-1f31f056-3ac3-4b0e-8613-e2bdd59a9982 req-42608288-2302-4f7a-8f3d-22abbd013a5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (55dcbab2-a484-491c-8320-1c3a8ba319b8), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:08.700150 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.managers [None req-63c637ac-1010-4b50-8a8c-bf4d517fe33e None None] Attempting to bind port ba4fc5ae-f4b8-42a6-880a-dfa675dd7c73 on host dv-cinder-795785-10-iscsi for vnic_type normal with profile {{(pid=104036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:17:08.700695 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.managers [None req-63c637ac-1010-4b50-8a8c-bf4d517fe33e None None] Attempting to bind port ba4fc5ae-f4b8-42a6-880a-dfa675dd7c73 by drivers openvswitch,hyperv on host dv-cinder-795785-10-iscsi at level 0 using segments [{'id': 'd35ec458-efea-4f9b-9cfc-f89e4e5d5ae0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594'}] {{(pid=104036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:17:08.701340 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c637ac-1010-4b50-8a8c-bf4d517fe33e None None] Attempting to bind port ba4fc5ae-f4b8-42a6-880a-dfa675dd7c73 on network ad45e98c-12fc-4959-a2ae-a7226c979594 {{(pid=104036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:17:08.715267 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b124ea9e-1fef-441e-9a81-f788e6816264 None None] Pushing event updated for resources: {'Port': ['ID=ba4fc5ae-f4b8-42a6-880a-dfa675dd7c73,revision_number=2']} {{(pid=104036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:08.726750 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c637ac-1010-4b50-8a8c-bf4d517fe33e None None] Checking agent: {'id': '311a8a5f-4d79-4ff7-931a-d05ff8cc45ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 6, 3), 'started_at': datetime.datetime(2022, 5, 16, 15, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:17:08.727579 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c637ac-1010-4b50-8a8c-bf4d517fe33e None None] Checking segment: {'id': 'd35ec458-efea-4f9b-9cfc-f89e4e5d5ae0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:17:08.727990 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron_lib.callbacks.manager [None req-63c637ac-1010-4b50-8a8c-bf4d517fe33e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:08.728382 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c637ac-1010-4b50-8a8c-bf4d517fe33e None None] Bound using segment: {'id': 'd35ec458-efea-4f9b-9cfc-f89e4e5d5ae0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594'} {{(pid=104036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:17:08.728897 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.managers [None req-63c637ac-1010-4b50-8a8c-bf4d517fe33e None None] Bound port: ba4fc5ae-f4b8-42a6-880a-dfa675dd7c73, host: dv-cinder-795785-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd35ec458-efea-4f9b-9cfc-f89e4e5d5ae0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594'}}] {{(pid=104036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:17:08.729279 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron_lib.callbacks.manager [None req-63c637ac-1010-4b50-8a8c-bf4d517fe33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (ba4fc5ae-f4b8-42a6-880a-dfa675dd7c73), before_update {{(pid=104036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:08.757006 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [req-1f31f056-3ac3-4b0e-8613-e2bdd59a9982 req-42608288-2302-4f7a-8f3d-22abbd013a5e service neutron] For port 55dcbab2-a484-491c-8320-1c3a8ba319b8, host hv-cinder-79578, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:17:08.761720 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [req-1f31f056-3ac3-4b0e-8613-e2bdd59a9982 req-42608288-2302-4f7a-8f3d-22abbd013a5e service neutron] For port 55dcbab2-a484-491c-8320-1c3a8ba319b8, host hv-cinder-79578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=55dcbab2-a484-491c-8320-1c3a8ba319b8,segment=NetworkSegment(f183387f-3d6a-4cd9-94a0-a8c0134622fe),segment_id=f183387f-3d6a-4cd9-94a0-a8c0134622fe)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:17:08.794630 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-4a6cee5f-ea4f-455d-b272-0a087b0f8410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:08.795559 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.db [None req-63c637ac-1010-4b50-8a8c-bf4d517fe33e None None] For port ba4fc5ae-f4b8-42a6-880a-dfa675dd7c73, host dv-cinder-795785-10-iscsi, cleared binding levels {{(pid=104036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:17:08.799453 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.db [None req-63c637ac-1010-4b50-8a8c-bf4d517fe33e None None] For port ba4fc5ae-f4b8-42a6-880a-dfa675dd7c73, host dv-cinder-795785-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=ba4fc5ae-f4b8-42a6-880a-dfa675dd7c73,segment=NetworkSegment(d35ec458-efea-4f9b-9cfc-f89e4e5d5ae0),segment_id=d35ec458-efea-4f9b-9cfc-f89e4e5d5ae0)] {{(pid=104036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:17:08.867912 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e799b7-bc8d-4a08-8f40-29c64aa6a614 req-39b9b5fb-a911-40f4-92ac-e18345678266 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:08.870385 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-94e799b7-bc8d-4a08-8f40-29c64aa6a614 req-39b9b5fb-a911-40f4-92ac-e18345678266 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8cc0b00-99f9-4486-b349-f60a0d2db023 HTTP/1.1" status: 200 len: 946 time: 0.0531399 May 16 15:17:08.872199 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-1f31f056-3ac3-4b0e-8613-e2bdd59a9982 req-42608288-2302-4f7a-8f3d-22abbd013a5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (55dcbab2-a484-491c-8320-1c3a8ba319b8), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:08.900532 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron_lib.callbacks.manager [None req-63c637ac-1010-4b50-8a8c-bf4d517fe33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (ba4fc5ae-f4b8-42a6-880a-dfa675dd7c73), after_update {{(pid=104036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:08.951875 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f31f056-3ac3-4b0e-8613-e2bdd59a9982 req-42608288-2302-4f7a-8f3d-22abbd013a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:08.952509 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-1f31f056-3ac3-4b0e-8613-e2bdd59a9982 req-42608288-2302-4f7a-8f3d-22abbd013a5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914'] for port (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:08.953927 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-1f31f056-3ac3-4b0e-8613-e2bdd59a9982 req-42608288-2302-4f7a-8f3d-22abbd013a5e service neutron] 10.222.0.69 "PUT /v2.0/ports/55dcbab2-a484-491c-8320-1c3a8ba319b8 HTTP/1.1" status: 200 len: 1093 time: 1.0325162 May 16 15:17:08.958361 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79fde843-2868-4a1f-a344-df85fd7b1e70', 'tag': '55dcbab2-a484-491c-8320-1c3a8ba319b8'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:17:08.960631 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffeccd97bc4bec2d8a291f35a4115644be5723c7930092d1a563b2016f5a5231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b31da81c-927d-4901-b0a8-4bd9b410547f" -d '{"events": [{"name": "network-changed", "server_uuid": "79fde843-2868-4a1f-a344-df85fd7b1e70", "tag": "55dcbab2-a484-491c-8320-1c3a8ba319b8"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:17:08.964067 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b124ea9e-1fef-441e-9a81-f788e6816264 None None] Pushing event updated for resources: {'Port': ['ID=ba4fc5ae-f4b8-42a6-880a-dfa675dd7c73,revision_number=3']} {{(pid=104036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:08.966657 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c637ac-1010-4b50-8a8c-bf4d517fe33e None None] Routers {'95249cd2-6d39-4b7d-bdab-ba4d70ebbaf6'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:17:08.967346 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-63c637ac-1010-4b50-8a8c-bf4d517fe33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:16:59Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['95249cd2-6d39-4b7d-bdab-ba4d70ebbaf6'], 'active': True} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:17:08.992462 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.db.db_base_plugin_common [None req-4a6cee5f-ea4f-455d-b272-0a087b0f8410 admin admin] Allocated IP 172.20.0.1 (f55e3ffe-a5f3-4dad-b293-d9cdef798c6d/036e8ffd-00b6-448a-b1a1-ff557f07c056/47b23b00-781b-45ae-998b-63e50efc2dae) {{(pid=104034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:17:08.992989 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42608288-2302-4f7a-8f3d-22abbd013a5e service neutron] Pushing event updated for resources: {'Port': ['ID=55dcbab2-a484-491c-8320-1c3a8ba319b8,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:09.034432 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-94e799b7-bc8d-4a08-8f40-29c64aa6a614 req-e3fb68c6-3e17-4bc8-9f30-2675f35dc6b1 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=014d0d4d-d0b9-4825-87ad-58356143efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314564 May 16 15:17:09.058120 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51536170-60c2-4589-af41-10781bf7763a x-openstack-request-id: req-51536170-60c2-4589-af41-10781bf7763a {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:17:09.058835 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79fde843-2868-4a1f-a344-df85fd7b1e70", "tag": "55dcbab2-a484-491c-8320-1c3a8ba319b8", "status": "completed", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:17:09.059243 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-51536170-60c2-4589-af41-10781bf7763a {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:17:09.060675 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51536170-60c2-4589-af41-10781bf7763a'] response: {'name': 'network-changed', 'server_uuid': '79fde843-2868-4a1f-a344-df85fd7b1e70', 'tag': '55dcbab2-a484-491c-8320-1c3a8ba319b8', 'status': 'completed', 'code': 200} May 16 15:17:09.085535 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvr_db [None req-63c637ac-1010-4b50-8a8c-bf4d517fe33e None None] Set router 95249cd2-6d39-4b7d-bdab-ba4d70ebbaf6 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:17:09.143012 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-4a6cee5f-ea4f-455d-b272-0a087b0f8410 admin admin] Publish callbacks [] for port (47b23b00-781b-45ae-998b-63e50efc2dae), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:09.162665 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31da81c-927d-4901-b0a8-4bd9b410547f req-e53f91e0-877e-4755-ac60-b3e250173c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:09.164260 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-b31da81c-927d-4901-b0a8-4bd9b410547f req-e53f91e0-877e-4755-ac60-b3e250173c57 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7c186c3409f94fa5bb7452eee4021eea&device_id=79fde843-2868-4a1f-a344-df85fd7b1e70 HTTP/1.1" status: 200 len: 1127 time: 0.0513010 May 16 15:17:09.260537 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-4a6cee5f-ea4f-455d-b272-0a087b0f8410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789019640149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097154'] for port (47b23b00-781b-45ae-998b-63e50efc2dae), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:09.274074 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-63c637ac-1010-4b50-8a8c-bf4d517fe33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95249cd2-6d39-4b7d-bdab-ba4d70ebbaf6', 'name': 'tempest-TestMinimumBasicScenario-1614981427-router', 'tenant_id': '11ad64bf66f149b5900180b8c8d7420f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'ba4fc5ae-f4b8-42a6-880a-dfa675dd7c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:17:04Z', 'updated_at': '2022-05-16T15:17:06Z', 'revision_number': 3, 'project_id': '11ad64bf66f149b5900180b8c8d7420f', 'gw_port': {'id': 'ba4fc5ae-f4b8-42a6-880a-dfa675dd7c73', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:cc:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95249cd2-6d39-4b7d-bdab-ba4d70ebbaf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:17:05Z', 'updated_at': '2022-05-16T15:17:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi'}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:17:09.303586 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31da81c-927d-4901-b0a8-4bd9b410547f req-5470fb68-033d-4dd1-9306-81a93b16ca1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:09.305072 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-b31da81c-927d-4901-b0a8-4bd9b410547f req-5470fb68-033d-4dd1-9306-81a93b16ca1f service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=7c186c3409f94fa5bb7452eee4021eea&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1253631 May 16 15:17:09.305847 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6cee5f-ea4f-455d-b272-0a087b0f8410 admin admin] Network f55e3ffe-a5f3-4dad-b293-d9cdef798c6d is already hosted by enough agents. {{(pid=104034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:17:09.309094 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.base_scheduler [None req-4a6cee5f-ea4f-455d-b272-0a087b0f8410 admin admin] Resources bound (agent type, host, resource id): {{(pid=104034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:17:09.310634 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c637ac-1010-4b50-8a8c-bf4d517fe33e None None] The sync data for ids ['95249cd2-6d39-4b7d-bdab-ba4d70ebbaf6'] in dv-cinder-795785-10-iscsi is: [{'id': '95249cd2-6d39-4b7d-bdab-ba4d70ebbaf6', 'name': 'tempest-TestMinimumBasicScenario-1614981427-router', 'tenant_id': '11ad64bf66f149b5900180b8c8d7420f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'ba4fc5ae-f4b8-42a6-880a-dfa675dd7c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:17:04Z', 'updated_at': '2022-05-16T15:17:06Z', 'revision_number': 3, 'project_id': '11ad64bf66f149b5900180b8c8d7420f', 'gw_port': {'id': 'ba4fc5ae-f4b8-42a6-880a-dfa675dd7c73', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:cc:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95249cd2-6d39-4b7d-bdab-ba4d70ebbaf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:17:05Z', 'updated_at': '2022-05-16T15:17:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi'}] {{(pid=104036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:17:09.314259 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6cee5f-ea4f-455d-b272-0a087b0f8410 admin admin] Received port after_create {{(pid=104034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:17:09.354487 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6cee5f-ea4f-455d-b272-0a087b0f8410 admin admin] Pushing event updated for resources: {'Port': ['ID=47b23b00-781b-45ae-998b-63e50efc2dae,revision_number=1']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:09.391102 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-4a6cee5f-ea4f-455d-b272-0a087b0f8410 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-526065'] for router_interface (95249cd2-6d39-4b7d-bdab-ba4d70ebbaf6), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:09.409382 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb1579-ce26-4717-93de-b8e8ae5f175d req-35ff04df-c693-404d-ab60-8fcc20add94b tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:09.410764 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-38fb1579-ce26-4717-93de-b8e8ae5f175d req-35ff04df-c693-404d-ab60-8fcc20add94b tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] 10.222.0.44 "GET /v2.0/ports?device_id=79fde843-2868-4a1f-a344-df85fd7b1e70 HTTP/1.1" status: 200 len: 943 time: 0.0878148 May 16 15:17:09.595122 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device 78dc7b18-849e-4a52-8233-164efad719cf up at agent ovs-agent-dv-cinder-795785-10-iscsi {{(pid=104035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:17:09.679800 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Provisioning complete for port 78dc7b18-849e-4a52-8233-164efad719cf triggered by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:17:09.680619 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (78dc7b18-849e-4a52-8233-164efad719cf), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:09.695073 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-38fb1579-ce26-4717-93de-b8e8ae5f175d req-d0bc9bcb-cd50-49c4-992a-e7d494e82237 tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] 10.222.0.44 "GET /v2.0/security-groups?id=793a137d-1fb6-4de0-a377-0a83eded1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605643 May 16 15:17:09.700872 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31da81c-927d-4901-b0a8-4bd9b410547f req-7f2f6ab7-ea97-47db-985d-ec45dd14c406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:09.702686 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-b31da81c-927d-4901-b0a8-4bd9b410547f req-7f2f6ab7-ea97-47db-985d-ec45dd14c406 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3897221 May 16 15:17:09.719979 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-4a6cee5f-ea4f-455d-b272-0a087b0f8410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (47b23b00-781b-45ae-998b-63e50efc2dae), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:09.721780 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-6419eee0-4a2c-4861-962f-f7c8f8298efd None None] Provisioning complete for port 47b23b00-781b-45ae-998b-63e50efc2dae triggered by entity DHCP. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:17:09.722468 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-6419eee0-4a2c-4861-962f-f7c8f8298efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (47b23b00-781b-45ae-998b-63e50efc2dae), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:09.796836 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b170e0-be3c-43a2-a295-b562a5baa767 req-6cb90ac8-808f-4aa6-8fba-b4a704b1bea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:09.800677 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-81b170e0-be3c-43a2-a295-b562a5baa767 req-6cb90ac8-808f-4aa6-8fba-b4a704b1bea1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=316917d7a31645bfaac651f81154c18f&device_id=b8cc0b00-99f9-4486-b349-f60a0d2db023 HTTP/1.1" status: 200 len: 1130 time: 0.0999858 May 16 15:17:09.803530 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-6419eee0-4a2c-4861-962f-f7c8f8298efd None None] Port 47b23b00-781b-45ae-998b-63e50efc2dae cannot update to ACTIVE because it is not bound. {{(pid=104035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:17:09.871724 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Current status of the port 78dc7b18-849e-4a52-8233-164efad719cf is: ACTIVE; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:17:09.911746 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f31f056-3ac3-4b0e-8613-e2bdd59a9982 req-0d93f6e6-feae-4f49-8f13-4f7c12058ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:09.913579 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-1f31f056-3ac3-4b0e-8613-e2bdd59a9982 req-0d93f6e6-feae-4f49-8f13-4f7c12058ba1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7c186c3409f94fa5bb7452eee4021eea&device_id=79fde843-2868-4a1f-a344-df85fd7b1e70 HTTP/1.1" status: 200 len: 1127 time: 0.1047850 May 16 15:17:10.020044 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-1f31f056-3ac3-4b0e-8613-e2bdd59a9982 req-b45b3058-81b5-45b2-bf22-ee4de30fa718 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55dcbab2-a484-491c-8320-1c3a8ba319b8 HTTP/1.1" status: 200 len: 217 time: 0.0529675 May 16 15:17:10.026418 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (751a3b14-a3b6-44f5-a165-bd23bd92acbe), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:10.099212 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-4a6cee5f-ea4f-455d-b272-0a087b0f8410 admin admin] Publish callbacks [] for port (47b23b00-781b-45ae-998b-63e50efc2dae), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:10.177060 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6231041-a3ec-4391-8880-5736421f74d3 req-59fb5ce0-1003-4073-948a-e1f4879598bb tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:10.178811 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-a6231041-a3ec-4391-8880-5736421f74d3 req-59fb5ce0-1003-4073-948a-e1f4879598bb tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8cc0b00-99f9-4486-b349-f60a0d2db023 HTTP/1.1" status: 200 len: 946 time: 0.0596488 May 16 15:17:10.186271 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-4a6cee5f-ea4f-455d-b272-0a087b0f8410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4097205'] for port (47b23b00-781b-45ae-998b-63e50efc2dae), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:10.305099 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-4a6cee5f-ea4f-455d-b272-0a087b0f8410 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555963'] for router_interface (95249cd2-6d39-4b7d-bdab-ba4d70ebbaf6), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:10.307874 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6cee5f-ea4f-455d-b272-0a087b0f8410 admin admin] Pushing event updated for resources: {'Port': ['ID=47b23b00-781b-45ae-998b-63e50efc2dae,revision_number=2']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:10.316674 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-a6231041-a3ec-4391-8880-5736421f74d3 req-d3deb865-cd24-4cb0-a8bb-b2bda68099e4 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=014d0d4d-d0b9-4825-87ad-58356143efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261222 May 16 15:17:10.370043 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f31f056-3ac3-4b0e-8613-e2bdd59a9982 req-2652ea41-f8dc-4826-a844-d0b1c44f5f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:10.371577 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-1f31f056-3ac3-4b0e-8613-e2bdd59a9982 req-2652ea41-f8dc-4826-a844-d0b1c44f5f05 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8d8ba72d-3513-454e-b108-a4fd8e9c4330 HTTP/1.1" status: 200 len: 848 time: 0.3425541 May 16 15:17:10.385955 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b170e0-be3c-43a2-a295-b562a5baa767 req-b7582089-5949-4319-9b1d-6dbea056f360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:10.387484 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-81b170e0-be3c-43a2-a295-b562a5baa767 req-b7582089-5949-4319-9b1d-6dbea056f360 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8561ad64-1b6b-4f33-82d1-a2d7e72d5b01 HTTP/1.1" status: 200 len: 920 time: 0.5303774 May 16 15:17:10.433641 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6cee5f-ea4f-455d-b272-0a087b0f8410 admin admin] Network f55e3ffe-a5f3-4dad-b293-d9cdef798c6d is already hosted by enough agents. {{(pid=104034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:17:10.435176 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.base_scheduler [None req-4a6cee5f-ea4f-455d-b272-0a087b0f8410 admin admin] Resources bound (agent type, host, resource id): {{(pid=104034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:17:10.475370 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-81b170e0-be3c-43a2-a295-b562a5baa767 req-c5351080-03fe-4a22-97e0-5063d02b6678 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d3200ba0-e507-4313-a271-660316264ca6 HTTP/1.1" status: 200 len: 217 time: 0.0676796 May 16 15:17:10.477503 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-1f31f056-3ac3-4b0e-8613-e2bdd59a9982 req-a328302d-7120-45de-a51b-349027400f44 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6de467ee-ceef-4dff-8986-76afb32e2fd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684769 May 16 15:17:10.605572 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b170e0-be3c-43a2-a295-b562a5baa767 req-c74d3bf7-e423-43d5-97c9-666ee52032a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:10.607194 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-81b170e0-be3c-43a2-a295-b562a5baa767 req-c74d3bf7-e423-43d5-97c9-666ee52032a7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=559d3648-c2d7-45f5-9aa1-e00232e9372a HTTP/1.1" status: 200 len: 858 time: 0.1200533 May 16 15:17:10.612177 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a6cee5f-ea4f-455d-b272-0a087b0f8410 admin admin] Router 95249cd2-6d39-4b7d-bdab-ba4d70ebbaf6 has already been hosted by L3 agent 54a3e65b-69a0-426d-9997-69a1705c4334 {{(pid=104034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:17:10.636486 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-1f31f056-3ac3-4b0e-8613-e2bdd59a9982 req-d41d5100-89a4-48e8-9a70-21c878869725 service neutron] 10.222.0.69 "GET /v2.0/networks/6de467ee-ceef-4dff-8986-76afb32e2fd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395097 May 16 15:17:10.734331 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-5ac8056f-9e5c-45f5-a7ba-4d092ba71e83 None None] Provisioning complete for port 47b23b00-781b-45ae-998b-63e50efc2dae triggered by entity DHCP. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:17:10.734799 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-5ac8056f-9e5c-45f5-a7ba-4d092ba71e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (47b23b00-781b-45ae-998b-63e50efc2dae), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:10.808181 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-5ac8056f-9e5c-45f5-a7ba-4d092ba71e83 None None] Port 47b23b00-781b-45ae-998b-63e50efc2dae cannot update to ACTIVE because it is not bound. {{(pid=104035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:17:10.811585 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a6cee5f-ea4f-455d-b272-0a087b0f8410 admin admin] Notify agent at l3_agent.dv-cinder-795785-10-iscsi the message routers_updated {{(pid=104034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:17:10.818273 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-4a6cee5f-ea4f-455d-b272-0a087b0f8410 admin admin] 10.222.0.44 "PUT /v2.0/routers/95249cd2-6d39-4b7d-bdab-ba4d70ebbaf6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9166226 May 16 15:17:10.830734 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-1f31f056-3ac3-4b0e-8613-e2bdd59a9982 req-b3710c84-4774-48a3-ad2e-4b7b58a7aec3 service neutron] 10.222.0.69 "GET /v2.0/networks/6de467ee-ceef-4dff-8986-76afb32e2fd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397400 May 16 15:17:10.836894 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b170e0-be3c-43a2-a295-b562a5baa767 req-b9a97000-e0ae-46ed-9af7-3f4320e7906d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:10.836894 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-81b170e0-be3c-43a2-a295-b562a5baa767 req-b9a97000-e0ae-46ed-9af7-3f4320e7906d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8561ad64-1b6b-4f33-82d1-a2d7e72d5b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1931190 May 16 15:17:10.852304 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469df75e-e664-4282-b96c-a0e7e4b06467 req-ba75254f-0034-49e5-9b3f-18e3f4429596 tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:10.865635 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-469df75e-e664-4282-b96c-a0e7e4b06467 req-ba75254f-0034-49e5-9b3f-18e3f4429596 tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] 10.222.0.44 "GET /v2.0/ports?device_id=79fde843-2868-4a1f-a344-df85fd7b1e70 HTTP/1.1" status: 200 len: 943 time: 0.0837977 May 16 15:17:11.001158 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-469df75e-e664-4282-b96c-a0e7e4b06467 req-ce69f9e5-865c-415f-a536-a74ebe0cdedb tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] 10.222.0.44 "GET /v2.0/security-groups?id=793a137d-1fb6-4de0-a377-0a83eded1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371665 May 16 15:17:11.043435 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-81b170e0-be3c-43a2-a295-b562a5baa767 req-2f2567ed-11da-4514-9ec5-dce31983135a service neutron] 10.222.0.69 "GET /v2.0/networks/8561ad64-1b6b-4f33-82d1-a2d7e72d5b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770508 May 16 15:17:11.461308 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5898f08-8fc5-4462-bd3c-49a83b2fad5e req-d60fad92-bb29-4bb8-8abb-822c357de5e9 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:11.465610 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-a5898f08-8fc5-4462-bd3c-49a83b2fad5e req-d60fad92-bb29-4bb8-8abb-822c357de5e9 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8cc0b00-99f9-4486-b349-f60a0d2db023 HTTP/1.1" status: 200 len: 946 time: 0.0671418 May 16 15:17:11.523094 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-a5898f08-8fc5-4462-bd3c-49a83b2fad5e req-976115ae-0f12-44ef-a996-facafe42b953 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=014d0d4d-d0b9-4825-87ad-58356143efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566008 May 16 15:17:11.535859 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device ba4fc5ae-f4b8-42a6-880a-dfa675dd7c73 up at agent ovs-agent-dv-cinder-795785-10-iscsi {{(pid=104035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:17:11.605164 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Provisioning complete for port ba4fc5ae-f4b8-42a6-880a-dfa675dd7c73 triggered by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:17:11.605548 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (ba4fc5ae-f4b8-42a6-880a-dfa675dd7c73), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:11.700469 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Current status of the port ba4fc5ae-f4b8-42a6-880a-dfa675dd7c73 is: DOWN; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:17:11.701137 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (ba4fc5ae-f4b8-42a6-880a-dfa675dd7c73), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:11.728405 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] For port ba4fc5ae-f4b8-42a6-880a-dfa675dd7c73, host dv-cinder-795785-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=ba4fc5ae-f4b8-42a6-880a-dfa675dd7c73,segment=NetworkSegment(d35ec458-efea-4f9b-9cfc-f89e4e5d5ae0),segment_id=d35ec458-efea-4f9b-9cfc-f89e4e5d5ae0)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:17:11.814163 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (ba4fc5ae-f4b8-42a6-880a-dfa675dd7c73), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:11.896550 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Pushing event updated for resources: {'Port': ['ID=ba4fc5ae-f4b8-42a6-880a-dfa675dd7c73,revision_number=4']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:12.179572 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-81b170e0-be3c-43a2-a295-b562a5baa767 req-b6d7bd51-afef-4d61-bea3-fef2dabc284e service neutron] 10.222.0.69 "GET /v2.0/networks/8561ad64-1b6b-4f33-82d1-a2d7e72d5b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523540 May 16 15:17:12.202676 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73893ae4-0572-47c3-b01c-6df3b37e81f3 req-a9a1e59a-0f93-41bc-b10b-fcf2255e9de6 tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:12.204817 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-73893ae4-0572-47c3-b01c-6df3b37e81f3 req-a9a1e59a-0f93-41bc-b10b-fcf2255e9de6 tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] 10.222.0.44 "GET /v2.0/ports?device_id=79fde843-2868-4a1f-a344-df85fd7b1e70 HTTP/1.1" status: 200 len: 943 time: 0.0884409 May 16 15:17:12.214176 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 45624) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:17:12.301719 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-73893ae4-0572-47c3-b01c-6df3b37e81f3 req-38aaee4a-1177-4d80-b3d8-226124900812 tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] 10.222.0.44 "GET /v2.0/security-groups?id=793a137d-1fb6-4de0-a377-0a83eded1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905948 May 16 15:17:12.413026 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-de458413-8c33-4776-8224-437e0d8a3901 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:12.488370 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-de458413-8c33-4776-8224-437e0d8a3901 admin admin] Publish callbacks [] for security_group (24146adc-6953-44a4-ad71-d6ca21cae3a4), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:12.668824 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd8635f-cc12-492a-ab5d-6f5f9b7f1ab2 req-67732c09-2e2f-421f-a94a-aa65bb9b037f tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:12.675071 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-9cd8635f-cc12-492a-ab5d-6f5f9b7f1ab2 req-67732c09-2e2f-421f-a94a-aa65bb9b037f tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8cc0b00-99f9-4486-b349-f60a0d2db023 HTTP/1.1" status: 200 len: 946 time: 0.0680439 May 16 15:17:12.754865 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-9cd8635f-cc12-492a-ab5d-6f5f9b7f1ab2 req-124c5931-9f78-4c92-b5ef-7c645527aa82 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=014d0d4d-d0b9-4825-87ad-58356143efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754437 May 16 15:17:12.810306 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a3cd63-abff-4365-9c96-f99c43dcfef2 None None] Sync routers for ids ['95249cd2-6d39-4b7d-bdab-ba4d70ebbaf6'] in dv-cinder-795785-10-iscsi {{(pid=104035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:17:12.820007 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-de458413-8c33-4776-8224-437e0d8a3901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (24146adc-6953-44a4-ad71-d6ca21cae3a4), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:12.826959 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a3cd63-abff-4365-9c96-f99c43dcfef2 None None] Routers {'95249cd2-6d39-4b7d-bdab-ba4d70ebbaf6'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:17:12.829561 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_hamode_db [None req-60a3cd63-abff-4365-9c96-f99c43dcfef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:16:59Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['95249cd2-6d39-4b7d-bdab-ba4d70ebbaf6'], 'active': True} {{(pid=104035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:17:12.877211 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-de458413-8c33-4776-8224-437e0d8a3901 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=79f0e130d5f14de6b5a1a25050a70271&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6618121 May 16 15:17:12.879927 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 45640) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:17:12.882622 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de458413-8c33-4776-8224-437e0d8a3901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24146adc-6953-44a4-ad71-d6ca21cae3a4,revision_number=1']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:12.995050 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a10e00af-fb55-4a3e-8f69-b65f4c3aa689 admin admin] Publish callbacks [] for security_group (24146adc-6953-44a4-ad71-d6ca21cae3a4), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:13.037623 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a10e00af-fb55-4a3e-8f69-b65f4c3aa689 admin admin] Publish callbacks [] for security_group (24146adc-6953-44a4-ad71-d6ca21cae3a4), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:13.196715 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvr_db [None req-60a3cd63-abff-4365-9c96-f99c43dcfef2 None None] Set router 95249cd2-6d39-4b7d-bdab-ba4d70ebbaf6 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:17:13.214945 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a10e00af-fb55-4a3e-8f69-b65f4c3aa689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (24146adc-6953-44a4-ad71-d6ca21cae3a4), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:13.221370 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a10e00af-fb55-4a3e-8f69-b65f4c3aa689 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:13.225880 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-a10e00af-fb55-4a3e-8f69-b65f4c3aa689 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/24146adc-6953-44a4-ad71-d6ca21cae3a4 HTTP/1.1" status: 204 len: 168 time: 0.3447669 May 16 15:17:13.239701 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e00af-fb55-4a3e-8f69-b65f4c3aa689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24146adc-6953-44a4-ad71-d6ca21cae3a4,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:13.481457 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4182da2e-6318-4da3-a70c-c6a1cc09c35d req-7d32d7d5-2e09-47bc-9d52-f0502ef0372a tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:13.483167 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-4182da2e-6318-4da3-a70c-c6a1cc09c35d req-7d32d7d5-2e09-47bc-9d52-f0502ef0372a tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] 10.222.0.44 "GET /v2.0/ports?device_id=79fde843-2868-4a1f-a344-df85fd7b1e70 HTTP/1.1" status: 200 len: 943 time: 0.0700319 May 16 15:17:13.488679 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_hamode_db [None req-60a3cd63-abff-4365-9c96-f99c43dcfef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95249cd2-6d39-4b7d-bdab-ba4d70ebbaf6', 'name': 'tempest-TestMinimumBasicScenario-1614981427-router', 'tenant_id': '11ad64bf66f149b5900180b8c8d7420f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'ba4fc5ae-f4b8-42a6-880a-dfa675dd7c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:17:04Z', 'updated_at': '2022-05-16T15:17:09Z', 'revision_number': 4, 'project_id': '11ad64bf66f149b5900180b8c8d7420f', 'gw_port': {'id': 'ba4fc5ae-f4b8-42a6-880a-dfa675dd7c73', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:cc:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95249cd2-6d39-4b7d-bdab-ba4d70ebbaf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:17:05Z', 'updated_at': '2022-05-16T15:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_interfaces': [{'id': '47b23b00-781b-45ae-998b-63e50efc2dae', 'name': '', 'network_id': 'f55e3ffe-a5f3-4dad-b293-d9cdef798c6d', 'tenant_id': '11ad64bf66f149b5900180b8c8d7420f', 'mac_address': 'fa:16:3e:05:b2:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95249cd2-6d39-4b7d-bdab-ba4d70ebbaf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '036e8ffd-00b6-448a-b1a1-ff557f07c056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:17:08Z', 'updated_at': '2022-05-16T15:17:09Z', 'revision_number': 2, 'project_id': '11ad64bf66f149b5900180b8c8d7420f', 'subnets': [{'id': '036e8ffd-00b6-448a-b1a1-ff557f07c056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:17:13.518367 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a3cd63-abff-4365-9c96-f99c43dcfef2 None None] Checking router: 95249cd2-6d39-4b7d-bdab-ba4d70ebbaf6 for host: dv-cinder-795785-10-iscsi {{(pid=104035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:17:13.518724 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a3cd63-abff-4365-9c96-f99c43dcfef2 None None] Updating router 95249cd2-6d39-4b7d-bdab-ba4d70ebbaf6 port 47b23b00-781b-45ae-998b-63e50efc2dae binding host dv-cinder-795785-10-iscsi {{(pid=104035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 15:17:13.560646 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-4182da2e-6318-4da3-a70c-c6a1cc09c35d req-9f6c8ba0-f084-4301-8aa5-4d8a0575a98f tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] 10.222.0.44 "GET /v2.0/security-groups?id=793a137d-1fb6-4de0-a377-0a83eded1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711391 May 16 15:17:13.566675 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-60a3cd63-abff-4365-9c96-f99c43dcfef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (47b23b00-781b-45ae-998b-63e50efc2dae), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:13.614138 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device ba4fc5ae-f4b8-42a6-880a-dfa675dd7c73 up at agent ovs-agent-dv-cinder-795785-10-iscsi {{(pid=104035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:17:13.678116 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 45662) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:17:13.832662 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-a2815b52-77f6-4534-8f83-43340520b259 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:13.922992 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Provisioning complete for port ba4fc5ae-f4b8-42a6-880a-dfa675dd7c73 triggered by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:17:13.923621 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (ba4fc5ae-f4b8-42a6-880a-dfa675dd7c73), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:13.949197 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-a2815b52-77f6-4534-8f83-43340520b259 admin admin] Publish callbacks [] for security_group (b2cd9b66-274d-4c72-a043-533aa9e8672a), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:13.991774 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20450c7d-42c8-4eeb-ae68-beb47eefbdf2 req-74b6fabf-ad90-4613-b640-4a22b690f0df tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:13.996926 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-20450c7d-42c8-4eeb-ae68-beb47eefbdf2 req-74b6fabf-ad90-4613-b640-4a22b690f0df tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8cc0b00-99f9-4486-b349-f60a0d2db023 HTTP/1.1" status: 200 len: 946 time: 0.0575018 May 16 15:17:14.047812 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device 55dcbab2-a484-491c-8320-1c3a8ba319b8 details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=104035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 15:17:14.066922 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-20450c7d-42c8-4eeb-ae68-beb47eefbdf2 req-deda9e31-04a4-43a8-a792-e9f71a7020e8 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=014d0d4d-d0b9-4825-87ad-58356143efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477715 May 16 15:17:14.068094 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-a2815b52-77f6-4534-8f83-43340520b259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (b2cd9b66-274d-4c72-a043-533aa9e8672a), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:14.106774 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 45670) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:17:14.117335 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-a2815b52-77f6-4534-8f83-43340520b259 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3759cd554fee46c2be5fc6eb3bcaf609&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4357398 May 16 15:17:14.117557 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 45672) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:17:14.122046 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e43697da-477b-460a-b368-a3c8784149b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:14.124177 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2815b52-77f6-4534-8f83-43340520b259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2cd9b66-274d-4c72-a043-533aa9e8672a,revision_number=1']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:14.185603 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-07afe5d6-3660-4c36-8e37-43bdd9bcffb2 admin admin] Publish callbacks [] for security_group (b2cd9b66-274d-4c72-a043-533aa9e8672a), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:14.215980 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-07afe5d6-3660-4c36-8e37-43bdd9bcffb2 admin admin] Publish callbacks [] for security_group (b2cd9b66-274d-4c72-a043-533aa9e8672a), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:14.242541 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e43697da-477b-460a-b368-a3c8784149b1 admin admin] Publish callbacks [] for security_group (bd8d3433-3020-4fed-9b9a-67233e6c302a), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:14.243317 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] For port 55dcbab2-a484-491c-8320-1c3a8ba319b8, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=55dcbab2-a484-491c-8320-1c3a8ba319b8,segment=NetworkSegment(f183387f-3d6a-4cd9-94a0-a8c0134622fe),segment_id=f183387f-3d6a-4cd9-94a0-a8c0134622fe)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:17:14.256365 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Returning: {'device': '55dcbab2-a484-491c-8320-1c3a8ba319b8', 'network_id': '6de467ee-ceef-4dff-8986-76afb32e2fd6', 'port_id': '55dcbab2-a484-491c-8320-1c3a8ba319b8', 'mac_address': 'fa:16:3e:03:8a:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d8ba72d-3513-454e-b108-a4fd8e9c4330', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 15:17:14.272321 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Current status of the port ba4fc5ae-f4b8-42a6-880a-dfa675dd7c73 is: ACTIVE; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:17:14.328232 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e43697da-477b-460a-b368-a3c8784149b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (bd8d3433-3020-4fed-9b9a-67233e6c302a), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:14.341769 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Current status of the port 55dcbab2-a484-491c-8320-1c3a8ba319b8 is: DOWN; New status is: BUILD {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:17:14.342181 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (55dcbab2-a484-491c-8320-1c3a8ba319b8), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:14.363975 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-07afe5d6-3660-4c36-8e37-43bdd9bcffb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (b2cd9b66-274d-4c72-a043-533aa9e8672a), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:14.368231 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-07afe5d6-3660-4c36-8e37-43bdd9bcffb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:14.369943 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.notifiers.nova [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55dcbab2-a484-491c-8320-1c3a8ba319b8 {{(pid=104035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:17:14.370479 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-07afe5d6-3660-4c36-8e37-43bdd9bcffb2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b2cd9b66-274d-4c72-a043-533aa9e8672a HTTP/1.1" status: 204 len: 168 time: 0.2517524 May 16 15:17:14.385565 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-e43697da-477b-460a-b368-a3c8784149b1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3c22e9ae89214ba19208e6403632b2b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2732363 May 16 15:17:14.385565 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43697da-477b-460a-b368-a3c8784149b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd8d3433-3020-4fed-9b9a-67233e6c302a,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:14.385768 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07afe5d6-3660-4c36-8e37-43bdd9bcffb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2cd9b66-274d-4c72-a043-533aa9e8672a,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:14.387907 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 45678) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:17:14.419618 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] For port 55dcbab2-a484-491c-8320-1c3a8ba319b8, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=55dcbab2-a484-491c-8320-1c3a8ba319b8,segment=NetworkSegment(f183387f-3d6a-4cd9-94a0-a8c0134622fe),segment_id=f183387f-3d6a-4cd9-94a0-a8c0134622fe)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:17:14.443763 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-60a3cd63-abff-4365-9c96-f99c43dcfef2 None None] Publish callbacks [] for port (47b23b00-781b-45ae-998b-63e50efc2dae), precommit_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:14.502438 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d1c11196-9832-4481-84eb-05b72ec2a008 admin admin] Publish callbacks [] for security_group (bd8d3433-3020-4fed-9b9a-67233e6c302a), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:14.504231 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (55dcbab2-a484-491c-8320-1c3a8ba319b8), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:14.530736 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-60a3cd63-abff-4365-9c96-f99c43dcfef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (47b23b00-781b-45ae-998b-63e50efc2dae), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:14.545017 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d1c11196-9832-4481-84eb-05b72ec2a008 admin admin] Publish callbacks [] for security_group (bd8d3433-3020-4fed-9b9a-67233e6c302a), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:14.611092 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Pushing event updated for resources: {'Port': ['ID=55dcbab2-a484-491c-8320-1c3a8ba319b8,revision_number=4']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:14.682506 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d1c11196-9832-4481-84eb-05b72ec2a008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (bd8d3433-3020-4fed-9b9a-67233e6c302a), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:14.685060 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d1c11196-9832-4481-84eb-05b72ec2a008 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:14.688648 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-d1c11196-9832-4481-84eb-05b72ec2a008 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bd8d3433-3020-4fed-9b9a-67233e6c302a HTTP/1.1" status: 204 len: 168 time: 0.2972145 May 16 15:17:14.710747 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c11196-9832-4481-84eb-05b72ec2a008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd8d3433-3020-4fed-9b9a-67233e6c302a,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:14.730281 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d42d61-f6f3-4acf-a788-618bc537b6ec None None] Pushing event updated for resources: {'Port': ['ID=47b23b00-781b-45ae-998b-63e50efc2dae,revision_number=3']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:14.788413 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.managers [None req-60a3cd63-abff-4365-9c96-f99c43dcfef2 None None] Attempting to bind port 47b23b00-781b-45ae-998b-63e50efc2dae on host dv-cinder-795785-10-iscsi for vnic_type normal with profile {{(pid=104035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:17:14.789279 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.managers [None req-60a3cd63-abff-4365-9c96-f99c43dcfef2 None None] Attempting to bind port 47b23b00-781b-45ae-998b-63e50efc2dae by drivers openvswitch,hyperv on host dv-cinder-795785-10-iscsi at level 0 using segments [{'id': '597e12d2-28a4-4c25-a0d9-f2a796c22bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f55e3ffe-a5f3-4dad-b293-d9cdef798c6d'}] {{(pid=104035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:17:14.789861 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a3cd63-abff-4365-9c96-f99c43dcfef2 None None] Attempting to bind port 47b23b00-781b-45ae-998b-63e50efc2dae on network f55e3ffe-a5f3-4dad-b293-d9cdef798c6d {{(pid=104035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:17:14.805618 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a3cd63-abff-4365-9c96-f99c43dcfef2 None None] Checking agent: {'id': '311a8a5f-4d79-4ff7-931a-d05ff8cc45ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 6, 3), 'started_at': datetime.datetime(2022, 5, 16, 15, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:17:14.806366 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a3cd63-abff-4365-9c96-f99c43dcfef2 None None] Checking segment: {'id': '597e12d2-28a4-4c25-a0d9-f2a796c22bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f55e3ffe-a5f3-4dad-b293-d9cdef798c6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:17:14.808134 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-60a3cd63-abff-4365-9c96-f99c43dcfef2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:14.809178 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a3cd63-abff-4365-9c96-f99c43dcfef2 None None] Bound using segment: {'id': '597e12d2-28a4-4c25-a0d9-f2a796c22bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f55e3ffe-a5f3-4dad-b293-d9cdef798c6d'} {{(pid=104035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:17:14.809834 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.managers [None req-60a3cd63-abff-4365-9c96-f99c43dcfef2 None None] Bound port: 47b23b00-781b-45ae-998b-63e50efc2dae, host: dv-cinder-795785-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '597e12d2-28a4-4c25-a0d9-f2a796c22bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f55e3ffe-a5f3-4dad-b293-d9cdef798c6d'}}] {{(pid=104035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:17:14.810654 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-60a3cd63-abff-4365-9c96-f99c43dcfef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (47b23b00-781b-45ae-998b-63e50efc2dae), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:14.886591 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dc2b1b-80cd-4a36-8166-6b184c60c0b7 req-6f04371e-70b4-4e8c-a6ec-9224c7d1a4c9 tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:14.889009 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-40dc2b1b-80cd-4a36-8166-6b184c60c0b7 req-6f04371e-70b4-4e8c-a6ec-9224c7d1a4c9 tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] 10.222.0.44 "GET /v2.0/ports?device_id=79fde843-2868-4a1f-a344-df85fd7b1e70 HTTP/1.1" status: 200 len: 944 time: 0.1309538 May 16 15:17:14.985018 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-51ad97d3-acdd-485b-b89d-fb476e026caa None None] Provisioning complete for port 47b23b00-781b-45ae-998b-63e50efc2dae triggered by entity DHCP. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:17:14.985631 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-51ad97d3-acdd-485b-b89d-fb476e026caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (47b23b00-781b-45ae-998b-63e50efc2dae), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:15.002196 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-40dc2b1b-80cd-4a36-8166-6b184c60c0b7 req-543f511e-0d08-48a4-99af-8b16e4d2b4f7 tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] 10.222.0.44 "GET /v2.0/security-groups?id=793a137d-1fb6-4de0-a377-0a83eded1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044173 May 16 15:17:15.034703 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-60a3cd63-abff-4365-9c96-f99c43dcfef2 None None] For port 47b23b00-781b-45ae-998b-63e50efc2dae, host dv-cinder-795785-10-iscsi, cleared binding levels {{(pid=104035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:17:15.046957 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-51ad97d3-acdd-485b-b89d-fb476e026caa None None] Port 47b23b00-781b-45ae-998b-63e50efc2dae cannot update to ACTIVE because it is not bound. {{(pid=104035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:17:15.059213 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-60a3cd63-abff-4365-9c96-f99c43dcfef2 None None] For port 47b23b00-781b-45ae-998b-63e50efc2dae, host dv-cinder-795785-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=47b23b00-781b-45ae-998b-63e50efc2dae,segment=NetworkSegment(597e12d2-28a4-4c25-a0d9-f2a796c22bc6),segment_id=597e12d2-28a4-4c25-a0d9-f2a796c22bc6)] {{(pid=104035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:17:15.222744 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-60a3cd63-abff-4365-9c96-f99c43dcfef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (47b23b00-781b-45ae-998b-63e50efc2dae), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:15.274306 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0023fd-4adb-4f2f-83fb-18c4e051bd2f req-6880aaf1-42f0-41cc-b59f-9a659480d565 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:15.287082 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-7b0023fd-4adb-4f2f-83fb-18c4e051bd2f req-6880aaf1-42f0-41cc-b59f-9a659480d565 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8cc0b00-99f9-4486-b349-f60a0d2db023 HTTP/1.1" status: 200 len: 946 time: 0.1313348 May 16 15:17:15.297042 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d42d61-f6f3-4acf-a788-618bc537b6ec None None] Pushing event updated for resources: {'Port': ['ID=47b23b00-781b-45ae-998b-63e50efc2dae,revision_number=4']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:15.339160 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a3cd63-abff-4365-9c96-f99c43dcfef2 None None] Routers {'95249cd2-6d39-4b7d-bdab-ba4d70ebbaf6'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:17:15.339586 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_hamode_db [None req-60a3cd63-abff-4365-9c96-f99c43dcfef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:16:59Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['95249cd2-6d39-4b7d-bdab-ba4d70ebbaf6'], 'active': True} {{(pid=104035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:17:15.421239 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-7b0023fd-4adb-4f2f-83fb-18c4e051bd2f req-fe97f563-01a5-437f-9f8d-2a33362c2630 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=014d0d4d-d0b9-4825-87ad-58356143efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328495 May 16 15:17:15.519086 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 45702) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:17:15.537795 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvr_db [None req-60a3cd63-abff-4365-9c96-f99c43dcfef2 None None] Set router 95249cd2-6d39-4b7d-bdab-ba4d70ebbaf6 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:17:15.566523 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-09d97e1b-dd56-444d-b5e4-a807d3166791 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:15.712094 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-9f386b95-60ac-4ccf-9e2e-148fc6c77f56 None None] Provisioning complete for port 47b23b00-781b-45ae-998b-63e50efc2dae triggered by entity DHCP. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:17:15.712506 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-9f386b95-60ac-4ccf-9e2e-148fc6c77f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (47b23b00-781b-45ae-998b-63e50efc2dae), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:15.722825 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-09d97e1b-dd56-444d-b5e4-a807d3166791 admin admin] Publish callbacks [] for security_group (3fdc5f3f-f4a6-4506-8b36-df0c93b85627), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:15.791283 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-09d97e1b-dd56-444d-b5e4-a807d3166791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (3fdc5f3f-f4a6-4506-8b36-df0c93b85627), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:15.864330 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-09d97e1b-dd56-444d-b5e4-a807d3166791 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8e1f9633e3ed4c24a9cb88407bf1462f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3405077 May 16 15:17:15.866280 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 45712) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:17:15.921294 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d97e1b-dd56-444d-b5e4-a807d3166791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fdc5f3f-f4a6-4506-8b36-df0c93b85627,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:15.965052 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-9163f5cb-7116-4c16-94e8-0653ac8e29be admin admin] Publish callbacks [] for security_group (3fdc5f3f-f4a6-4506-8b36-df0c93b85627), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:15.989232 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-9f386b95-60ac-4ccf-9e2e-148fc6c77f56 None None] Current status of the port 47b23b00-781b-45ae-998b-63e50efc2dae is: DOWN; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:17:15.989836 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-9f386b95-60ac-4ccf-9e2e-148fc6c77f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (47b23b00-781b-45ae-998b-63e50efc2dae), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:15.994840 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-9163f5cb-7116-4c16-94e8-0653ac8e29be admin admin] Publish callbacks [] for security_group (3fdc5f3f-f4a6-4506-8b36-df0c93b85627), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:16.014817 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_hamode_db [None req-60a3cd63-abff-4365-9c96-f99c43dcfef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95249cd2-6d39-4b7d-bdab-ba4d70ebbaf6', 'name': 'tempest-TestMinimumBasicScenario-1614981427-router', 'tenant_id': '11ad64bf66f149b5900180b8c8d7420f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'ba4fc5ae-f4b8-42a6-880a-dfa675dd7c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:17:04Z', 'updated_at': '2022-05-16T15:17:09Z', 'revision_number': 4, 'project_id': '11ad64bf66f149b5900180b8c8d7420f', 'gw_port': {'id': 'ba4fc5ae-f4b8-42a6-880a-dfa675dd7c73', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:cc:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95249cd2-6d39-4b7d-bdab-ba4d70ebbaf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:17:05Z', 'updated_at': '2022-05-16T15:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_interfaces': [{'id': '47b23b00-781b-45ae-998b-63e50efc2dae', 'name': '', 'network_id': 'f55e3ffe-a5f3-4dad-b293-d9cdef798c6d', 'tenant_id': '11ad64bf66f149b5900180b8c8d7420f', 'mac_address': 'fa:16:3e:05:b2:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95249cd2-6d39-4b7d-bdab-ba4d70ebbaf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '036e8ffd-00b6-448a-b1a1-ff557f07c056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:17:08Z', 'updated_at': '2022-05-16T15:17:14Z', 'revision_number': 4, 'project_id': '11ad64bf66f149b5900180b8c8d7420f', 'subnets': [{'id': '036e8ffd-00b6-448a-b1a1-ff557f07c056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:17:16.087667 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a3cd63-abff-4365-9c96-f99c43dcfef2 None None] The sync data for ids ['95249cd2-6d39-4b7d-bdab-ba4d70ebbaf6'] in dv-cinder-795785-10-iscsi is: [{'id': '95249cd2-6d39-4b7d-bdab-ba4d70ebbaf6', 'name': 'tempest-TestMinimumBasicScenario-1614981427-router', 'tenant_id': '11ad64bf66f149b5900180b8c8d7420f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'ba4fc5ae-f4b8-42a6-880a-dfa675dd7c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:17:04Z', 'updated_at': '2022-05-16T15:17:09Z', 'revision_number': 4, 'project_id': '11ad64bf66f149b5900180b8c8d7420f', 'gw_port': {'id': 'ba4fc5ae-f4b8-42a6-880a-dfa675dd7c73', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:cc:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95249cd2-6d39-4b7d-bdab-ba4d70ebbaf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:17:05Z', 'updated_at': '2022-05-16T15:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_interfaces': [{'id': '47b23b00-781b-45ae-998b-63e50efc2dae', 'name': '', 'network_id': 'f55e3ffe-a5f3-4dad-b293-d9cdef798c6d', 'tenant_id': '11ad64bf66f149b5900180b8c8d7420f', 'mac_address': 'fa:16:3e:05:b2:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95249cd2-6d39-4b7d-bdab-ba4d70ebbaf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '036e8ffd-00b6-448a-b1a1-ff557f07c056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:17:08Z', 'updated_at': '2022-05-16T15:17:14Z', 'revision_number': 4, 'project_id': '11ad64bf66f149b5900180b8c8d7420f', 'subnets': [{'id': '036e8ffd-00b6-448a-b1a1-ff557f07c056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:17:16.112881 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-9f386b95-60ac-4ccf-9e2e-148fc6c77f56 None None] For port 47b23b00-781b-45ae-998b-63e50efc2dae, host dv-cinder-795785-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=47b23b00-781b-45ae-998b-63e50efc2dae,segment=NetworkSegment(597e12d2-28a4-4c25-a0d9-f2a796c22bc6),segment_id=597e12d2-28a4-4c25-a0d9-f2a796c22bc6)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:17:16.171907 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-9163f5cb-7116-4c16-94e8-0653ac8e29be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (3fdc5f3f-f4a6-4506-8b36-df0c93b85627), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:16.180919 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-9163f5cb-7116-4c16-94e8-0653ac8e29be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:16.187714 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-9163f5cb-7116-4c16-94e8-0653ac8e29be admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3fdc5f3f-f4a6-4506-8b36-df0c93b85627 HTTP/1.1" status: 204 len: 168 time: 0.3195386 May 16 15:17:16.207443 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-9f386b95-60ac-4ccf-9e2e-148fc6c77f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (47b23b00-781b-45ae-998b-63e50efc2dae), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:16.282498 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9163f5cb-7116-4c16-94e8-0653ac8e29be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fdc5f3f-f4a6-4506-8b36-df0c93b85627,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:16.309859 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f37dde-4d7e-4a3f-a4d4-a016f46a419e req-7e39b216-af11-47fe-8f37-b41cfedd20d6 tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:16.325933 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-15f37dde-4d7e-4a3f-a4d4-a016f46a419e req-7e39b216-af11-47fe-8f37-b41cfedd20d6 tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] 10.222.0.44 "GET /v2.0/ports?device_id=79fde843-2868-4a1f-a344-df85fd7b1e70 HTTP/1.1" status: 200 len: 944 time: 0.1882696 May 16 15:17:16.327356 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f386b95-60ac-4ccf-9e2e-148fc6c77f56 None None] Pushing event updated for resources: {'Port': ['ID=47b23b00-781b-45ae-998b-63e50efc2dae,revision_number=5']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:16.389230 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-15f37dde-4d7e-4a3f-a4d4-a016f46a419e req-4d96ef10-35b6-4e23-9847-48f0aca6241a tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] 10.222.0.44 "GET /v2.0/security-groups?id=793a137d-1fb6-4de0-a377-0a83eded1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631447 May 16 15:17:16.555813 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b4058-5d26-4e4f-88cb-36c29e1f18d8 req-85c80b13-0c05-4614-b135-7e50caa2a9a3 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:16.557898 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-e86b4058-5d26-4e4f-88cb-36c29e1f18d8 req-85c80b13-0c05-4614-b135-7e50caa2a9a3 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8cc0b00-99f9-4486-b349-f60a0d2db023 HTTP/1.1" status: 200 len: 946 time: 0.0492861 May 16 15:17:16.608568 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-e86b4058-5d26-4e4f-88cb-36c29e1f18d8 req-bd773530-49ed-4095-ac33-508da5ddfb4a tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=014d0d4d-d0b9-4825-87ad-58356143efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449383 May 16 15:17:17.388773 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 45792) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:17:17.408550 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-fa4d56a5-9cec-46f0-b60c-d3742a199d89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:17.576095 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] get_ports_and_sgs() called for port_ids ['55dcbab2-a484-491c-8320-1c3a8ba319b8'] {{(pid=104035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:17:17.655604 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf78967-35b6-4a66-ad43-4965137deb26 req-f3e34155-5dcc-41ec-9497-f13993f36a43 tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:17.657685 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-9cf78967-35b6-4a66-ad43-4965137deb26 req-f3e34155-5dcc-41ec-9497-f13993f36a43 tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] 10.222.0.44 "GET /v2.0/ports?device_id=79fde843-2868-4a1f-a344-df85fd7b1e70 HTTP/1.1" status: 200 len: 944 time: 0.0843418 May 16 15:17:17.660545 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-fa4d56a5-9cec-46f0-b60c-d3742a199d89 admin admin] Publish callbacks [] for security_group (a615b4b9-3d61-49e3-9e0c-7ed9e1f94289), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:17.708092 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device 47b23b00-781b-45ae-998b-63e50efc2dae up at agent ovs-agent-dv-cinder-795785-10-iscsi {{(pid=104035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:17:17.743224 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-fa4d56a5-9cec-46f0-b60c-d3742a199d89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (a615b4b9-3d61-49e3-9e0c-7ed9e1f94289), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:17.844693 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Provisioning complete for port 47b23b00-781b-45ae-998b-63e50efc2dae triggered by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:17:17.845063 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (47b23b00-781b-45ae-998b-63e50efc2dae), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:17.866013 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-9cf78967-35b6-4a66-ad43-4965137deb26 req-e05adec7-3e13-45be-b400-154836bd76eb tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] 10.222.0.44 "GET /v2.0/security-groups?id=793a137d-1fb6-4de0-a377-0a83eded1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950943 May 16 15:17:17.900180 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083324f4-a0d3-434e-95ac-e4c1bd3c002e req-ce8e230a-dbe3-443c-9ea8-93cf2aab6c34 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:17.902535 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-083324f4-a0d3-434e-95ac-e4c1bd3c002e req-ce8e230a-dbe3-443c-9ea8-93cf2aab6c34 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8cc0b00-99f9-4486-b349-f60a0d2db023 HTTP/1.1" status: 200 len: 946 time: 0.1510427 May 16 15:17:17.909660 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4d56a5-9cec-46f0-b60c-d3742a199d89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a615b4b9-3d61-49e3-9e0c-7ed9e1f94289,revision_number=1']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:17.932876 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-fa4d56a5-9cec-46f0-b60c-d3742a199d89 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7f442da9812f41db97b29542a6cbe870&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5426893 May 16 15:17:17.933495 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 45800) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:17:18.022408 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-fcbf00fb-4ef0-4451-ab8b-39eafd776216 admin admin] Publish callbacks [] for security_group (a615b4b9-3d61-49e3-9e0c-7ed9e1f94289), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:18.023623 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-083324f4-a0d3-434e-95ac-e4c1bd3c002e req-82b2f8f7-f8ce-47c3-bead-582a01402902 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=014d0d4d-d0b9-4825-87ad-58356143efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142051 May 16 15:17:18.051491 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Current status of the port 47b23b00-781b-45ae-998b-63e50efc2dae is: ACTIVE; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:17:18.082172 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-fcbf00fb-4ef0-4451-ab8b-39eafd776216 admin admin] Publish callbacks [] for security_group (a615b4b9-3d61-49e3-9e0c-7ed9e1f94289), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:18.247913 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-fcbf00fb-4ef0-4451-ab8b-39eafd776216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (a615b4b9-3d61-49e3-9e0c-7ed9e1f94289), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:18.251213 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-fcbf00fb-4ef0-4451-ab8b-39eafd776216 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:18.255017 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-fcbf00fb-4ef0-4451-ab8b-39eafd776216 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a615b4b9-3d61-49e3-9e0c-7ed9e1f94289 HTTP/1.1" status: 204 len: 168 time: 0.3181422 May 16 15:17:18.264210 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf4c3d7-0741-4e82-b146-645fd82d34da req-72c3ac0c-38b8-4d59-abb4-8165858c3375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:18.265792 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-bdf4c3d7-0741-4e82-b146-645fd82d34da req-72c3ac0c-38b8-4d59-abb4-8165858c3375 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b8cc0b00-99f9-4486-b349-f60a0d2db023 HTTP/1.1" status: 200 len: 1130 time: 0.0548899 May 16 15:17:18.268065 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbf00fb-4ef0-4451-ab8b-39eafd776216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a615b4b9-3d61-49e3-9e0c-7ed9e1f94289,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:18.341348 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-bdf4c3d7-0741-4e82-b146-645fd82d34da req-58f0f604-0a91-4ced-bc7c-eb5f5fd7e950 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=014d0d4d-d0b9-4825-87ad-58356143efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673175 May 16 15:17:19.030934 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c961ca-5659-44b9-a0d4-72e4e728ace5 req-1b496536-c0c4-4c02-bf2f-130f9380d9db tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:19.038340 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-76c961ca-5659-44b9-a0d4-72e4e728ace5 req-1b496536-c0c4-4c02-bf2f-130f9380d9db tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] 10.222.0.44 "GET /v2.0/ports?device_id=79fde843-2868-4a1f-a344-df85fd7b1e70 HTTP/1.1" status: 200 len: 944 time: 0.0667131 May 16 15:17:19.117881 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-76c961ca-5659-44b9-a0d4-72e4e728ace5 req-d71adc28-514f-4c90-9a25-cfc47080fcf5 tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] 10.222.0.44 "GET /v2.0/security-groups?id=793a137d-1fb6-4de0-a377-0a83eded1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785515 May 16 15:17:19.379511 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 45870) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:17:19.384596 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.v2.base [None req-f9246e18-2cb4-4287-b4b9-88abb4d9ea7b tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Request body: {'security_group': {'name': 'tempest-securitygroup--789117430', 'description': 'tempest-description--1413175407'}} {{(pid=104034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:17:19.511206 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-f9246e18-2cb4-4287-b4b9-88abb4d9ea7b tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks [] for security_group (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:19.530986 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8cb375-8b5c-45bb-96ef-af0a135c9197 req-2c5cc9b5-c6f7-40f9-8748-4db87c31f103 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:19.538127 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-fa8cb375-8b5c-45bb-96ef-af0a135c9197 req-2c5cc9b5-c6f7-40f9-8748-4db87c31f103 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8cc0b00-99f9-4486-b349-f60a0d2db023 HTTP/1.1" status: 200 len: 946 time: 0.0668283 May 16 15:17:19.576510 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device 55dcbab2-a484-491c-8320-1c3a8ba319b8 up at agent hyperv_hv-cinder-79578 {{(pid=104035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:17:19.599805 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-fa8cb375-8b5c-45bb-96ef-af0a135c9197 req-5fce3a4e-d141-4383-a178-67866a11e161 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=014d0d4d-d0b9-4825-87ad-58356143efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580080 May 16 15:17:19.637975 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-f9246e18-2cb4-4287-b4b9-88abb4d9ea7b tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks [] for security_group (c4d2a715-c80c-4f74-b7cc-c0360cff8f09), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:19.640795 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Provisioning for port 55dcbab2-a484-491c-8320-1c3a8ba319b8 completed by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 15:17:19.727874 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-f9246e18-2cb4-4287-b4b9-88abb4d9ea7b tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (c4d2a715-c80c-4f74-b7cc-c0360cff8f09), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:19.728245 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Provisioning complete for port 55dcbab2-a484-491c-8320-1c3a8ba319b8 triggered by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:17:19.728626 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (55dcbab2-a484-491c-8320-1c3a8ba319b8), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:19.738047 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 45878) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:17:19.764659 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9246e18-2cb4-4287-b4b9-88abb4d9ea7b tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d2a715-c80c-4f74-b7cc-c0360cff8f09,revision_number=1']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:19.844557 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-f9246e18-2cb4-4287-b4b9-88abb4d9ea7b tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks [] for security_group (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:19.846515 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-f9246e18-2cb4-4287-b4b9-88abb4d9ea7b tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4649765 May 16 15:17:19.851149 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 45884) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:17:19.856088 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.v2.base [None req-b2e4108e-72cf-4140-98bc-35f99024759b tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Request body: {'security_group_rule': {'security_group_id': 'c4d2a715-c80c-4f74-b7cc-c0360cff8f09', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:17:19.866975 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Current status of the port 55dcbab2-a484-491c-8320-1c3a8ba319b8 is: BUILD; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:17:19.869160 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (55dcbab2-a484-491c-8320-1c3a8ba319b8), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:19.889580 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.v2.base [None req-656e3d55-e869-4917-bded-52fbb975b7f7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-733582361-network', 'tenant_id': '851018b96f7547b6be0bfbbbeb7d48a2'}} {{(pid=104033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:17:19.897930 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79fde843-2868-4a1f-a344-df85fd7b1e70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55dcbab2-a484-491c-8320-1c3a8ba319b8'}] {{(pid=104035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:17:19.901910 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1790aa2910a77bb841f337ade38aaf2daae4faf72d914c843aa5f796a16e7f37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-046c1de3-dc6d-47ab-9e4a-e8d3ffb53b51" -d '{"events": [{"server_uuid": "79fde843-2868-4a1f-a344-df85fd7b1e70", "name": "network-vif-plugged", "status": "completed", "tag": "55dcbab2-a484-491c-8320-1c3a8ba319b8"}]}' {{(pid=104035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:17:19.918218 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] For port 55dcbab2-a484-491c-8320-1c3a8ba319b8, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=55dcbab2-a484-491c-8320-1c3a8ba319b8,segment=NetworkSegment(f183387f-3d6a-4cd9-94a0-a8c0134622fe),segment_id=f183387f-3d6a-4cd9-94a0-a8c0134622fe)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:17:19.944863 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-497494b6-1f2c-44c6-baa5-2440fc645553 x-openstack-request-id: req-497494b6-1f2c-44c6-baa5-2440fc645553 {{(pid=104035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:17:19.945163 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79fde843-2868-4a1f-a344-df85fd7b1e70", "name": "network-vif-plugged", "status": "completed", "tag": "55dcbab2-a484-491c-8320-1c3a8ba319b8", "code": 200}]} {{(pid=104035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:17:19.945697 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-497494b6-1f2c-44c6-baa5-2440fc645553 {{(pid=104035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:17:19.946429 dv-cinder-795785-10-iscsi neutron-server[104035]: INFO neutron.notifiers.nova [-] Nova event matching ['req-497494b6-1f2c-44c6-baa5-2440fc645553'] response: {'server_uuid': '79fde843-2868-4a1f-a344-df85fd7b1e70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55dcbab2-a484-491c-8320-1c3a8ba319b8', 'code': 200} May 16 15:17:19.956996 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b2e4108e-72cf-4140-98bc-35f99024759b tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks [] for security_group_rule (2da38948-ad13-4dd7-af8c-9770abf55f58), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:19.973931 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (55dcbab2-a484-491c-8320-1c3a8ba319b8), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:19.974294 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-656e3d55-e869-4917-bded-52fbb975b7f7 admin admin] Made reservation on behalf of 851018b96f7547b6be0bfbbbeb7d48a2 for: {'network': 1} {{(pid=104033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:17:19.976761 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-656e3d55-e869-4917-bded-52fbb975b7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for network (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:19.992255 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-656e3d55-e869-4917-bded-52fbb975b7f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:20.172149 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b2e4108e-72cf-4140-98bc-35f99024759b tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks [] for security_group_rule (2da38948-ad13-4dd7-af8c-9770abf55f58), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:20.184956 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Pushing event updated for resources: {'Port': ['ID=55dcbab2-a484-491c-8320-1c3a8ba319b8,revision_number=5']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:20.269897 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b2e4108e-72cf-4140-98bc-35f99024759b tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607684'] for security_group_rule (2da38948-ad13-4dd7-af8c-9770abf55f58), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:20.296071 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e4108e-72cf-4140-98bc-35f99024759b tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2da38948-ad13-4dd7-af8c-9770abf55f58,revision_number=0']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:20.306657 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-656e3d55-e869-4917-bded-52fbb975b7f7 admin admin] Publish callbacks [] for security_group (d642c662-7359-4daf-93b9-8e70c9d41de1), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:20.320918 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1b011c-66f5-49f1-86ba-4ab48d42aed1 req-40797dea-ba25-4261-909f-96b8a89bc43d tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:20.335439 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-3c1b011c-66f5-49f1-86ba-4ab48d42aed1 req-40797dea-ba25-4261-909f-96b8a89bc43d tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] 10.222.0.44 "GET /v2.0/ports?device_id=79fde843-2868-4a1f-a344-df85fd7b1e70 HTTP/1.1" status: 200 len: 945 time: 0.0895336 May 16 15:17:20.438149 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-3c1b011c-66f5-49f1-86ba-4ab48d42aed1 req-6e3b92e2-8193-4a53-ae4c-5617dd58cbf0 tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] 10.222.0.44 "GET /v2.0/security-groups?id=793a137d-1fb6-4de0-a377-0a83eded1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013124 May 16 15:17:20.510514 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-656e3d55-e869-4917-bded-52fbb975b7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (d642c662-7359-4daf-93b9-8e70c9d41de1), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:20.554443 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656e3d55-e869-4917-bded-52fbb975b7f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d642c662-7359-4daf-93b9-8e70c9d41de1,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:20.571236 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b2e4108e-72cf-4140-98bc-35f99024759b tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:20.572690 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-b2e4108e-72cf-4140-98bc-35f99024759b tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7200863 May 16 15:17:20.573751 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-656e3d55-e869-4917-bded-52fbb975b7f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=104033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 15:17:20.577282 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 45892) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:17:20.589199 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.v2.base [None req-d7d5e09f-3a3f-4e9f-8aaf-29f38e9133ea tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Request body: {'security_group_rule': {'security_group_id': 'c4d2a715-c80c-4f74-b7cc-c0360cff8f09', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:17:20.649154 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-656e3d55-e869-4917-bded-52fbb975b7f7 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789020055565', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996815'] for segment (e5c15fb9-faf4-4a3c-bacd-f873460a4947), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:20.654568 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.db.segments_db [None req-656e3d55-e869-4917-bded-52fbb975b7f7 admin admin] Added segment e5c15fb9-faf4-4a3c-bacd-f873460a4947 of type vlan for network 08734803-1c10-45b0-b4b0-d380189da298 May 16 15:17:20.736800 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-d7d5e09f-3a3f-4e9f-8aaf-29f38e9133ea tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks [] for security_group_rule (23574aa5-b0f2-4413-a010-53b6becb73d8), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:20.752202 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-656e3d55-e869-4917-bded-52fbb975b7f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789019629716'] for network (08734803-1c10-45b0-b4b0-d380189da298), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:20.788070 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b03c7a7-7319-4144-950a-59231bb8128e req-6b283435-1846-4770-b321-3d98498ccf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:20.789592 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-4b03c7a7-7319-4144-950a-59231bb8128e req-6b283435-1846-4770-b321-3d98498ccf0a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=79fde843-2868-4a1f-a344-df85fd7b1e70 HTTP/1.1" status: 200 len: 1129 time: 0.0901330 May 16 15:17:20.811770 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-d7d5e09f-3a3f-4e9f-8aaf-29f38e9133ea tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks [] for security_group_rule (23574aa5-b0f2-4413-a010-53b6becb73d8), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:20.826941 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb7d07e-5355-47a6-a05e-b5d96466d672 req-83ccda09-30d7-40bb-b9b0-518bda9a4a9d tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:20.830275 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-2cb7d07e-5355-47a6-a05e-b5d96466d672 req-83ccda09-30d7-40bb-b9b0-518bda9a4a9d tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8cc0b00-99f9-4486-b349-f60a0d2db023 HTTP/1.1" status: 200 len: 946 time: 0.1085491 May 16 15:17:20.879471 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-4b03c7a7-7319-4144-950a-59231bb8128e req-c54724b9-0ed5-45f5-8c62-108be6d221a5 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=793a137d-1fb6-4de0-a377-0a83eded1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817814 May 16 15:17:20.958173 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-2cb7d07e-5355-47a6-a05e-b5d96466d672 req-908acfeb-e872-4d86-81a2-12b6f3ddf91f tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=014d0d4d-d0b9-4825-87ad-58356143efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671399 May 16 15:17:21.373026 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-656e3d55-e869-4917-bded-52fbb975b7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888'] for network (08734803-1c10-45b0-b4b0-d380189da298), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:21.374682 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656e3d55-e869-4917-bded-52fbb975b7f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:21.375390 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-656e3d55-e869-4917-bded-52fbb975b7f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631934'] for network (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:21.375517 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-d7d5e09f-3a3f-4e9f-8aaf-29f38e9133ea tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607684'] for security_group_rule (23574aa5-b0f2-4413-a010-53b6becb73d8), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:21.398507 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d5e09f-3a3f-4e9f-8aaf-29f38e9133ea tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23574aa5-b0f2-4413-a010-53b6becb73d8,revision_number=0']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:21.474484 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-656e3d55-e869-4917-bded-52fbb975b7f7 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.7314320 May 16 15:17:21.474484 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656e3d55-e869-4917-bded-52fbb975b7f7 admin admin] Pushing event updated for resources: {'Network': ['ID=08734803-1c10-45b0-b4b0-d380189da298,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:21.475529 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 45916) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:17:21.481930 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.v2.base [None req-13cf6fbd-828f-47c7-a985-f9cb30f49df7 admin admin] Request body: {'subnet': {'network_id': '08734803-1c10-45b0-b4b0-d380189da298', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-733582361-subnet', 'tenant_id': '851018b96f7547b6be0bfbbbeb7d48a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:17:21.504612 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-d7d5e09f-3a3f-4e9f-8aaf-29f38e9133ea tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:21.505845 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-d7d5e09f-3a3f-4e9f-8aaf-29f38e9133ea tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9291427 May 16 15:17:21.510700 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 45922) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:17:21.518554 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.v2.base [None req-0c45e76c-d0df-4fda-861e-7e0eb9e813b5 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Request body: {'floatingip': {'floating_network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594'}} {{(pid=104033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:17:21.535450 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Network 08734803-1c10-45b0-b4b0-d380189da298 details requested by agent ovs-agent-dv-cinder-795785-10-iscsi with host dv-cinder-795785-10-iscsi {{(pid=104035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 15:17:21.606812 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13cf6fbd-828f-47c7-a985-f9cb30f49df7 admin admin] Made reservation on behalf of 851018b96f7547b6be0bfbbbeb7d48a2 for: {'subnet': 1} {{(pid=104034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:17:21.609247 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-13cf6fbd-828f-47c7-a985-f9cb30f49df7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773436'] for subnet (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:21.641888 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0c45e76c-d0df-4fda-861e-7e0eb9e813b5 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:21.714499 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6408b4-a4be-401c-8fd8-01a7cec6bf65 req-d7c36de2-b722-4920-87d6-37ce64d9659b tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:21.720320 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-7d6408b4-a4be-401c-8fd8-01a7cec6bf65 req-d7c36de2-b722-4920-87d6-37ce64d9659b tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8cc0b00-99f9-4486-b349-f60a0d2db023 HTTP/1.1" status: 200 len: 946 time: 0.1138906 May 16 15:17:21.768741 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee4a05b-bf2b-4bdc-858e-6dc1d0cde17f req-6eb8b0d4-d45b-425a-a5fa-619a40ac2927 tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:21.776290 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-fee4a05b-bf2b-4bdc-858e-6dc1d0cde17f req-6eb8b0d4-d45b-425a-a5fa-619a40ac2927 tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] 10.222.0.44 "GET /v2.0/ports?device_id=79fde843-2868-4a1f-a344-df85fd7b1e70 HTTP/1.1" status: 200 len: 945 time: 0.1862075 May 16 15:17:21.846821 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0c45e76c-d0df-4fda-861e-7e0eb9e813b5 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:21.865456 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-7d6408b4-a4be-401c-8fd8-01a7cec6bf65 req-23a91c83-f7ac-44b0-ae4f-6f5717f996f1 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=014d0d4d-d0b9-4825-87ad-58356143efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401420 May 16 15:17:21.888421 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-fee4a05b-bf2b-4bdc-858e-6dc1d0cde17f req-d368a3f0-1151-4d74-8924-93093736590a tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] 10.222.0.44 "GET /v2.0/security-groups?id=793a137d-1fb6-4de0-a377-0a83eded1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043816 May 16 15:17:21.934303 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1569d00a-1815-4837-baf6-437b2dbaa55a req-8b4353d9-056b-4ad4-9bef-f8522237abc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:21.936216 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-1569d00a-1815-4837-baf6-437b2dbaa55a req-8b4353d9-056b-4ad4-9bef-f8522237abc1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=316917d7a31645bfaac651f81154c18f&device_id=b8cc0b00-99f9-4486-b349-f60a0d2db023 HTTP/1.1" status: 200 len: 1130 time: 0.1270955 May 16 15:17:22.029117 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-0c45e76c-d0df-4fda-861e-7e0eb9e813b5 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Allocated IP 172.27.0.115 (ad45e98c-12fc-4959-a2ae-a7226c979594/4a504247-fe9e-45e9-866d-820247643fc0/70c72939-a13e-4599-beab-de91a0e56311) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:17:22.087828 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-13cf6fbd-828f-47c7-a985-f9cb30f49df7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4102194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2773418'] for subnet (96a655dd-fc65-46f1-ac55-b29c4c8e5b81), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:22.146478 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cf6fbd-828f-47c7-a985-f9cb30f49df7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96a655dd-fc65-46f1-ac55-b29c4c8e5b81,revision_number=0']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:22.158573 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cf6fbd-828f-47c7-a985-f9cb30f49df7 admin admin] Checking segment: {'id': 'e5c15fb9-faf4-4a3c-bacd-f873460a4947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '08734803-1c10-45b0-b4b0-d380189da298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:17:22.158978 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13cf6fbd-828f-47c7-a985-f9cb30f49df7 admin admin] Network hostable DHCP agents. Network: 08734803-1c10-45b0-b4b0-d380189da298, hostable agents: ['a586ef94-96cb-452c-b402-463be5294b2a'], hosted agents: [] {{(pid=104034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 15:17:22.224848 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0c45e76c-d0df-4fda-861e-7e0eb9e813b5 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks [] for port (70c72939-a13e-4599-beab-de91a0e56311), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:22.251786 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13cf6fbd-828f-47c7-a985-f9cb30f49df7 admin admin] Network 08734803-1c10-45b0-b4b0-d380189da298 is scheduled to be hosted by DHCP agent a586ef94-96cb-452c-b402-463be5294b2a with binding_index 1 {{(pid=104034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 15:17:22.264611 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1569d00a-1815-4837-baf6-437b2dbaa55a req-0e92e5ff-a162-49fa-96ae-58847f5114f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:22.266124 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-1569d00a-1815-4837-baf6-437b2dbaa55a req-0e92e5ff-a162-49fa-96ae-58847f5114f4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8561ad64-1b6b-4f33-82d1-a2d7e72d5b01 HTTP/1.1" status: 200 len: 920 time: 0.1488609 May 16 15:17:22.360867 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.base_scheduler [None req-13cf6fbd-828f-47c7-a985-f9cb30f49df7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795785-10-iscsi, 08734803-1c10-45b0-b4b0-d380189da298) {{(pid=104034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:17:22.361206 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0c45e76c-d0df-4fda-861e-7e0eb9e813b5 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789019640149'] for port (70c72939-a13e-4599-beab-de91a0e56311), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:22.377857 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102fd949-2810-423e-adb4-4469032dc2c5 None None] Network 08734803-1c10-45b0-b4b0-d380189da298 requested from dv-cinder-795785-10-iscsi {{(pid=104035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:17:22.380292 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13cf6fbd-828f-47c7-a985-f9cb30f49df7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:22.383629 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-13cf6fbd-828f-47c7-a985-f9cb30f49df7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:22.405847 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c45e76c-d0df-4fda-861e-7e0eb9e813b5 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Network ad45e98c-12fc-4959-a2ae-a7226c979594 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:17:22.415632 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-0c45e76c-d0df-4fda-861e-7e0eb9e813b5 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:17:22.419703 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c45e76c-d0df-4fda-861e-7e0eb9e813b5 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:17:22.441943 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c45e76c-d0df-4fda-861e-7e0eb9e813b5 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Pushing event updated for resources: {'Port': ['ID=70c72939-a13e-4599-beab-de91a0e56311,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:22.502460 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0c45e76c-d0df-4fda-861e-7e0eb9e813b5 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks [] for floatingip (e973fc15-dd8c-4a0f-8f90-961436756f98), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:22.522777 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-13cf6fbd-828f-47c7-a985-f9cb30f49df7 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0470006 May 16 15:17:22.648580 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0c45e76c-d0df-4fda-861e-7e0eb9e813b5 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (70c72939-a13e-4599-beab-de91a0e56311), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:22.786071 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f25f51-491a-4e75-92b3-a8a1e25d55d4 None None] Network 08734803-1c10-45b0-b4b0-d380189da298 requested from dv-cinder-795785-10-iscsi {{(pid=104035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:17:22.797814 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-1569d00a-1815-4837-baf6-437b2dbaa55a req-16fa8aff-4e97-4d21-a22f-a0ada681681b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d3200ba0-e507-4313-a271-660316264ca6 HTTP/1.1" status: 200 len: 217 time: 0.0738285 May 16 15:17:22.913463 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1569d00a-1815-4837-baf6-437b2dbaa55a req-be519907-11dd-44ac-ab65-9c39f5fcec1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:22.916490 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-1569d00a-1815-4837-baf6-437b2dbaa55a req-be519907-11dd-44ac-ab65-9c39f5fcec1c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=559d3648-c2d7-45f5-9aa1-e00232e9372a HTTP/1.1" status: 200 len: 858 time: 0.1035347 May 16 15:17:23.088015 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f64e72-72bd-4554-9ec2-684153bc18b7 req-64cc88ae-3558-4384-bbaf-824c4f8f231d tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:23.088823 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1569d00a-1815-4837-baf6-437b2dbaa55a req-a9e28294-4781-4d94-b95f-4fa9517f09e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:23.088823 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-1569d00a-1815-4837-baf6-437b2dbaa55a req-a9e28294-4781-4d94-b95f-4fa9517f09e4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8561ad64-1b6b-4f33-82d1-a2d7e72d5b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1472392 May 16 15:17:23.089000 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-d1f64e72-72bd-4554-9ec2-684153bc18b7 req-64cc88ae-3558-4384-bbaf-824c4f8f231d tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] 10.222.0.44 "GET /v2.0/ports?device_id=79fde843-2868-4a1f-a344-df85fd7b1e70 HTTP/1.1" status: 200 len: 945 time: 0.0726292 May 16 15:17:23.171445 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-d1f64e72-72bd-4554-9ec2-684153bc18b7 req-606beff4-5f5d-4134-bb0f-6eba7d9762cb tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] 10.222.0.44 "GET /v2.0/security-groups?id=793a137d-1fb6-4de0-a377-0a83eded1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827587 May 16 15:17:23.288068 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e1b554-7697-458b-8665-7f143815e94b req-734caea7-c4af-43cc-ba15-7bb3570a4092 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:23.296831 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-b2e1b554-7697-458b-8665-7f143815e94b req-734caea7-c4af-43cc-ba15-7bb3570a4092 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8cc0b00-99f9-4486-b349-f60a0d2db023 HTTP/1.1" status: 200 len: 946 time: 0.2100427 May 16 15:17:23.437539 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0c45e76c-d0df-4fda-861e-7e0eb9e813b5 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks [] for port (70c72939-a13e-4599-beab-de91a0e56311), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:23.455493 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-b2e1b554-7697-458b-8665-7f143815e94b req-97da1229-7fa5-4130-ac86-38821c4fb4ef tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=014d0d4d-d0b9-4825-87ad-58356143efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574187 May 16 15:17:23.457810 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-1569d00a-1815-4837-baf6-437b2dbaa55a req-2ddbcc81-de9b-4dd5-9a02-2ae831bdca0d service neutron] 10.222.0.69 "GET /v2.0/networks/8561ad64-1b6b-4f33-82d1-a2d7e72d5b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3649499 May 16 15:17:23.515380 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0c45e76c-d0df-4fda-861e-7e0eb9e813b5 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (70c72939-a13e-4599-beab-de91a0e56311), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:23.601227 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0c45e76c-d0df-4fda-861e-7e0eb9e813b5 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556839'] for floatingip (e973fc15-dd8c-4a0f-8f90-961436756f98), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:23.621350 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 45956) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:17:23.637896 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.v2.base [None req-ad45cde9-8cc5-483e-8768-8f99f9d88f59 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1603317336-network', 'tenant_id': '8b39fcac70a3431f963ad2162d495b8a'}} {{(pid=104034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:17:23.639118 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c45e76c-d0df-4fda-861e-7e0eb9e813b5 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Pushing event updated for resources: {'Port': ['ID=70c72939-a13e-4599-beab-de91a0e56311,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:23.672751 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-1569d00a-1815-4837-baf6-437b2dbaa55a req-f637f3a5-4c4f-4c55-9676-5d1b25de3985 service neutron] 10.222.0.69 "GET /v2.0/networks/8561ad64-1b6b-4f33-82d1-a2d7e72d5b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988077 May 16 15:17:23.725974 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0c45e76c-d0df-4fda-861e-7e0eb9e813b5 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914'] for floatingip (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:23.738204 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-0c45e76c-d0df-4fda-861e-7e0eb9e813b5 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2250481 May 16 15:17:23.812737 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad45cde9-8cc5-483e-8768-8f99f9d88f59 admin admin] Made reservation on behalf of 8b39fcac70a3431f963ad2162d495b8a for: {'network': 1} {{(pid=104034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:17:23.815402 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-ad45cde9-8cc5-483e-8768-8f99f9d88f59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for network (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:23.829010 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-ad45cde9-8cc5-483e-8768-8f99f9d88f59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:23.946777 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-ad45cde9-8cc5-483e-8768-8f99f9d88f59 admin admin] Publish callbacks [] for security_group (eaf0cc9d-d656-40f4-a97e-9e883ac96e25), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:24.143129 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-ad45cde9-8cc5-483e-8768-8f99f9d88f59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (eaf0cc9d-d656-40f4-a97e-9e883ac96e25), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:24.173921 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad45cde9-8cc5-483e-8768-8f99f9d88f59 admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=104034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 15:17:24.182807 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45cde9-8cc5-483e-8768-8f99f9d88f59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf0cc9d-d656-40f4-a97e-9e883ac96e25,revision_number=1']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:24.191343 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-ad45cde9-8cc5-483e-8768-8f99f9d88f59 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789020055565', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996815'] for segment (87eec3c7-069d-4094-ab7c-846183cc5bc4), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:24.191765 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.db.segments_db [None req-ad45cde9-8cc5-483e-8768-8f99f9d88f59 admin admin] Added segment 87eec3c7-069d-4094-ab7c-846183cc5bc4 of type vlan for network 726cc848-0592-456f-bcc0-66b010106c63 May 16 15:17:24.244856 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-ad45cde9-8cc5-483e-8768-8f99f9d88f59 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789019629716'] for network (726cc848-0592-456f-bcc0-66b010106c63), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:24.461970 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-ad45cde9-8cc5-483e-8768-8f99f9d88f59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888'] for network (726cc848-0592-456f-bcc0-66b010106c63), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:24.461970 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad45cde9-8cc5-483e-8768-8f99f9d88f59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:24.461970 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-ad45cde9-8cc5-483e-8768-8f99f9d88f59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631934'] for network (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:24.561797 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45cde9-8cc5-483e-8768-8f99f9d88f59 admin admin] Pushing event updated for resources: {'Network': ['ID=726cc848-0592-456f-bcc0-66b010106c63,revision_number=1']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:24.586366 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Network 726cc848-0592-456f-bcc0-66b010106c63 details requested by agent ovs-agent-dv-cinder-795785-10-iscsi with host dv-cinder-795785-10-iscsi {{(pid=104035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 15:17:24.757872 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7aedad-5862-4d51-8091-382c5e0d66da req-7322b0d0-07a2-4280-aac8-bd5b69b43c69 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:24.769023 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-ef7aedad-5862-4d51-8091-382c5e0d66da req-7322b0d0-07a2-4280-aac8-bd5b69b43c69 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8cc0b00-99f9-4486-b349-f60a0d2db023 HTTP/1.1" status: 200 len: 946 time: 0.1430249 May 16 15:17:24.832332 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-ef7aedad-5862-4d51-8091-382c5e0d66da req-9b642030-c09d-4194-8718-78cea817b0d4 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=014d0d4d-d0b9-4825-87ad-58356143efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606728 May 16 15:17:24.880204 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-ad45cde9-8cc5-483e-8768-8f99f9d88f59 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.2502840 May 16 15:17:24.885961 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 45990) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:17:24.894964 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.v2.base [None req-82c93fb1-c44f-432f-a387-c151566f6f55 admin admin] Request body: {'subnet': {'network_id': '726cc848-0592-456f-bcc0-66b010106c63', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1603317336-subnet', 'tenant_id': '8b39fcac70a3431f963ad2162d495b8a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:17:25.064576 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82c93fb1-c44f-432f-a387-c151566f6f55 admin admin] Made reservation on behalf of 8b39fcac70a3431f963ad2162d495b8a for: {'subnet': 1} {{(pid=104034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:17:25.077906 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-82c93fb1-c44f-432f-a387-c151566f6f55 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773436'] for subnet (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:25.624851 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-82c93fb1-c44f-432f-a387-c151566f6f55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4102194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2773418'] for subnet (b7c0d671-cf19-4b06-9878-9f36e188be7c), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:25.681418 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c93fb1-c44f-432f-a387-c151566f6f55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7c0d671-cf19-4b06-9878-9f36e188be7c,revision_number=0']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:25.692685 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c93fb1-c44f-432f-a387-c151566f6f55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:25.692989 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c93fb1-c44f-432f-a387-c151566f6f55 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:25.693344 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c93fb1-c44f-432f-a387-c151566f6f55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:25.693689 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c93fb1-c44f-432f-a387-c151566f6f55 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:25.694024 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c93fb1-c44f-432f-a387-c151566f6f55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:25.695125 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c93fb1-c44f-432f-a387-c151566f6f55 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:25.695125 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c93fb1-c44f-432f-a387-c151566f6f55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:25.695125 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c93fb1-c44f-432f-a387-c151566f6f55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:25.695398 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c93fb1-c44f-432f-a387-c151566f6f55 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:25.695714 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c93fb1-c44f-432f-a387-c151566f6f55 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:25.696048 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c93fb1-c44f-432f-a387-c151566f6f55 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:25.696383 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c93fb1-c44f-432f-a387-c151566f6f55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:25.696750 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c93fb1-c44f-432f-a387-c151566f6f55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:25.697472 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c93fb1-c44f-432f-a387-c151566f6f55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:25.697472 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c93fb1-c44f-432f-a387-c151566f6f55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:25.703427 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c93fb1-c44f-432f-a387-c151566f6f55 admin admin] Checking segment: {'id': '87eec3c7-069d-4094-ab7c-846183cc5bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '726cc848-0592-456f-bcc0-66b010106c63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:17:25.703427 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c93fb1-c44f-432f-a387-c151566f6f55 admin admin] Network hostable DHCP agents. Network: 726cc848-0592-456f-bcc0-66b010106c63, hostable agents: ['a586ef94-96cb-452c-b402-463be5294b2a'], hosted agents: [] {{(pid=104034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 15:17:25.819169 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c93fb1-c44f-432f-a387-c151566f6f55 admin admin] Network 726cc848-0592-456f-bcc0-66b010106c63 is scheduled to be hosted by DHCP agent a586ef94-96cb-452c-b402-463be5294b2a with binding_index 1 {{(pid=104034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 15:17:25.900212 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.base_scheduler [None req-82c93fb1-c44f-432f-a387-c151566f6f55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795785-10-iscsi, 726cc848-0592-456f-bcc0-66b010106c63) {{(pid=104034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:17:25.906843 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c93fb1-c44f-432f-a387-c151566f6f55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:25.907835 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-82c93fb1-c44f-432f-a387-c151566f6f55 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:25.920319 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc05aa1c-8d91-4b9d-be2f-e96542e7d547 None None] Network 726cc848-0592-456f-bcc0-66b010106c63 requested from dv-cinder-795785-10-iscsi {{(pid=104035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:17:25.939490 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaace45-7d83-4ba9-b60f-ae1d33d7710e req-88bcc391-d7ae-4c26-b62b-843905440ff7 tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:25.956785 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-efaace45-7d83-4ba9-b60f-ae1d33d7710e req-88bcc391-d7ae-4c26-b62b-843905440ff7 tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] 10.222.0.44 "GET /v2.0/ports?device_id=79fde843-2868-4a1f-a344-df85fd7b1e70 HTTP/1.1" status: 200 len: 945 time: 0.1069789 May 16 15:17:26.018792 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-82c93fb1-c44f-432f-a387-c151566f6f55 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1313288 May 16 15:17:26.062166 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-efaace45-7d83-4ba9-b60f-ae1d33d7710e req-6b50df6e-1a05-46c5-89c4-2d5b64b0eb54 tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] 10.222.0.44 "GET /v2.0/security-groups?id=793a137d-1fb6-4de0-a377-0a83eded1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044452 May 16 15:17:26.131483 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0055acb4-dfef-44ea-9931-7edaa8b59c40 None None] Network 726cc848-0592-456f-bcc0-66b010106c63 requested from dv-cinder-795785-10-iscsi {{(pid=104035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:17:26.169636 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2623c33d-b98a-4590-ae2f-04fd5455c346 req-7ee8e61d-ab21-4507-9ed5-b896372b02d9 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:26.176652 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-2623c33d-b98a-4590-ae2f-04fd5455c346 req-7ee8e61d-ab21-4507-9ed5-b896372b02d9 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8cc0b00-99f9-4486-b349-f60a0d2db023 HTTP/1.1" status: 200 len: 946 time: 0.0611467 May 16 15:17:26.242817 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-2623c33d-b98a-4590-ae2f-04fd5455c346 req-a7f2be11-8cc0-4dd1-bb92-ab07529bcfae tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=014d0d4d-d0b9-4825-87ad-58356143efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652134 May 16 15:17:26.461406 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 46016) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:17:26.574094 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-35f9eb9b-ba6d-4806-a4a3-a5c004f24edc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:26.656496 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-35f9eb9b-ba6d-4806-a4a3-a5c004f24edc admin admin] Publish callbacks [] for security_group (e5ee0510-926f-4d97-86b4-103d4e62bcbf), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:26.731687 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-35f9eb9b-ba6d-4806-a4a3-a5c004f24edc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (e5ee0510-926f-4d97-86b4-103d4e62bcbf), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:26.775193 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-35f9eb9b-ba6d-4806-a4a3-a5c004f24edc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=08b189f79a3a489886e794914b56f9cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3103733 May 16 15:17:26.775193 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f9eb9b-ba6d-4806-a4a3-a5c004f24edc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ee0510-926f-4d97-86b4-103d4e62bcbf,revision_number=1']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:26.775649 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 46026) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:17:26.807205 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-78e002fb-5391-4ba6-b16d-de0b85f763d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (a586ef94-96cb-452c-b402-463be5294b2a), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:26.831202 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f0d1bf8a-479c-4911-b5a7-9b2ad6191115 admin admin] Publish callbacks [] for security_group (e5ee0510-926f-4d97-86b4-103d4e62bcbf), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:26.852676 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f0d1bf8a-479c-4911-b5a7-9b2ad6191115 admin admin] Publish callbacks [] for security_group (e5ee0510-926f-4d97-86b4-103d4e62bcbf), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:26.984601 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f0d1bf8a-479c-4911-b5a7-9b2ad6191115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (e5ee0510-926f-4d97-86b4-103d4e62bcbf), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:26.987590 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f0d1bf8a-479c-4911-b5a7-9b2ad6191115 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:26.988814 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-f0d1bf8a-479c-4911-b5a7-9b2ad6191115 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e5ee0510-926f-4d97-86b4-103d4e62bcbf HTTP/1.1" status: 204 len: 168 time: 0.2115440 May 16 15:17:27.007671 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d1bf8a-479c-4911-b5a7-9b2ad6191115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ee0510-926f-4d97-86b4-103d4e62bcbf,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:27.019139 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d1bf8a-479c-4911-b5a7-9b2ad6191115 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:27.019640 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d1bf8a-479c-4911-b5a7-9b2ad6191115 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:27.020034 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d1bf8a-479c-4911-b5a7-9b2ad6191115 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:27.020341 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d1bf8a-479c-4911-b5a7-9b2ad6191115 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:27.020854 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d1bf8a-479c-4911-b5a7-9b2ad6191115 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:27.021328 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d1bf8a-479c-4911-b5a7-9b2ad6191115 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:27.021717 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d1bf8a-479c-4911-b5a7-9b2ad6191115 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:27.022072 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d1bf8a-479c-4911-b5a7-9b2ad6191115 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:27.025587 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d1bf8a-479c-4911-b5a7-9b2ad6191115 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:27.025587 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d1bf8a-479c-4911-b5a7-9b2ad6191115 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:27.025587 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d1bf8a-479c-4911-b5a7-9b2ad6191115 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:27.025587 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d1bf8a-479c-4911-b5a7-9b2ad6191115 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:27.025587 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d1bf8a-479c-4911-b5a7-9b2ad6191115 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:27.025587 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d1bf8a-479c-4911-b5a7-9b2ad6191115 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:27.026045 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d1bf8a-479c-4911-b5a7-9b2ad6191115 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:27.078300 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-a707ca54-9358-451e-9827-cef8334c120c req-6517dfac-ef57-4fe3-9766-8d9938362c3b tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--789117430&fields=id&tenant_id=d143bc5a616249a7beefc7b27962026b HTTP/1.1" status: 200 len: 267 time: 0.0869658 May 16 15:17:27.160178 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.agents_db [None req-ab78c14b-22b7-4e46-ade7-0c4080e95cb7 None None] Agent healthcheck: found 6 active agents {{(pid=104036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:17:27.239592 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a707ca54-9358-451e-9827-cef8334c120c req-35e6c6a3-3a16-4dbb-a5df-481760476e8e tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:27.243322 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-a707ca54-9358-451e-9827-cef8334c120c req-35e6c6a3-3a16-4dbb-a5df-481760476e8e tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/networks?id=982c6e92-7848-46dd-811d-5ec569a6da67 HTTP/1.1" status: 200 len: 815 time: 0.1563306 May 16 15:17:27.256087 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7658cba7-c34a-4e68-8265-562be2174318 req-4673d5a0-47cd-484e-9978-c873ceaf2fc0 tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:27.257105 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-7658cba7-c34a-4e68-8265-562be2174318 req-4673d5a0-47cd-484e-9978-c873ceaf2fc0 tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] 10.222.0.44 "GET /v2.0/ports?device_id=79fde843-2868-4a1f-a344-df85fd7b1e70 HTTP/1.1" status: 200 len: 945 time: 0.0715277 May 16 15:17:27.265393 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-a707ca54-9358-451e-9827-cef8334c120c req-281138db-a1f9-45b5-bede-fde9bc6955bc tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/quotas/d143bc5a616249a7beefc7b27962026b HTTP/1.1" status: 200 len: 375 time: 0.0162170 May 16 15:17:27.313666 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-7658cba7-c34a-4e68-8265-562be2174318 req-e7a35e1d-4ccb-43f5-a12c-bdddcc607634 tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] 10.222.0.44 "GET /v2.0/security-groups?id=793a137d-1fb6-4de0-a377-0a83eded1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493376 May 16 15:17:27.319026 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-a707ca54-9358-451e-9827-cef8334c120c req-897f0922-a19e-40ad-a66b-24b1246870d8 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d143bc5a616249a7beefc7b27962026b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0475616 May 16 15:17:27.443133 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-a707ca54-9358-451e-9827-cef8334c120c req-b75e5bc6-00ec-430d-bbf6-e12656e8aff8 service neutron] 10.222.0.44 "GET /v2.0/networks/982c6e92-7848-46dd-811d-5ec569a6da67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070209 May 16 15:17:27.503454 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef074025-d9b9-4b57-98b8-d6444217f896 req-4ab0457c-cc55-44c2-b4ed-794f1aed970f tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:27.505053 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-ef074025-d9b9-4b57-98b8-d6444217f896 req-4ab0457c-cc55-44c2-b4ed-794f1aed970f tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/networks?id=0c4f9146-d1fd-486f-849d-27c0f1f9f510 HTTP/1.1" status: 200 len: 815 time: 0.1123264 May 16 15:17:27.522311 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-ef074025-d9b9-4b57-98b8-d6444217f896 req-7803f955-0b58-4f9e-8ace-de66af255877 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/quotas/18afd7d9815342c196be824d2b99d537 HTTP/1.1" status: 200 len: 375 time: 0.0112669 May 16 15:17:27.558169 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-a707ca54-9358-451e-9827-cef8334c120c req-1f9f8aa6-a102-4f74-b14c-a511b3a10bfa service neutron] 10.222.0.44 "GET /v2.0/networks/982c6e92-7848-46dd-811d-5ec569a6da67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087480 May 16 15:17:27.574667 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-ef074025-d9b9-4b57-98b8-d6444217f896 req-a5f42a9b-587f-4d5a-b1da-a23f22b71334 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=18afd7d9815342c196be824d2b99d537&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464139 May 16 15:17:27.674513 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-ef074025-d9b9-4b57-98b8-d6444217f896 req-7e715b15-1a37-4b84-8797-22fb833630c7 service neutron] 10.222.0.44 "GET /v2.0/networks/0c4f9146-d1fd-486f-849d-27c0f1f9f510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855448 May 16 15:17:27.791248 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-ef074025-d9b9-4b57-98b8-d6444217f896 req-3f5e9055-d96b-4fc7-b68b-941854fa885b service neutron] 10.222.0.44 "GET /v2.0/networks/0c4f9146-d1fd-486f-849d-27c0f1f9f510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109734 May 16 15:17:27.853391 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d1a801-188d-4c3b-9104-2fd440939a69 req-0176fa22-ae93-43da-887e-1e4339aa991b tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:27.855001 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-f3d1a801-188d-4c3b-9104-2fd440939a69 req-0176fa22-ae93-43da-887e-1e4339aa991b tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8cc0b00-99f9-4486-b349-f60a0d2db023 HTTP/1.1" status: 200 len: 946 time: 0.0510659 May 16 15:17:27.911929 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-f3d1a801-188d-4c3b-9104-2fd440939a69 req-e8a00ead-554c-491f-83fc-aace71e06389 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=014d0d4d-d0b9-4825-87ad-58356143efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503407 May 16 15:17:28.042912 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-e1e11add-cde6-4f66-a6fd-3d1d352bd991 req-22398984-676a-4d7f-a0be-3997493e0771 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4a1a85a-fe23-4b81-a511-c153411ecfab HTTP/1.1" status: 200 len: 210 time: 0.0768225 May 16 15:17:28.071991 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-fdb9c845-ee19-4cac-affe-69a957b83a51 req-ed386377-ef50-445f-8746-d2b0b7bc2abd tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2587084-89a0-47a8-909d-019d48b12e5c HTTP/1.1" status: 200 len: 210 time: 0.0450063 May 16 15:17:28.290094 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee92bbc-d059-4de0-a1b1-49c1aab7d1b3 req-3e5d39eb-89b2-41ca-b87e-c12fed468ca7 tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:28.292350 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-aee92bbc-d059-4de0-a1b1-49c1aab7d1b3 req-3e5d39eb-89b2-41ca-b87e-c12fed468ca7 tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] 10.222.0.69 "GET /v2.0/ports?device_id=79fde843-2868-4a1f-a344-df85fd7b1e70 HTTP/1.1" status: 200 len: 945 time: 0.0582223 May 16 15:17:28.412591 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [req-aee92bbc-d059-4de0-a1b1-49c1aab7d1b3 req-869d1a32-129a-4e94-b427-b0fba16eb697 tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] Deleting port 55dcbab2-a484-491c-8320-1c3a8ba319b8 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:17:28.413304 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-aee92bbc-d059-4de0-a1b1-49c1aab7d1b3 req-869d1a32-129a-4e94-b427-b0fba16eb697 tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789020190181'] for port (55dcbab2-a484-491c-8320-1c3a8ba319b8), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:28.460668 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d6e1f-f2d1-43dd-9e5b-2ed511a7bcb4 req-ff7e1526-c40d-4080-92ea-4f44368f568b tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:28.462446 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-996d6e1f-f2d1-43dd-9e5b-2ed511a7bcb4 req-ff7e1526-c40d-4080-92ea-4f44368f568b tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] 10.222.0.44 "GET /v2.0/ports?device_id=79fde843-2868-4a1f-a344-df85fd7b1e70 HTTP/1.1" status: 200 len: 945 time: 0.0595601 May 16 15:17:28.525417 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [req-aee92bbc-d059-4de0-a1b1-49c1aab7d1b3 req-869d1a32-129a-4e94-b427-b0fba16eb697 tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] For port 55dcbab2-a484-491c-8320-1c3a8ba319b8, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=55dcbab2-a484-491c-8320-1c3a8ba319b8,segment=NetworkSegment(f183387f-3d6a-4cd9-94a0-a8c0134622fe),segment_id=f183387f-3d6a-4cd9-94a0-a8c0134622fe)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:17:28.525895 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-aee92bbc-d059-4de0-a1b1-49c1aab7d1b3 req-869d1a32-129a-4e94-b427-b0fba16eb697 tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555776'] for port (55dcbab2-a484-491c-8320-1c3a8ba319b8), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:28.542776 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-996d6e1f-f2d1-43dd-9e5b-2ed511a7bcb4 req-cb5a1935-5cb9-4e90-b36a-da072fd4d9c3 tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] 10.222.0.44 "GET /v2.0/security-groups?id=793a137d-1fb6-4de0-a377-0a83eded1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673187 May 16 15:17:28.544086 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [req-aee92bbc-d059-4de0-a1b1-49c1aab7d1b3 req-869d1a32-129a-4e94-b427-b0fba16eb697 tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] Calling delete_port for 55dcbab2-a484-491c-8320-1c3a8ba319b8 owned by compute:nova {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:17:28.811852 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-aee92bbc-d059-4de0-a1b1-49c1aab7d1b3 req-869d1a32-129a-4e94-b427-b0fba16eb697 tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789020200313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789019640158'] for port (55dcbab2-a484-491c-8320-1c3a8ba319b8), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:28.862177 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] get_ports_and_sgs() called for port_ids ['55dcbab2-a484-491c-8320-1c3a8ba319b8'] {{(pid=104035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:17:28.862691 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869d1a32-129a-4e94-b427-b0fba16eb697 tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] Pushing event deleted for resources: {'Port': ['ID=55dcbab2-a484-491c-8320-1c3a8ba319b8,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:28.916176 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [req-aee92bbc-d059-4de0-a1b1-49c1aab7d1b3 req-869d1a32-129a-4e94-b427-b0fba16eb697 tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] No DVR routers for this DVR port 55dcbab2-a484-491c-8320-1c3a8ba319b8 on host hv-cinder-79578 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:17:28.919600 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-aee92bbc-d059-4de0-a1b1-49c1aab7d1b3 req-869d1a32-129a-4e94-b427-b0fba16eb697 tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914'] for port (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:28.922990 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-aee92bbc-d059-4de0-a1b1-49c1aab7d1b3 req-869d1a32-129a-4e94-b427-b0fba16eb697 tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] 10.222.0.69 "DELETE /v2.0/ports/55dcbab2-a484-491c-8320-1c3a8ba319b8 HTTP/1.1" status: 204 len: 173 time: 0.6255093 May 16 15:17:28.923452 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79fde843-2868-4a1f-a344-df85fd7b1e70', 'name': 'network-vif-deleted', 'tag': '55dcbab2-a484-491c-8320-1c3a8ba319b8'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:17:28.925822 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffeccd97bc4bec2d8a291f35a4115644be5723c7930092d1a563b2016f5a5231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faef6270-5e8b-4d4a-9836-6abdddad71e0" -d '{"events": [{"server_uuid": "79fde843-2868-4a1f-a344-df85fd7b1e70", "name": "network-vif-deleted", "tag": "55dcbab2-a484-491c-8320-1c3a8ba319b8"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:17:28.940093 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-ba0352df-0ff5-454c-b331-4d736dc2a443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (54a3e65b-69a0-426d-9997-69a1705c4334), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:28.971309 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32660ec6-a99f-47e3-85f7-c8d6ff307ed4 x-openstack-request-id: req-32660ec6-a99f-47e3-85f7-c8d6ff307ed4 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:17:28.971899 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79fde843-2868-4a1f-a344-df85fd7b1e70", "name": "network-vif-deleted", "tag": "55dcbab2-a484-491c-8320-1c3a8ba319b8", "status": "completed", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:17:28.972361 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-32660ec6-a99f-47e3-85f7-c8d6ff307ed4 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:17:28.973002 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32660ec6-a99f-47e3-85f7-c8d6ff307ed4'] response: {'server_uuid': '79fde843-2868-4a1f-a344-df85fd7b1e70', 'name': 'network-vif-deleted', 'tag': '55dcbab2-a484-491c-8320-1c3a8ba319b8', 'status': 'completed', 'code': 200} May 16 15:17:29.190336 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-753ad1d7-c7bd-4b85-b662-bb91283caec7 req-899c7d37-67f7-4efa-a44f-935007d41b36 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2587084-89a0-47a8-909d-019d48b12e5c HTTP/1.1" status: 200 len: 210 time: 0.0499992 May 16 15:17:29.193925 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-b79814d3-ea70-43b2-bf1c-b250b2264e1d req-69d5a11b-f8be-4eb2-859c-acaed4244f04 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4a1a85a-fe23-4b81-a511-c153411ecfab HTTP/1.1" status: 200 len: 210 time: 0.0486453 May 16 15:17:29.662596 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-baf3a54d-9852-400c-8b01-22cbd4a38e1f req-b4ef0be7-1930-428c-91e4-02a0cfb7b7f9 tempest-VolumesActionsTest-246403111 tempest-VolumesActionsTest-246403111-project] 10.222.0.44 "GET /v2.0/ports?device_id=79fde843-2868-4a1f-a344-df85fd7b1e70 HTTP/1.1" status: 200 len: 210 time: 0.0477879 May 16 15:17:29.935680 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 46164) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:17:29.940073 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.v2.base [None req-84da14a1-014e-4bff-9f7d-1e3750768dac tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1811623306', 'description': 'tempest-description--881255239'}} {{(pid=104033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:17:29.971854 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d485a52b-a62a-497f-a510-9fa3956e47cb req-1563da84-9c48-42d7-a37f-fde50e255b6a tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:29.973315 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-d485a52b-a62a-497f-a510-9fa3956e47cb req-1563da84-9c48-42d7-a37f-fde50e255b6a tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3e68f7e-80df-470a-869e-8c625ab4709c HTTP/1.1" status: 200 len: 945 time: 0.0492308 May 16 15:17:30.026783 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-d485a52b-a62a-497f-a510-9fa3956e47cb req-48a2cab5-98d3-4fbf-9e8c-391c0f167c7a tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/security-groups?id=caf3754e-5d8e-4956-8296-48df01954071&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472658 May 16 15:17:30.057332 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-84da14a1-014e-4bff-9f7d-1e3750768dac tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Publish callbacks [] for security_group (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:30.122198 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-e1b85405-7a13-4024-838c-532465e0cf8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (72569482-7f88-4a09-9117-6d6842ca2c26), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:30.321343 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-179685f2-278e-4aa9-bcec-f3f2e43f3ea6 req-60c66df3-6be2-4b5e-bef3-2753a25aef7f tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4a1a85a-fe23-4b81-a511-c153411ecfab HTTP/1.1" status: 200 len: 210 time: 0.0296874 May 16 15:17:30.347572 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-84da14a1-014e-4bff-9f7d-1e3750768dac tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Publish callbacks [] for security_group (171a59f1-e675-4897-8a8a-b7b7145a7f77), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:30.374871 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-2514a5f9-b619-400a-8d04-59d7a1616d13 req-4bbbfead-5462-4ffc-b54a-eb0e56f57b90 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2587084-89a0-47a8-909d-019d48b12e5c HTTP/1.1" status: 200 len: 210 time: 0.0258491 May 16 15:17:30.446507 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-84da14a1-014e-4bff-9f7d-1e3750768dac tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (171a59f1-e675-4897-8a8a-b7b7145a7f77), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:30.477392 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84da14a1-014e-4bff-9f7d-1e3750768dac tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=171a59f1-e675-4897-8a8a-b7b7145a7f77,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:30.619144 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-84da14a1-014e-4bff-9f7d-1e3750768dac tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Publish callbacks [] for security_group (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:30.621095 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-84da14a1-014e-4bff-9f7d-1e3750768dac tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6848624 May 16 15:17:30.623900 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 46176) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:17:30.628206 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.v2.base [None req-bbad7d00-59d1-40ed-8702-611143c899ec tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Request body: {'security_group_rule': {'security_group_id': '171a59f1-e675-4897-8a8a-b7b7145a7f77', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:17:30.758708 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a707ca54-9358-451e-9827-cef8334c120c req-17304c7e-e947-42d2-891f-b5313c254275 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:30.760144 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-a707ca54-9358-451e-9827-cef8334c120c req-17304c7e-e947-42d2-891f-b5313c254275 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.69 "GET /v2.0/networks?id=982c6e92-7848-46dd-811d-5ec569a6da67 HTTP/1.1" status: 200 len: 815 time: 0.1183157 May 16 15:17:30.792271 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-bbad7d00-59d1-40ed-8702-611143c899ec tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Publish callbacks [] for security_group_rule (1daf1866-9477-485b-8cc6-6ab7e61dc13b), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:30.892108 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-a707ca54-9358-451e-9827-cef8334c120c req-956d3705-4e58-4741-98bc-430a96b59c2e tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d143bc5a616249a7beefc7b27962026b HTTP/1.1" status: 200 len: 471 time: 0.1058342 May 16 15:17:30.893834 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-bbad7d00-59d1-40ed-8702-611143c899ec tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Publish callbacks [] for security_group_rule (1daf1866-9477-485b-8cc6-6ab7e61dc13b), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:30.903188 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.v2.base [req-a707ca54-9358-451e-9827-cef8334c120c req-6f307bd6-5a05-487b-86b3-7f8152d05724 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Request body: {'port': {'device_id': 'e4a1a85a-fe23-4b81-a511-c153411ecfab', 'network_id': '982c6e92-7848-46dd-811d-5ec569a6da67', 'admin_state_up': True, 'tenant_id': 'd143bc5a616249a7beefc7b27962026b', 'security_groups': ['c4d2a715-c80c-4f74-b7cc-c0360cff8f09']}} {{(pid=104033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:17:31.012208 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-bbad7d00-59d1-40ed-8702-611143c899ec tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607684'] for security_group_rule (1daf1866-9477-485b-8cc6-6ab7e61dc13b), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:31.035883 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbad7d00-59d1-40ed-8702-611143c899ec tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1daf1866-9477-485b-8cc6-6ab7e61dc13b,revision_number=0']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:31.156302 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d534d593-17c3-46d5-9e09-590f8a45732d req-425208b7-9128-4727-a2d6-003171d55303 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:31.157787 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-d534d593-17c3-46d5-9e09-590f8a45732d req-425208b7-9128-4727-a2d6-003171d55303 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3e68f7e-80df-470a-869e-8c625ab4709c HTTP/1.1" status: 200 len: 945 time: 0.0546105 May 16 15:17:31.180318 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-bbad7d00-59d1-40ed-8702-611143c899ec tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:31.181636 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-bbad7d00-59d1-40ed-8702-611143c899ec tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5567861 May 16 15:17:31.183039 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a707ca54-9358-451e-9827-cef8334c120c req-6f307bd6-5a05-487b-86b3-7f8152d05724 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Made reservation on behalf of d143bc5a616249a7beefc7b27962026b for: {'port': 1} {{(pid=104033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:17:31.185026 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 46196) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:17:31.187925 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-a707ca54-9358-451e-9827-cef8334c120c req-6f307bd6-5a05-487b-86b3-7f8152d05724 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:31.189483 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.v2.base [None req-a8f0fc05-7f73-4dc2-ac4e-da29dd04e0fb tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Request body: {'security_group_rule': {'security_group_id': '171a59f1-e675-4897-8a8a-b7b7145a7f77', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:17:31.283893 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-d534d593-17c3-46d5-9e09-590f8a45732d req-7104ae8d-b86a-4b38-9423-7f03381aee6b tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/security-groups?id=caf3754e-5d8e-4956-8296-48df01954071&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1201446 May 16 15:17:31.322017 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-a8f0fc05-7f73-4dc2-ac4e-da29dd04e0fb tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Publish callbacks [] for security_group_rule (00a4a8a0-a1b4-40e7-b9b1-fcd447248309), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:31.360172 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [req-a707ca54-9358-451e-9827-cef8334c120c req-6f307bd6-5a05-487b-86b3-7f8152d05724 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Allocated IP 172.20.0.7 (982c6e92-7848-46dd-811d-5ec569a6da67/1fafe849-ed07-444a-932d-68cf1f6b80a1/d2cefc0a-b410-472a-ae99-63766e348766) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:17:31.412331 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-a8f0fc05-7f73-4dc2-ac4e-da29dd04e0fb tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Publish callbacks [] for security_group_rule (00a4a8a0-a1b4-40e7-b9b1-fcd447248309), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:31.489514 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-ff1443b6-e7b2-4c56-b29d-66b413800258 req-b7c20e4f-e0d3-4dbe-8925-20c3b164fc65 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4a1a85a-fe23-4b81-a511-c153411ecfab HTTP/1.1" status: 200 len: 210 time: 0.0405083 May 16 15:17:31.502588 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-a8f0fc05-7f73-4dc2-ac4e-da29dd04e0fb tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607684'] for security_group_rule (00a4a8a0-a1b4-40e7-b9b1-fcd447248309), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:31.527399 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f0fc05-7f73-4dc2-ac4e-da29dd04e0fb tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00a4a8a0-a1b4-40e7-b9b1-fcd447248309,revision_number=0']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:31.527611 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-dbe840ae-fcbe-466d-a951-eeff8655325b req-6a317786-a6c3-415c-8663-429ab59ea7e4 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2587084-89a0-47a8-909d-019d48b12e5c HTTP/1.1" status: 200 len: 210 time: 0.0485818 May 16 15:17:31.548651 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a2296b44-efe7-4c92-99bf-bf9223587463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (4544528a-1612-46a7-a248-6cca4b867644), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:31.609327 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-a707ca54-9358-451e-9827-cef8334c120c req-6f307bd6-5a05-487b-86b3-7f8152d05724 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks [] for port (d2cefc0a-b410-472a-ae99-63766e348766), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:31.609614 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device 55dcbab2-a484-491c-8320-1c3a8ba319b8 no longer exists at agent hyperv_hv-cinder-79578 {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:17:31.630161 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] No Port match for: 55dcbab2-a484-491c-8320-1c3a8ba319b8 {{(pid=104035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:17:31.630407 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device 55dcbab2-a484-491c-8320-1c3a8ba319b8 not bound to the agent host hv-cinder-79578 {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:17:31.631413 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-a8f0fc05-7f73-4dc2-ac4e-da29dd04e0fb tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:31.635375 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-a8f0fc05-7f73-4dc2-ac4e-da29dd04e0fb tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4466062 May 16 15:17:31.640159 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 46226) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:17:31.640468 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.v2.base [None req-6782b92a-4f36-4ae6-b207-693ac33c0db0 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Request body: {'floatingip': {'floating_network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594'}} {{(pid=104034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:17:31.719998 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-a707ca54-9358-451e-9827-cef8334c120c req-6f307bd6-5a05-487b-86b3-7f8152d05724 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789019640149'] for port (d2cefc0a-b410-472a-ae99-63766e348766), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:31.744052 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-6782b92a-4f36-4ae6-b207-693ac33c0db0 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:31.796133 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a707ca54-9358-451e-9827-cef8334c120c req-6f307bd6-5a05-487b-86b3-7f8152d05724 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Network 982c6e92-7848-46dd-811d-5ec569a6da67 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:17:31.802678 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [req-a707ca54-9358-451e-9827-cef8334c120c req-6f307bd6-5a05-487b-86b3-7f8152d05724 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:17:31.825567 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [req-a707ca54-9358-451e-9827-cef8334c120c req-6f307bd6-5a05-487b-86b3-7f8152d05724 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:17:31.832380 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a707ca54-9358-451e-9827-cef8334c120c req-6f307bd6-5a05-487b-86b3-7f8152d05724 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:31.833015 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-a707ca54-9358-451e-9827-cef8334c120c req-6f307bd6-5a05-487b-86b3-7f8152d05724 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914'] for port (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:31.844469 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-6782b92a-4f36-4ae6-b207-693ac33c0db0 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:31.847768 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f307bd6-5a05-487b-86b3-7f8152d05724 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Pushing event updated for resources: {'Port': ['ID=d2cefc0a-b410-472a-ae99-63766e348766,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:31.875883 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef074025-d9b9-4b57-98b8-d6444217f896 req-616b5c40-5880-49fd-9a2e-48ede99080c6 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:31.877658 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-ef074025-d9b9-4b57-98b8-d6444217f896 req-616b5c40-5880-49fd-9a2e-48ede99080c6 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.69 "GET /v2.0/networks?id=0c4f9146-d1fd-486f-849d-27c0f1f9f510 HTTP/1.1" status: 200 len: 815 time: 0.1938517 May 16 15:17:31.897170 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.v2.base [req-ef074025-d9b9-4b57-98b8-d6444217f896 req-db9b22ce-b89b-41a0-8121-6239176f086a tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Request body: {'port': {'device_id': 'f2587084-89a0-47a8-909d-019d48b12e5c', 'network_id': '0c4f9146-d1fd-486f-849d-27c0f1f9f510', 'admin_state_up': True, 'tenant_id': '18afd7d9815342c196be824d2b99d537'}} {{(pid=104033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:17:31.968621 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-a707ca54-9358-451e-9827-cef8334c120c req-6f307bd6-5a05-487b-86b3-7f8152d05724 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0708547 May 16 15:17:31.982224 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.db.db_base_plugin_common [None req-6782b92a-4f36-4ae6-b207-693ac33c0db0 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Allocated IP 172.27.0.81 (ad45e98c-12fc-4959-a2ae-a7226c979594/4a504247-fe9e-45e9-866d-820247643fc0/6897b225-bf0b-4130-9f94-ba09058f831e) {{(pid=104034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:17:31.989286 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.v2.base [req-a707ca54-9358-451e-9827-cef8334c120c req-fd34b3fe-9cb6-43b8-abbd-a801b20d68af service neutron] Request body: {'port': {'device_id': 'e4a1a85a-fe23-4b81-a511-c153411ecfab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79578'}} {{(pid=104033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:17:32.087082 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-a707ca54-9358-451e-9827-cef8334c120c req-fd34b3fe-9cb6-43b8-abbd-a801b20d68af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (d2cefc0a-b410-472a-ae99-63766e348766), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:32.096441 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-995e8fa9-4fc7-472d-88c6-848ceb440353 None None] Provisioning complete for port d2cefc0a-b410-472a-ae99-63766e348766 triggered by entity DHCP. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:17:32.097049 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-995e8fa9-4fc7-472d-88c6-848ceb440353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (d2cefc0a-b410-472a-ae99-63766e348766), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:32.134340 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-995e8fa9-4fc7-472d-88c6-848ceb440353 None None] Port d2cefc0a-b410-472a-ae99-63766e348766 cannot update to ACTIVE because it is not bound. {{(pid=104035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:17:32.167362 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-6782b92a-4f36-4ae6-b207-693ac33c0db0 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Publish callbacks [] for port (6897b225-bf0b-4130-9f94-ba09058f831e), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:32.178703 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef074025-d9b9-4b57-98b8-d6444217f896 req-db9b22ce-b89b-41a0-8121-6239176f086a tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Made reservation on behalf of 18afd7d9815342c196be824d2b99d537 for: {'port': 1} {{(pid=104033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:17:32.182182 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-ef074025-d9b9-4b57-98b8-d6444217f896 req-db9b22ce-b89b-41a0-8121-6239176f086a tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:32.310497 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-6782b92a-4f36-4ae6-b207-693ac33c0db0 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789019640149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097154'] for port (6897b225-bf0b-4130-9f94-ba09058f831e), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:32.360359 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6782b92a-4f36-4ae6-b207-693ac33c0db0 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Network ad45e98c-12fc-4959-a2ae-a7226c979594 is already hosted by enough agents. {{(pid=104034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:17:32.365891 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.base_scheduler [None req-6782b92a-4f36-4ae6-b207-693ac33c0db0 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Resources bound (agent type, host, resource id): {{(pid=104034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:17:32.385171 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6782b92a-4f36-4ae6-b207-693ac33c0db0 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Received port after_create {{(pid=104034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:17:32.427452 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6782b92a-4f36-4ae6-b207-693ac33c0db0 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Pushing event updated for resources: {'Port': ['ID=6897b225-bf0b-4130-9f94-ba09058f831e,revision_number=1']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:32.452886 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bf3196-5768-4580-8f8e-f015be6ed5fa req-34650c92-2cd1-4127-bd45-185d4ffc94ab tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:32.454505 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-57bf3196-5768-4580-8f8e-f015be6ed5fa req-34650c92-2cd1-4127-bd45-185d4ffc94ab tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3e68f7e-80df-470a-869e-8c625ab4709c HTTP/1.1" status: 200 len: 945 time: 0.0928075 May 16 15:17:32.506457 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [req-ef074025-d9b9-4b57-98b8-d6444217f896 req-db9b22ce-b89b-41a0-8121-6239176f086a tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Allocated IP 172.20.0.4 (0c4f9146-d1fd-486f-849d-27c0f1f9f510/b2bcf42b-2d4b-4fc7-a55a-ea377e4752e3/3904bae9-9274-4a0f-8757-bdbf49cf6aff) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:17:32.525210 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [req-a707ca54-9358-451e-9827-cef8334c120c req-fd34b3fe-9cb6-43b8-abbd-a801b20d68af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2cefc0a-b410-472a-ae99-63766e348766 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:17:32.544596 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-a707ca54-9358-451e-9827-cef8334c120c req-fd34b3fe-9cb6-43b8-abbd-a801b20d68af service neutron] Publish callbacks [] for port (d2cefc0a-b410-472a-ae99-63766e348766), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:32.544712 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-6782b92a-4f36-4ae6-b207-693ac33c0db0 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Publish callbacks [] for floatingip (a8bdc856-298e-46b8-8680-09c10704f8fe), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:32.550799 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-57bf3196-5768-4580-8f8e-f015be6ed5fa req-3f22dbac-2b97-4d93-8910-99c2eeb18dc1 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/security-groups?id=caf3754e-5d8e-4956-8296-48df01954071&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0818191 May 16 15:17:32.590719 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [req-a707ca54-9358-451e-9827-cef8334c120c req-fd34b3fe-9cb6-43b8-abbd-a801b20d68af service neutron] Transition to ACTIVE for port object d2cefc0a-b410-472a-ae99-63766e348766 will not be triggered until provisioned by entity L2. {{(pid=104033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 15:17:32.662185 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-5ca02e28-a7d5-4788-b97d-3629f90a32e3 req-6258a234-39a0-4d72-9110-4bd98d4d2f07 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2587084-89a0-47a8-909d-019d48b12e5c HTTP/1.1" status: 200 len: 210 time: 0.0368896 May 16 15:17:32.670856 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b43645-9d00-4b3a-9be1-4cc224aaf85b req-89d2c04f-f8a8-4b79-a043-9f167130c46e tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:32.672380 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-e8b43645-9d00-4b3a-9be1-4cc224aaf85b req-89d2c04f-f8a8-4b79-a043-9f167130c46e tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4a1a85a-fe23-4b81-a511-c153411ecfab HTTP/1.1" status: 200 len: 931 time: 0.0787125 May 16 15:17:32.689515 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-a707ca54-9358-451e-9827-cef8334c120c req-fd34b3fe-9cb6-43b8-abbd-a801b20d68af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (d2cefc0a-b410-472a-ae99-63766e348766), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:32.694141 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-6782b92a-4f36-4ae6-b207-693ac33c0db0 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (6897b225-bf0b-4130-9f94-ba09058f831e), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:32.834020 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd34b3fe-9cb6-43b8-abbd-a801b20d68af service neutron] Pushing event updated for resources: {'Port': ['ID=d2cefc0a-b410-472a-ae99-63766e348766,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:32.858878 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-e8b43645-9d00-4b3a-9be1-4cc224aaf85b req-9e196bd3-19bf-4a0f-8c10-2915f9aa7bcd tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4d2a715-c80c-4f74-b7cc-c0360cff8f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1775031 May 16 15:17:32.913695 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-ef074025-d9b9-4b57-98b8-d6444217f896 req-db9b22ce-b89b-41a0-8121-6239176f086a tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Publish callbacks [] for port (3904bae9-9274-4a0f-8757-bdbf49cf6aff), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:32.915290 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [req-a707ca54-9358-451e-9827-cef8334c120c req-fd34b3fe-9cb6-43b8-abbd-a801b20d68af service neutron] Attempting to bind port d2cefc0a-b410-472a-ae99-63766e348766 on host hv-cinder-79578 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:17:32.915628 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [req-a707ca54-9358-451e-9827-cef8334c120c req-fd34b3fe-9cb6-43b8-abbd-a801b20d68af service neutron] Attempting to bind port d2cefc0a-b410-472a-ae99-63766e348766 by drivers openvswitch,hyperv on host hv-cinder-79578 at level 0 using segments [{'id': 'e125e9e2-0bb4-4387-a6b6-a67c63b56378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '982c6e92-7848-46dd-811d-5ec569a6da67'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:17:32.915960 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a707ca54-9358-451e-9827-cef8334c120c req-fd34b3fe-9cb6-43b8-abbd-a801b20d68af service neutron] Attempting to bind port d2cefc0a-b410-472a-ae99-63766e348766 on network 982c6e92-7848-46dd-811d-5ec569a6da67 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:17:32.923892 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a707ca54-9358-451e-9827-cef8334c120c req-fd34b3fe-9cb6-43b8-abbd-a801b20d68af service neutron] Port d2cefc0a-b410-472a-ae99-63766e348766 on network 982c6e92-7848-46dd-811d-5ec569a6da67 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79578 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 15:17:32.924232 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a707ca54-9358-451e-9827-cef8334c120c req-fd34b3fe-9cb6-43b8-abbd-a801b20d68af service neutron] Attempting to bind port d2cefc0a-b410-472a-ae99-63766e348766 on network 982c6e92-7848-46dd-811d-5ec569a6da67 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:17:32.927588 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-6782b92a-4f36-4ae6-b207-693ac33c0db0 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Publish callbacks [] for port (6897b225-bf0b-4130-9f94-ba09058f831e), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:32.932061 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a707ca54-9358-451e-9827-cef8334c120c req-fd34b3fe-9cb6-43b8-abbd-a801b20d68af service neutron] Checking agent: {'id': '751a3b14-a3b6-44f5-a165-bd23bd92acbe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79578', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 13, 10), 'started_at': datetime.datetime(2022, 5, 16, 15, 13, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:17:32.933330 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a707ca54-9358-451e-9827-cef8334c120c req-fd34b3fe-9cb6-43b8-abbd-a801b20d68af service neutron] Checking segment: {'id': 'e125e9e2-0bb4-4387-a6b6-a67c63b56378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '982c6e92-7848-46dd-811d-5ec569a6da67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:17:32.933677 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a707ca54-9358-451e-9827-cef8334c120c req-fd34b3fe-9cb6-43b8-abbd-a801b20d68af service neutron] Bound using segment: {'id': 'e125e9e2-0bb4-4387-a6b6-a67c63b56378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '982c6e92-7848-46dd-811d-5ec569a6da67'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:17:32.934144 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [req-a707ca54-9358-451e-9827-cef8334c120c req-fd34b3fe-9cb6-43b8-abbd-a801b20d68af service neutron] Bound port: d2cefc0a-b410-472a-ae99-63766e348766, host: hv-cinder-79578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e125e9e2-0bb4-4387-a6b6-a67c63b56378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '982c6e92-7848-46dd-811d-5ec569a6da67'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:17:32.934693 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-a707ca54-9358-451e-9827-cef8334c120c req-fd34b3fe-9cb6-43b8-abbd-a801b20d68af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (d2cefc0a-b410-472a-ae99-63766e348766), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:32.995859 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-6782b92a-4f36-4ae6-b207-693ac33c0db0 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4097205'] for port (6897b225-bf0b-4130-9f94-ba09058f831e), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:33.018967 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [req-a707ca54-9358-451e-9827-cef8334c120c req-fd34b3fe-9cb6-43b8-abbd-a801b20d68af service neutron] For port d2cefc0a-b410-472a-ae99-63766e348766, host hv-cinder-79578, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:17:33.023286 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [req-a707ca54-9358-451e-9827-cef8334c120c req-fd34b3fe-9cb6-43b8-abbd-a801b20d68af service neutron] For port d2cefc0a-b410-472a-ae99-63766e348766, host hv-cinder-79578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=d2cefc0a-b410-472a-ae99-63766e348766,segment=NetworkSegment(e125e9e2-0bb4-4387-a6b6-a67c63b56378),segment_id=e125e9e2-0bb4-4387-a6b6-a67c63b56378)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:17:33.063543 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6782b92a-4f36-4ae6-b207-693ac33c0db0 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Pushing event updated for resources: {'Port': ['ID=6897b225-bf0b-4130-9f94-ba09058f831e,revision_number=2']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:33.074220 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-6782b92a-4f36-4ae6-b207-693ac33c0db0 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556839'] for floatingip (a8bdc856-298e-46b8-8680-09c10704f8fe), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:33.092797 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-ef074025-d9b9-4b57-98b8-d6444217f896 req-db9b22ce-b89b-41a0-8121-6239176f086a tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789019640149'] for port (3904bae9-9274-4a0f-8757-bdbf49cf6aff), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:33.131297 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-a707ca54-9358-451e-9827-cef8334c120c req-fd34b3fe-9cb6-43b8-abbd-a801b20d68af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (d2cefc0a-b410-472a-ae99-63766e348766), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:33.134073 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef074025-d9b9-4b57-98b8-d6444217f896 req-db9b22ce-b89b-41a0-8121-6239176f086a tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Network 0c4f9146-d1fd-486f-849d-27c0f1f9f510 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:17:33.141987 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [req-ef074025-d9b9-4b57-98b8-d6444217f896 req-db9b22ce-b89b-41a0-8121-6239176f086a tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:17:33.154101 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef074025-d9b9-4b57-98b8-d6444217f896 req-db9b22ce-b89b-41a0-8121-6239176f086a tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:17:33.157013 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef074025-d9b9-4b57-98b8-d6444217f896 req-db9b22ce-b89b-41a0-8121-6239176f086a tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:33.157630 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-ef074025-d9b9-4b57-98b8-d6444217f896 req-db9b22ce-b89b-41a0-8121-6239176f086a tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914'] for port (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:33.166137 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b22ce-b89b-41a0-8121-6239176f086a tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Pushing event updated for resources: {'Port': ['ID=3904bae9-9274-4a0f-8757-bdbf49cf6aff,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:33.169399 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a707ca54-9358-451e-9827-cef8334c120c req-fd34b3fe-9cb6-43b8-abbd-a801b20d68af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:33.170012 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-a707ca54-9358-451e-9827-cef8334c120c req-fd34b3fe-9cb6-43b8-abbd-a801b20d68af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914'] for port (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:33.171430 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-a707ca54-9358-451e-9827-cef8334c120c req-fd34b3fe-9cb6-43b8-abbd-a801b20d68af service neutron] 10.222.0.69 "PUT /v2.0/ports/d2cefc0a-b410-472a-ae99-63766e348766 HTTP/1.1" status: 200 len: 1093 time: 1.1867003 May 16 15:17:33.176966 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4a1a85a-fe23-4b81-a511-c153411ecfab', 'tag': 'd2cefc0a-b410-472a-ae99-63766e348766'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:17:33.176966 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffeccd97bc4bec2d8a291f35a4115644be5723c7930092d1a563b2016f5a5231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe329412-bfd9-4816-94ea-96a159d121b9" -d '{"events": [{"name": "network-changed", "server_uuid": "e4a1a85a-fe23-4b81-a511-c153411ecfab", "tag": "d2cefc0a-b410-472a-ae99-63766e348766"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:17:33.215824 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-6782b92a-4f36-4ae6-b207-693ac33c0db0 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914'] for floatingip (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:33.217904 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-6782b92a-4f36-4ae6-b207-693ac33c0db0 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5807903 May 16 15:17:33.234438 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f502883-459f-492e-a325-fb7eafd8b05a x-openstack-request-id: req-6f502883-459f-492e-a325-fb7eafd8b05a {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:17:33.234728 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4a1a85a-fe23-4b81-a511-c153411ecfab", "tag": "d2cefc0a-b410-472a-ae99-63766e348766", "status": "completed", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:17:33.234982 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6f502883-459f-492e-a325-fb7eafd8b05a {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:17:33.235467 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f502883-459f-492e-a325-fb7eafd8b05a'] response: {'name': 'network-changed', 'server_uuid': 'e4a1a85a-fe23-4b81-a511-c153411ecfab', 'tag': 'd2cefc0a-b410-472a-ae99-63766e348766', 'status': 'completed', 'code': 200} May 16 15:17:33.246086 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-ef074025-d9b9-4b57-98b8-d6444217f896 req-db9b22ce-b89b-41a0-8121-6239176f086a tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3541539 May 16 15:17:33.249127 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd34b3fe-9cb6-43b8-abbd-a801b20d68af service neutron] Pushing event updated for resources: {'Port': ['ID=d2cefc0a-b410-472a-ae99-63766e348766,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:33.434926 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (311a8a5f-4d79-4ff7-931a-d05ff8cc45ee), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:33.446443 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-98e41cc0-7078-4a58-a5d0-1ab7214e8441 req-3f1036f6-8e57-4904-9faa-bdee2e92df22 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1811623306&fields=id&tenant_id=316917d7a31645bfaac651f81154c18f HTTP/1.1" status: 200 len: 267 time: 0.0455821 May 16 15:17:33.486493 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-9e66bd5d-6c7b-4cc8-8b1b-0a8da222fcd6 None None] Provisioning complete for port 3904bae9-9274-4a0f-8757-bdbf49cf6aff triggered by entity DHCP. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:17:33.486974 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-9e66bd5d-6c7b-4cc8-8b1b-0a8da222fcd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (3904bae9-9274-4a0f-8757-bdbf49cf6aff), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:33.517542 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-9e66bd5d-6c7b-4cc8-8b1b-0a8da222fcd6 None None] Port 3904bae9-9274-4a0f-8757-bdbf49cf6aff cannot update to ACTIVE because it is not bound. {{(pid=104035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:17:33.556953 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e41cc0-7078-4a58-a5d0-1ab7214e8441 req-3adc853e-3aec-4b4e-ad4b-7fb6cdbfb627 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:33.558426 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-98e41cc0-7078-4a58-a5d0-1ab7214e8441 req-3adc853e-3aec-4b4e-ad4b-7fb6cdbfb627 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/networks?id=8561ad64-1b6b-4f33-82d1-a2d7e72d5b01 HTTP/1.1" status: 200 len: 819 time: 0.1052635 May 16 15:17:33.573323 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-98e41cc0-7078-4a58-a5d0-1ab7214e8441 req-daab8fc8-3aea-4ea1-a94b-ee53048038ac tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/quotas/316917d7a31645bfaac651f81154c18f HTTP/1.1" status: 200 len: 375 time: 0.0089650 May 16 15:17:33.625033 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-98e41cc0-7078-4a58-a5d0-1ab7214e8441 req-c47ae741-59f9-41d1-bfbc-486b99c279b7 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=316917d7a31645bfaac651f81154c18f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0467837 May 16 15:17:33.668062 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac2c13e-f014-40a7-9184-2119efde191f req-2591fdfe-b641-4c69-a4f1-538c106f1e49 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:33.669452 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-3ac2c13e-f014-40a7-9184-2119efde191f req-2591fdfe-b641-4c69-a4f1-538c106f1e49 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3e68f7e-80df-470a-869e-8c625ab4709c HTTP/1.1" status: 200 len: 945 time: 0.0490682 May 16 15:17:33.717239 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-3ac2c13e-f014-40a7-9184-2119efde191f req-ba65e2fe-4bbe-435f-bb5e-fbb7b3657e98 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/security-groups?id=caf3754e-5d8e-4956-8296-48df01954071&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422654 May 16 15:17:33.722987 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-98e41cc0-7078-4a58-a5d0-1ab7214e8441 req-4aab3dd1-844c-4228-bd14-5a86cf668a01 service neutron] 10.222.0.44 "GET /v2.0/networks/8561ad64-1b6b-4f33-82d1-a2d7e72d5b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863769 May 16 15:17:33.812551 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-98e41cc0-7078-4a58-a5d0-1ab7214e8441 req-29527cc8-3de9-4a98-a24a-2aafa45e7514 service neutron] 10.222.0.44 "GET /v2.0/networks/8561ad64-1b6b-4f33-82d1-a2d7e72d5b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836477 May 16 15:17:33.813919 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003b634b-c6ae-4cdb-b2f1-301d53c326b6 req-7857639e-f537-4ab3-b806-a249f1961dbf tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:33.815546 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-003b634b-c6ae-4cdb-b2f1-301d53c326b6 req-7857639e-f537-4ab3-b806-a249f1961dbf tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2587084-89a0-47a8-909d-019d48b12e5c HTTP/1.1" status: 200 len: 931 time: 0.0447524 May 16 15:17:33.866906 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-003b634b-c6ae-4cdb-b2f1-301d53c326b6 req-a9eb12bd-3841-4b36-8a82-6a058cd0debf tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c14af3-1fed-4601-8c5f-6a8238c55c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450959 May 16 15:17:33.974280 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d029cbe5-085a-4068-8dde-e6fa363059d0 req-640fd481-ff17-4691-8fe9-1681b85948bb tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:33.975735 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-d029cbe5-085a-4068-8dde-e6fa363059d0 req-640fd481-ff17-4691-8fe9-1681b85948bb tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4a1a85a-fe23-4b81-a511-c153411ecfab HTTP/1.1" status: 200 len: 943 time: 0.0492826 May 16 15:17:34.035788 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-d029cbe5-085a-4068-8dde-e6fa363059d0 req-aac53c3d-d5ad-4404-a9ad-7a88fae0624f tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4d2a715-c80c-4f74-b7cc-c0360cff8f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543382 May 16 15:17:34.074568 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-bfc82130-8944-4569-8dab-a716c7b9705a req-faece253-0547-4ad6-840b-5914abef4b70 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=f78dee55-4357-4bb4-8057-ddecdd7326f6 HTTP/1.1" status: 200 len: 210 time: 0.0326388 May 16 15:17:34.830018 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fadbed-3a8b-4888-a73e-b6653178fa03 req-4f949602-7e8d-4cef-918f-63c8e7e05245 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:34.831383 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-88fadbed-3a8b-4888-a73e-b6653178fa03 req-4f949602-7e8d-4cef-918f-63c8e7e05245 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3e68f7e-80df-470a-869e-8c625ab4709c HTTP/1.1" status: 200 len: 945 time: 0.0453498 May 16 15:17:34.878105 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-88fadbed-3a8b-4888-a73e-b6653178fa03 req-fdb393b7-9bf2-4659-bb8e-7104e67850fa tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/security-groups?id=caf3754e-5d8e-4956-8296-48df01954071&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412617 May 16 15:17:34.976021 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d9a9b3-1a7f-4395-9145-c380a5e7b75c req-708acea0-35f5-49fe-af9d-b0571ea2c28c tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:34.977655 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-c6d9a9b3-1a7f-4395-9145-c380a5e7b75c req-708acea0-35f5-49fe-af9d-b0571ea2c28c tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2587084-89a0-47a8-909d-019d48b12e5c HTTP/1.1" status: 200 len: 931 time: 0.0465395 May 16 15:17:35.025536 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-c6d9a9b3-1a7f-4395-9145-c380a5e7b75c req-afcef55c-a77f-44e4-a692-9e0ab15bb4c6 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c14af3-1fed-4601-8c5f-6a8238c55c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418379 May 16 15:17:35.147746 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b638c7a-2f3c-4fa7-adc4-544cf308e658 req-71dec203-e7db-49c1-a1f3-793aa3ff5b70 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:35.149992 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-8b638c7a-2f3c-4fa7-adc4-544cf308e658 req-71dec203-e7db-49c1-a1f3-793aa3ff5b70 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4a1a85a-fe23-4b81-a511-c153411ecfab HTTP/1.1" status: 200 len: 943 time: 0.0481641 May 16 15:17:35.174661 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-ec396124-22f4-41e2-b013-2d565823f95f req-f777447f-bd3a-4cf6-86ef-af8f99c09540 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=f78dee55-4357-4bb4-8057-ddecdd7326f6 HTTP/1.1" status: 200 len: 210 time: 0.0290735 May 16 15:17:35.206272 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-8b638c7a-2f3c-4fa7-adc4-544cf308e658 req-ca989dbd-e70b-40ed-b612-c7970813471c tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4d2a715-c80c-4f74-b7cc-c0360cff8f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491307 May 16 15:17:35.354313 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.v2.base [req-ef074025-d9b9-4b57-98b8-d6444217f896 req-575d6e80-0dcb-4146-ab51-bee63533cc5b service neutron] Request body: {'port': {'device_id': 'f2587084-89a0-47a8-909d-019d48b12e5c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79578'}} {{(pid=104033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:17:35.415285 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-ef074025-d9b9-4b57-98b8-d6444217f896 req-575d6e80-0dcb-4146-ab51-bee63533cc5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (3904bae9-9274-4a0f-8757-bdbf49cf6aff), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:35.488260 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe329412-bfd9-4816-94ea-96a159d121b9 req-5d6d9c89-5b6e-453f-973e-fd6c224fa732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:35.489755 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-fe329412-bfd9-4816-94ea-96a159d121b9 req-5d6d9c89-5b6e-453f-973e-fd6c224fa732 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d143bc5a616249a7beefc7b27962026b&device_id=e4a1a85a-fe23-4b81-a511-c153411ecfab HTTP/1.1" status: 200 len: 1127 time: 0.0628731 May 16 15:17:35.688654 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe329412-bfd9-4816-94ea-96a159d121b9 req-327fb397-f9db-498b-9195-324dcbc28d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:35.689966 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-fe329412-bfd9-4816-94ea-96a159d121b9 req-327fb397-f9db-498b-9195-324dcbc28d58 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=d143bc5a616249a7beefc7b27962026b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1840179 May 16 15:17:36.162285 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [req-ef074025-d9b9-4b57-98b8-d6444217f896 req-575d6e80-0dcb-4146-ab51-bee63533cc5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3904bae9-9274-4a0f-8757-bdbf49cf6aff {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:17:36.183907 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-ef074025-d9b9-4b57-98b8-d6444217f896 req-575d6e80-0dcb-4146-ab51-bee63533cc5b service neutron] Publish callbacks [] for port (3904bae9-9274-4a0f-8757-bdbf49cf6aff), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:36.196167 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f1e35d-0c3a-476e-a38a-f1dc40fbf8a2 req-73a9bfbe-e404-4016-9b2c-f38099153e16 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:36.197642 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-59f1e35d-0c3a-476e-a38a-f1dc40fbf8a2 req-73a9bfbe-e404-4016-9b2c-f38099153e16 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3e68f7e-80df-470a-869e-8c625ab4709c HTTP/1.1" status: 200 len: 945 time: 0.1207025 May 16 15:17:36.204612 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe329412-bfd9-4816-94ea-96a159d121b9 req-b9331be2-e53e-4485-a6f2-6c430978cd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:36.206157 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-fe329412-bfd9-4816-94ea-96a159d121b9 req-b9331be2-e53e-4485-a6f2-6c430978cd4d service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5094087 May 16 15:17:36.209245 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bb3c6a-4e3e-4cb4-b8e5-2e7304e3b89e req-b5911226-6b2c-4611-8efe-bdc1318b0e00 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:36.210844 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-d6bb3c6a-4e3e-4cb4-b8e5-2e7304e3b89e req-b5911226-6b2c-4611-8efe-bdc1318b0e00 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2587084-89a0-47a8-909d-019d48b12e5c HTTP/1.1" status: 200 len: 931 time: 0.0516791 May 16 15:17:36.217819 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [req-ef074025-d9b9-4b57-98b8-d6444217f896 req-575d6e80-0dcb-4146-ab51-bee63533cc5b service neutron] Transition to ACTIVE for port object 3904bae9-9274-4a0f-8757-bdbf49cf6aff will not be triggered until provisioned by entity L2. {{(pid=104033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 15:17:36.256229 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-59f1e35d-0c3a-476e-a38a-f1dc40fbf8a2 req-3796d334-9f77-4405-bb01-1e85e30bc2a4 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/security-groups?id=caf3754e-5d8e-4956-8296-48df01954071&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467274 May 16 15:17:36.264754 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-d6bb3c6a-4e3e-4cb4-b8e5-2e7304e3b89e req-b22e5fed-809f-4245-893d-c2d9308bb4e4 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c14af3-1fed-4601-8c5f-6a8238c55c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455472 May 16 15:17:36.352448 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-b44dd923-7de2-4799-81e0-6efa0fb85174 req-fe868425-fa2c-4f9b-ac18-8b8f776bcf1d tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=f78dee55-4357-4bb4-8057-ddecdd7326f6 HTTP/1.1" status: 200 len: 210 time: 0.0270808 May 16 15:17:36.353039 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-ef074025-d9b9-4b57-98b8-d6444217f896 req-575d6e80-0dcb-4146-ab51-bee63533cc5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (3904bae9-9274-4a0f-8757-bdbf49cf6aff), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:36.376267 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10448228-74d8-4b5c-9bcc-5cb54c7a7f3c req-98f554d1-1bc3-487f-aee8-7a0c2221159b tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:36.377752 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-10448228-74d8-4b5c-9bcc-5cb54c7a7f3c req-98f554d1-1bc3-487f-aee8-7a0c2221159b tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4a1a85a-fe23-4b81-a511-c153411ecfab HTTP/1.1" status: 200 len: 943 time: 0.0477252 May 16 15:17:36.405329 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575d6e80-0dcb-4146-ab51-bee63533cc5b service neutron] Pushing event updated for resources: {'Port': ['ID=3904bae9-9274-4a0f-8757-bdbf49cf6aff,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:36.434615 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-10448228-74d8-4b5c-9bcc-5cb54c7a7f3c req-db344f08-457f-4ed9-a4dd-5ed092984e88 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4d2a715-c80c-4f74-b7cc-c0360cff8f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490115 May 16 15:17:36.435116 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [req-ef074025-d9b9-4b57-98b8-d6444217f896 req-575d6e80-0dcb-4146-ab51-bee63533cc5b service neutron] Attempting to bind port 3904bae9-9274-4a0f-8757-bdbf49cf6aff on host hv-cinder-79578 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:17:36.435459 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [req-ef074025-d9b9-4b57-98b8-d6444217f896 req-575d6e80-0dcb-4146-ab51-bee63533cc5b service neutron] Attempting to bind port 3904bae9-9274-4a0f-8757-bdbf49cf6aff by drivers openvswitch,hyperv on host hv-cinder-79578 at level 0 using segments [{'id': '1140656b-8e15-4ab1-9757-fe68f1d00ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0c4f9146-d1fd-486f-849d-27c0f1f9f510'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:17:36.435792 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef074025-d9b9-4b57-98b8-d6444217f896 req-575d6e80-0dcb-4146-ab51-bee63533cc5b service neutron] Attempting to bind port 3904bae9-9274-4a0f-8757-bdbf49cf6aff on network 0c4f9146-d1fd-486f-849d-27c0f1f9f510 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:17:36.440830 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef074025-d9b9-4b57-98b8-d6444217f896 req-575d6e80-0dcb-4146-ab51-bee63533cc5b service neutron] Port 3904bae9-9274-4a0f-8757-bdbf49cf6aff on network 0c4f9146-d1fd-486f-849d-27c0f1f9f510 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79578 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 15:17:36.441325 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef074025-d9b9-4b57-98b8-d6444217f896 req-575d6e80-0dcb-4146-ab51-bee63533cc5b service neutron] Attempting to bind port 3904bae9-9274-4a0f-8757-bdbf49cf6aff on network 0c4f9146-d1fd-486f-849d-27c0f1f9f510 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:17:36.446704 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef074025-d9b9-4b57-98b8-d6444217f896 req-575d6e80-0dcb-4146-ab51-bee63533cc5b service neutron] Checking agent: {'id': '751a3b14-a3b6-44f5-a165-bd23bd92acbe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79578', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 13, 10), 'started_at': datetime.datetime(2022, 5, 16, 15, 13, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:17:36.446982 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef074025-d9b9-4b57-98b8-d6444217f896 req-575d6e80-0dcb-4146-ab51-bee63533cc5b service neutron] Checking segment: {'id': '1140656b-8e15-4ab1-9757-fe68f1d00ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0c4f9146-d1fd-486f-849d-27c0f1f9f510'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:17:36.447368 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef074025-d9b9-4b57-98b8-d6444217f896 req-575d6e80-0dcb-4146-ab51-bee63533cc5b service neutron] Bound using segment: {'id': '1140656b-8e15-4ab1-9757-fe68f1d00ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0c4f9146-d1fd-486f-849d-27c0f1f9f510'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:17:36.447802 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [req-ef074025-d9b9-4b57-98b8-d6444217f896 req-575d6e80-0dcb-4146-ab51-bee63533cc5b service neutron] Bound port: 3904bae9-9274-4a0f-8757-bdbf49cf6aff, host: hv-cinder-79578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1140656b-8e15-4ab1-9757-fe68f1d00ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0c4f9146-d1fd-486f-849d-27c0f1f9f510'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:17:36.457723 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-ef074025-d9b9-4b57-98b8-d6444217f896 req-575d6e80-0dcb-4146-ab51-bee63533cc5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (3904bae9-9274-4a0f-8757-bdbf49cf6aff), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:36.515875 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [req-ef074025-d9b9-4b57-98b8-d6444217f896 req-575d6e80-0dcb-4146-ab51-bee63533cc5b service neutron] For port 3904bae9-9274-4a0f-8757-bdbf49cf6aff, host hv-cinder-79578, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:17:36.519294 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [req-ef074025-d9b9-4b57-98b8-d6444217f896 req-575d6e80-0dcb-4146-ab51-bee63533cc5b service neutron] For port 3904bae9-9274-4a0f-8757-bdbf49cf6aff, host hv-cinder-79578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=3904bae9-9274-4a0f-8757-bdbf49cf6aff,segment=NetworkSegment(1140656b-8e15-4ab1-9757-fe68f1d00ace),segment_id=1140656b-8e15-4ab1-9757-fe68f1d00ace)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:17:36.629562 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-ef074025-d9b9-4b57-98b8-d6444217f896 req-575d6e80-0dcb-4146-ab51-bee63533cc5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (3904bae9-9274-4a0f-8757-bdbf49cf6aff), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:36.663513 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef074025-d9b9-4b57-98b8-d6444217f896 req-575d6e80-0dcb-4146-ab51-bee63533cc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:36.663697 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-ef074025-d9b9-4b57-98b8-d6444217f896 req-575d6e80-0dcb-4146-ab51-bee63533cc5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914'] for port (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:36.664922 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-ef074025-d9b9-4b57-98b8-d6444217f896 req-575d6e80-0dcb-4146-ab51-bee63533cc5b service neutron] 10.222.0.69 "PUT /v2.0/ports/3904bae9-9274-4a0f-8757-bdbf49cf6aff HTTP/1.1" status: 200 len: 1093 time: 1.3150923 May 16 15:17:36.667169 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2587084-89a0-47a8-909d-019d48b12e5c', 'tag': '3904bae9-9274-4a0f-8757-bdbf49cf6aff'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:17:36.680162 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffeccd97bc4bec2d8a291f35a4115644be5723c7930092d1a563b2016f5a5231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a589f2f-2d75-497a-8c62-a4270a926c44" -d '{"events": [{"name": "network-changed", "server_uuid": "f2587084-89a0-47a8-909d-019d48b12e5c", "tag": "3904bae9-9274-4a0f-8757-bdbf49cf6aff"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:17:36.695947 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575d6e80-0dcb-4146-ab51-bee63533cc5b service neutron] Pushing event updated for resources: {'Port': ['ID=3904bae9-9274-4a0f-8757-bdbf49cf6aff,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:36.708724 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af200d3f-c4d2-4afa-9111-986818220da7 x-openstack-request-id: req-af200d3f-c4d2-4afa-9111-986818220da7 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:17:36.709020 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2587084-89a0-47a8-909d-019d48b12e5c", "tag": "3904bae9-9274-4a0f-8757-bdbf49cf6aff", "status": "completed", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:17:36.709281 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-af200d3f-c4d2-4afa-9111-986818220da7 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:17:36.709707 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af200d3f-c4d2-4afa-9111-986818220da7'] response: {'name': 'network-changed', 'server_uuid': 'f2587084-89a0-47a8-909d-019d48b12e5c', 'tag': '3904bae9-9274-4a0f-8757-bdbf49cf6aff', 'status': 'completed', 'code': 200} May 16 15:17:37.374369 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1effed7-4e2b-4e5c-b50c-2ab300717175 req-57c30747-e536-4ba6-818d-4c64b13e0fa0 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:37.375834 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-c1effed7-4e2b-4e5c-b50c-2ab300717175 req-57c30747-e536-4ba6-818d-4c64b13e0fa0 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3e68f7e-80df-470a-869e-8c625ab4709c HTTP/1.1" status: 200 len: 945 time: 0.0492766 May 16 15:17:37.386584 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33360873-8f61-4c12-a7e7-fbcbdcd29275 req-1510e863-12ac-430e-b464-7db8e4493e51 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:37.388166 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-33360873-8f61-4c12-a7e7-fbcbdcd29275 req-1510e863-12ac-430e-b464-7db8e4493e51 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2587084-89a0-47a8-909d-019d48b12e5c HTTP/1.1" status: 200 len: 943 time: 0.0468056 May 16 15:17:37.423152 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-c1effed7-4e2b-4e5c-b50c-2ab300717175 req-287e91f8-745f-43c4-8b61-f0415ced15e1 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/security-groups?id=caf3754e-5d8e-4956-8296-48df01954071&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412290 May 16 15:17:37.434944 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-33360873-8f61-4c12-a7e7-fbcbdcd29275 req-3dd4fc58-d94e-45db-b29a-cf95a0fc03c2 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c14af3-1fed-4601-8c5f-6a8238c55c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412149 May 16 15:17:37.506772 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-24e75464-a30b-4a2c-8651-0f3e349aa4dd req-3ecb9edb-3b94-4289-acdc-37777c8fbc99 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=f78dee55-4357-4bb4-8057-ddecdd7326f6 HTTP/1.1" status: 200 len: 210 time: 0.0260661 May 16 15:17:37.551681 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340166a9-bf1a-4c55-84c0-2af57e7ded75 req-d354807a-32e9-46d7-a248-6d42317532e6 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:37.553175 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-340166a9-bf1a-4c55-84c0-2af57e7ded75 req-d354807a-32e9-46d7-a248-6d42317532e6 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4a1a85a-fe23-4b81-a511-c153411ecfab HTTP/1.1" status: 200 len: 943 time: 0.0513737 May 16 15:17:37.599948 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-340166a9-bf1a-4c55-84c0-2af57e7ded75 req-47d89d36-3e65-4b5a-8b44-4a461b528114 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4d2a715-c80c-4f74-b7cc-c0360cff8f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407021 May 16 15:17:38.535530 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cc3791-4c25-44ed-8d8b-925954c9bc89 req-71631bae-131b-4e60-a72c-233f7335c7a6 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:38.537000 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-09cc3791-4c25-44ed-8d8b-925954c9bc89 req-71631bae-131b-4e60-a72c-233f7335c7a6 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3e68f7e-80df-470a-869e-8c625ab4709c HTTP/1.1" status: 200 len: 945 time: 0.0459833 May 16 15:17:38.546179 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9087251e-1cbc-43ee-b49e-b1d369635c5f req-d4479088-fa36-4a53-b00c-298eb68aed34 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:38.547656 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-9087251e-1cbc-43ee-b49e-b1d369635c5f req-d4479088-fa36-4a53-b00c-298eb68aed34 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2587084-89a0-47a8-909d-019d48b12e5c HTTP/1.1" status: 200 len: 943 time: 0.0460300 May 16 15:17:38.583380 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-09cc3791-4c25-44ed-8d8b-925954c9bc89 req-b140aa1d-18a5-460a-ac02-cbf55fd19ab1 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/security-groups?id=caf3754e-5d8e-4956-8296-48df01954071&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400696 May 16 15:17:38.593704 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-9087251e-1cbc-43ee-b49e-b1d369635c5f req-92560842-1b38-47f5-82cd-08b38d098116 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c14af3-1fed-4601-8c5f-6a8238c55c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406206 May 16 15:17:38.666402 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-2af1f482-c05e-4f15-a941-2b7eab0ecaba req-e7e89c22-81b2-428b-9e9c-551502cbcbd1 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=f78dee55-4357-4bb4-8057-ddecdd7326f6 HTTP/1.1" status: 200 len: 210 time: 0.0291610 May 16 15:17:38.713465 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f1959f-21fe-48e9-9889-fa146329994c req-31f384a2-9dc0-4349-823a-8c0a053ae538 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:38.715610 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-f1f1959f-21fe-48e9-9889-fa146329994c req-31f384a2-9dc0-4349-823a-8c0a053ae538 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4a1a85a-fe23-4b81-a511-c153411ecfab HTTP/1.1" status: 200 len: 943 time: 0.0515499 May 16 15:17:38.771448 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-f1f1959f-21fe-48e9-9889-fa146329994c req-39f625fe-cd84-472e-97c3-202b624244da tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4d2a715-c80c-4f74-b7cc-c0360cff8f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499389 May 16 15:17:39.706728 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5651a598-4928-4750-8b3b-3cfdb83f24c4 req-487fa576-6f9b-491c-a518-1a15fef98131 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:39.708225 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-5651a598-4928-4750-8b3b-3cfdb83f24c4 req-487fa576-6f9b-491c-a518-1a15fef98131 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3e68f7e-80df-470a-869e-8c625ab4709c HTTP/1.1" status: 200 len: 945 time: 0.0492463 May 16 15:17:39.723735 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72651dab-1a4b-415b-8492-50c22f8c232a req-e987594c-6973-4cd0-b758-785df2f46fa5 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:39.725265 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-72651dab-1a4b-415b-8492-50c22f8c232a req-e987594c-6973-4cd0-b758-785df2f46fa5 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2587084-89a0-47a8-909d-019d48b12e5c HTTP/1.1" status: 200 len: 943 time: 0.0472207 May 16 15:17:39.772235 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-5651a598-4928-4750-8b3b-3cfdb83f24c4 req-ea94769c-8c0c-48ee-93bf-3f77f945f8e8 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/security-groups?id=caf3754e-5d8e-4956-8296-48df01954071&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0583518 May 16 15:17:39.800703 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-72651dab-1a4b-415b-8492-50c22f8c232a req-074b0c63-a154-4345-b13a-67c170a19a3f tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c14af3-1fed-4601-8c5f-6a8238c55c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691841 May 16 15:17:39.878335 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-cb308b87-61ba-49ff-950e-46e86ab3f5d7 req-6ef10a20-5862-4322-882f-b3f27a4682ec tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=f78dee55-4357-4bb4-8057-ddecdd7326f6 HTTP/1.1" status: 200 len: 210 time: 0.0307324 May 16 15:17:39.915431 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d8323-c61f-46c6-b8e8-0cf2ecf9306d req-f3ef7cc3-12d9-40f4-ad46-d4de0e0b5e10 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:39.916987 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-b97d8323-c61f-46c6-b8e8-0cf2ecf9306d req-f3ef7cc3-12d9-40f4-ad46-d4de0e0b5e10 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4a1a85a-fe23-4b81-a511-c153411ecfab HTTP/1.1" status: 200 len: 943 time: 0.0606656 May 16 15:17:39.979561 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-b97d8323-c61f-46c6-b8e8-0cf2ecf9306d req-8a220e9b-3781-464c-8eb7-6c2c646102c4 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4d2a715-c80c-4f74-b7cc-c0360cff8f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557411 May 16 15:17:40.028535 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (751a3b14-a3b6-44f5-a165-bd23bd92acbe), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:41.022218 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c82306f-13c6-46fa-8a45-817c0d0d7ed8 req-07162972-b1de-4336-bd5f-e01f891eeafb tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:41.030700 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-2c82306f-13c6-46fa-8a45-817c0d0d7ed8 req-07162972-b1de-4336-bd5f-e01f891eeafb tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3e68f7e-80df-470a-869e-8c625ab4709c HTTP/1.1" status: 200 len: 945 time: 0.1399691 May 16 15:17:41.042324 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8877ec-3a7b-402f-8626-36707f8c014d req-48f910cd-32e3-4efe-961b-ef7dca669dfb tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:41.050840 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-fc8877ec-3a7b-402f-8626-36707f8c014d req-48f910cd-32e3-4efe-961b-ef7dca669dfb tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2587084-89a0-47a8-909d-019d48b12e5c HTTP/1.1" status: 200 len: 943 time: 0.1094172 May 16 15:17:41.145286 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-2c82306f-13c6-46fa-8a45-817c0d0d7ed8 req-6fcec996-a0e3-4c00-a311-9f9b3382f518 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/security-groups?id=caf3754e-5d8e-4956-8296-48df01954071&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1127148 May 16 15:17:41.181948 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-fc8877ec-3a7b-402f-8626-36707f8c014d req-449a6c6e-e914-4ddb-bc72-7d6d9926a6c2 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c14af3-1fed-4601-8c5f-6a8238c55c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237991 May 16 15:17:41.297201 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-0e0866d2-ea2a-46ca-ae60-9e853e6d3f59 req-76047485-3dca-42e3-ac30-64061c939d9c tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=f78dee55-4357-4bb4-8057-ddecdd7326f6 HTTP/1.1" status: 200 len: 210 time: 0.0468190 May 16 15:17:41.336170 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b5b69f-7960-4ace-b0b6-412f57dd30bd req-7bfd79d8-18de-4873-8f7a-92dbaef121f9 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:41.344781 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-10b5b69f-7960-4ace-b0b6-412f57dd30bd req-7bfd79d8-18de-4873-8f7a-92dbaef121f9 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4a1a85a-fe23-4b81-a511-c153411ecfab HTTP/1.1" status: 200 len: 943 time: 0.0878854 May 16 15:17:41.454147 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-10b5b69f-7960-4ace-b0b6-412f57dd30bd req-4f77f3ea-325d-430d-9174-706ff7759577 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4d2a715-c80c-4f74-b7cc-c0360cff8f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083493 May 16 15:17:42.443186 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d744f3b-2b4b-4b2c-821d-d894ed1f773b req-d26e3747-43db-44f5-81d2-df9fcdff5ad4 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:42.447713 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-9d744f3b-2b4b-4b2c-821d-d894ed1f773b req-d26e3747-43db-44f5-81d2-df9fcdff5ad4 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3e68f7e-80df-470a-869e-8c625ab4709c HTTP/1.1" status: 200 len: 945 time: 0.2022796 May 16 15:17:42.526113 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4384cc1d-6f05-42a3-a641-194c48ecefb4 req-14dc7783-c091-4e04-811a-7c4c5b840599 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:42.529214 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-4384cc1d-6f05-42a3-a641-194c48ecefb4 req-14dc7783-c091-4e04-811a-7c4c5b840599 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2587084-89a0-47a8-909d-019d48b12e5c HTTP/1.1" status: 200 len: 943 time: 0.1922324 May 16 15:17:42.652190 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-4384cc1d-6f05-42a3-a641-194c48ecefb4 req-699cb4d3-314b-49c9-9f34-fd90e4d03161 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c14af3-1fed-4601-8c5f-6a8238c55c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113517 May 16 15:17:42.660725 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-9d744f3b-2b4b-4b2c-821d-d894ed1f773b req-f5777501-833a-48d6-bb43-9463aff09235 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/security-groups?id=caf3754e-5d8e-4956-8296-48df01954071&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1908777 May 16 15:17:42.773907 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 46508) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:17:42.848068 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-2a5e4a77-6b8c-4521-9f1b-ce7dad77e8df req-69dbabc0-52c8-478e-b97c-4c9b2c7d8ffe tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=f78dee55-4357-4bb4-8057-ddecdd7326f6 HTTP/1.1" status: 200 len: 210 time: 0.0385745 May 16 15:17:42.986902 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2e5f7f83-f075-4637-9d8c-65820e5b0202 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:43.171529 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2887d1ae-0f86-42ba-a684-15159e208817 req-be9ae749-c2bb-484e-88ea-84ea2b6a7fce tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:43.180888 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-2887d1ae-0f86-42ba-a684-15159e208817 req-be9ae749-c2bb-484e-88ea-84ea2b6a7fce tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4a1a85a-fe23-4b81-a511-c153411ecfab HTTP/1.1" status: 200 len: 943 time: 0.3609159 May 16 15:17:43.252386 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2e5f7f83-f075-4637-9d8c-65820e5b0202 admin admin] Publish callbacks [] for security_group (ca06c723-f3d3-439c-9399-e1b77a00ed60), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:43.298353 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-2887d1ae-0f86-42ba-a684-15159e208817 req-7f9e55ba-9316-4ba6-aae5-af2da713c067 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4d2a715-c80c-4f74-b7cc-c0360cff8f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160386 May 16 15:17:43.529593 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2e5f7f83-f075-4637-9d8c-65820e5b0202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (ca06c723-f3d3-439c-9399-e1b77a00ed60), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:43.580557 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-2e5f7f83-f075-4637-9d8c-65820e5b0202 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e3918f29d7064c0cb4424b7d62bb47cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8047924 May 16 15:17:43.591132 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 46516) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:17:43.591668 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5f7f83-f075-4637-9d8c-65820e5b0202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca06c723-f3d3-439c-9399-e1b77a00ed60,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:43.744074 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-4f90367d-1749-4703-bc78-c03672167ccb admin admin] Publish callbacks [] for security_group (ca06c723-f3d3-439c-9399-e1b77a00ed60), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:43.771743 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-4f90367d-1749-4703-bc78-c03672167ccb admin admin] Publish callbacks [] for security_group (ca06c723-f3d3-439c-9399-e1b77a00ed60), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:43.888080 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1383885f-99c7-49e1-bcb8-c4a6fca13850 req-04187ab4-c2ed-4ec4-a438-41492290ff62 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:43.913815 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-1383885f-99c7-49e1-bcb8-c4a6fca13850 req-04187ab4-c2ed-4ec4-a438-41492290ff62 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2587084-89a0-47a8-909d-019d48b12e5c HTTP/1.1" status: 200 len: 943 time: 0.0991888 May 16 15:17:44.013942 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81716ac1-65e3-4dff-af46-4340a522faf0 req-1043831a-127c-478d-bf1d-fcea110eaf39 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:44.015669 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-81716ac1-65e3-4dff-af46-4340a522faf0 req-1043831a-127c-478d-bf1d-fcea110eaf39 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3e68f7e-80df-470a-869e-8c625ab4709c HTTP/1.1" status: 200 len: 945 time: 0.1133103 May 16 15:17:44.126491 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-81716ac1-65e3-4dff-af46-4340a522faf0 req-f0fe7899-f4cf-48f9-b121-97831105146f tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/security-groups?id=caf3754e-5d8e-4956-8296-48df01954071&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1027527 May 16 15:17:44.143966 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-4f90367d-1749-4703-bc78-c03672167ccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (ca06c723-f3d3-439c-9399-e1b77a00ed60), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:44.146640 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-4f90367d-1749-4703-bc78-c03672167ccb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:44.152914 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-4f90367d-1749-4703-bc78-c03672167ccb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ca06c723-f3d3-439c-9399-e1b77a00ed60 HTTP/1.1" status: 204 len: 168 time: 0.5630500 May 16 15:17:44.162570 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f90367d-1749-4703-bc78-c03672167ccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca06c723-f3d3-439c-9399-e1b77a00ed60,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:44.186723 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a707ca54-9358-451e-9827-cef8334c120c req-0a722ad9-eb79-4ae8-958a-8e19cab887dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:44.188834 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-a707ca54-9358-451e-9827-cef8334c120c req-0a722ad9-eb79-4ae8-958a-8e19cab887dc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d143bc5a616249a7beefc7b27962026b&device_id=e4a1a85a-fe23-4b81-a511-c153411ecfab HTTP/1.1" status: 200 len: 1127 time: 0.2738075 May 16 15:17:44.206682 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a589f2f-2d75-497a-8c62-a4270a926c44 req-be4896e8-ab69-4ca9-8f6a-004c8a3ae238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:44.206682 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-7a589f2f-2d75-497a-8c62-a4270a926c44 req-be4896e8-ab69-4ca9-8f6a-004c8a3ae238 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=18afd7d9815342c196be824d2b99d537&device_id=f2587084-89a0-47a8-909d-019d48b12e5c HTTP/1.1" status: 200 len: 1127 time: 0.2889261 May 16 15:17:44.218431 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-1383885f-99c7-49e1-bcb8-c4a6fca13850 req-fcb5c567-f6de-41ca-a2db-60ad6acc6707 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c14af3-1fed-4601-8c5f-6a8238c55c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021648 May 16 15:17:44.392985 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-528bddf8-7457-470c-a11a-da46ee25c054 req-13c61b11-719c-462e-a9f5-5c46ebdaa282 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=f78dee55-4357-4bb4-8057-ddecdd7326f6 HTTP/1.1" status: 200 len: 210 time: 0.0346127 May 16 15:17:44.474704 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71988bc-4eab-4774-9a55-d4daf8b4fc74 req-693bdab4-5d98-438e-ad3c-ecc60aeb6b5a tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:44.483921 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-e71988bc-4eab-4774-9a55-d4daf8b4fc74 req-693bdab4-5d98-438e-ad3c-ecc60aeb6b5a tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4a1a85a-fe23-4b81-a511-c153411ecfab HTTP/1.1" status: 200 len: 943 time: 0.0785456 May 16 15:17:44.560930 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-e71988bc-4eab-4774-9a55-d4daf8b4fc74 req-18f2ca63-543a-4ba1-877c-4f725b633870 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4d2a715-c80c-4f74-b7cc-c0360cff8f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758395 May 16 15:17:45.367137 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49233f8e-160d-4a1b-b7b7-d7f8b137c6a8 req-5717d764-97cd-4fc2-83ad-d665e6043bb2 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:45.379058 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-49233f8e-160d-4a1b-b7b7-d7f8b137c6a8 req-5717d764-97cd-4fc2-83ad-d665e6043bb2 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3e68f7e-80df-470a-869e-8c625ab4709c HTTP/1.1" status: 200 len: 945 time: 0.0740356 May 16 15:17:45.426477 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9937ab39-c08d-48c7-befa-8904d397794b req-212a772e-b945-403c-83b0-902c5ac07e50 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:45.428599 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-9937ab39-c08d-48c7-befa-8904d397794b req-212a772e-b945-403c-83b0-902c5ac07e50 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2587084-89a0-47a8-909d-019d48b12e5c HTTP/1.1" status: 200 len: 943 time: 0.1030738 May 16 15:17:45.471543 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-49233f8e-160d-4a1b-b7b7-d7f8b137c6a8 req-63589100-9472-4995-97a7-3a7f8433c011 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/security-groups?id=caf3754e-5d8e-4956-8296-48df01954071&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0890751 May 16 15:17:45.602677 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-9937ab39-c08d-48c7-befa-8904d397794b req-dc207c40-4487-461e-b41a-21bd4aacf334 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c14af3-1fed-4601-8c5f-6a8238c55c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610389 May 16 15:17:45.622434 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-d9e308fb-4794-494d-8adc-933ff6438bec req-6b18dc5f-c5f3-40a2-abba-5c378eeb2a64 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=f78dee55-4357-4bb4-8057-ddecdd7326f6 HTTP/1.1" status: 200 len: 210 time: 0.0485530 May 16 15:17:45.789090 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93a0708-09d0-43fa-9e2b-72ecce8928af req-d389c185-6c70-44db-aac8-659a798bb71e tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:45.800208 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-b93a0708-09d0-43fa-9e2b-72ecce8928af req-d389c185-6c70-44db-aac8-659a798bb71e tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4a1a85a-fe23-4b81-a511-c153411ecfab HTTP/1.1" status: 200 len: 943 time: 0.0892012 May 16 15:17:45.977822 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-a707ca54-9358-451e-9827-cef8334c120c req-354a911f-6970-4b42-993d-655c2faa583a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2cefc0a-b410-472a-ae99-63766e348766 HTTP/1.1" status: 200 len: 217 time: 0.1243417 May 16 15:17:46.024246 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-b93a0708-09d0-43fa-9e2b-72ecce8928af req-7b282d00-79e1-499f-87d5-e29580b4e34a tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4d2a715-c80c-4f74-b7cc-c0360cff8f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2226362 May 16 15:17:46.321810 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a707ca54-9358-451e-9827-cef8334c120c req-84981684-52d1-49d7-a316-7aa930fe16e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:46.324614 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-a707ca54-9358-451e-9827-cef8334c120c req-84981684-52d1-49d7-a316-7aa930fe16e5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1fafe849-ed07-444a-932d-68cf1f6b80a1 HTTP/1.1" status: 200 len: 854 time: 0.2073338 May 16 15:17:46.416545 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a707ca54-9358-451e-9827-cef8334c120c req-1803ae61-2071-4e80-b620-b048f7e75355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:46.420860 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-a707ca54-9358-451e-9827-cef8334c120c req-1803ae61-2071-4e80-b620-b048f7e75355 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=982c6e92-7848-46dd-811d-5ec569a6da67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0848920 May 16 15:17:46.466714 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e41cc0-7078-4a58-a5d0-1ab7214e8441 req-7e5d1e63-f448-4403-b685-4e6677abf44d tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:46.468770 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-98e41cc0-7078-4a58-a5d0-1ab7214e8441 req-7e5d1e63-f448-4403-b685-4e6677abf44d tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.69 "GET /v2.0/networks?id=8561ad64-1b6b-4f33-82d1-a2d7e72d5b01 HTTP/1.1" status: 200 len: 819 time: 0.2281818 May 16 15:17:46.522687 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a589f2f-2d75-497a-8c62-a4270a926c44 req-6d741459-51ca-4d8c-887e-cd47d72da8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:46.530305 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-7a589f2f-2d75-497a-8c62-a4270a926c44 req-6d741459-51ca-4d8c-887e-cd47d72da8d1 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=18afd7d9815342c196be824d2b99d537&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4183896 May 16 15:17:46.663881 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0be1215-748d-4078-8d53-0f68455035bc req-23aa86ee-96b5-49b2-aaf6-906286c96527 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:46.665623 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-e0be1215-748d-4078-8d53-0f68455035bc req-23aa86ee-96b5-49b2-aaf6-906286c96527 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3e68f7e-80df-470a-869e-8c625ab4709c HTTP/1.1" status: 200 len: 945 time: 0.0743322 May 16 15:17:46.779912 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-98e41cc0-7078-4a58-a5d0-1ab7214e8441 req-0252feeb-4cbf-4878-a56e-1827b542136e tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=316917d7a31645bfaac651f81154c18f HTTP/1.1" status: 200 len: 380 time: 0.2768328 May 16 15:17:46.812932 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.v2.base [req-98e41cc0-7078-4a58-a5d0-1ab7214e8441 req-e69b3cd6-a245-42de-a4c9-26ef02817763 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Request body: {'port': {'device_id': 'f78dee55-4357-4bb4-8057-ddecdd7326f6', 'network_id': '8561ad64-1b6b-4f33-82d1-a2d7e72d5b01', 'admin_state_up': True, 'tenant_id': '316917d7a31645bfaac651f81154c18f', 'security_groups': ['171a59f1-e675-4897-8a8a-b7b7145a7f77']}} {{(pid=104034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:17:46.931468 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abfa140-77f0-4517-9403-68b9f00c6c8a req-62c93551-e257-4ca8-a973-ef99ab287e61 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:46.939099 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-4abfa140-77f0-4517-9403-68b9f00c6c8a req-62c93551-e257-4ca8-a973-ef99ab287e61 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2587084-89a0-47a8-909d-019d48b12e5c HTTP/1.1" status: 200 len: 943 time: 0.1044006 May 16 15:17:46.986299 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-a707ca54-9358-451e-9827-cef8334c120c req-2fe01737-419a-4e2d-8142-53e6a7c50862 service neutron] 10.222.0.69 "GET /v2.0/networks/982c6e92-7848-46dd-811d-5ec569a6da67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5447338 May 16 15:17:46.993183 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a589f2f-2d75-497a-8c62-a4270a926c44 req-2e156bd9-320b-43b1-a8fb-509c783919d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:46.995823 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-7a589f2f-2d75-497a-8c62-a4270a926c44 req-2e156bd9-320b-43b1-a8fb-509c783919d1 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4612024 May 16 15:17:47.144759 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-e0be1215-748d-4078-8d53-0f68455035bc req-dfe4b0ac-1015-40f5-8c09-0a5df05c7210 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/security-groups?id=caf3754e-5d8e-4956-8296-48df01954071&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4528649 May 16 15:17:47.264459 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98e41cc0-7078-4a58-a5d0-1ab7214e8441 req-e69b3cd6-a245-42de-a4c9-26ef02817763 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Made reservation on behalf of 316917d7a31645bfaac651f81154c18f for: {'port': 1} {{(pid=104034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:17:47.270838 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [req-98e41cc0-7078-4a58-a5d0-1ab7214e8441 req-e69b3cd6-a245-42de-a4c9-26ef02817763 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:47.285431 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-4abfa140-77f0-4517-9403-68b9f00c6c8a req-bbc80c1d-9805-450c-9b08-5e33ae7bd761 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c14af3-1fed-4601-8c5f-6a8238c55c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3448484 May 16 15:17:47.422365 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-44af40ba-509f-4a86-9b2b-3e3fd70dad9a req-fa1b8656-9628-40b3-9943-bc484739e062 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=f78dee55-4357-4bb4-8057-ddecdd7326f6 HTTP/1.1" status: 200 len: 210 time: 0.1427133 May 16 15:17:47.423337 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef074025-d9b9-4b57-98b8-d6444217f896 req-2e10004c-fa82-4e10-9847-8273ec72a96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:47.425505 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-ef074025-d9b9-4b57-98b8-d6444217f896 req-2e10004c-fa82-4e10-9847-8273ec72a96f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=18afd7d9815342c196be824d2b99d537&device_id=f2587084-89a0-47a8-909d-019d48b12e5c HTTP/1.1" status: 200 len: 1127 time: 0.1895151 May 16 15:17:47.453655 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-a707ca54-9358-451e-9827-cef8334c120c req-eedfc10b-9bd9-498f-90c1-65395103cf1b service neutron] 10.222.0.69 "GET /v2.0/networks/982c6e92-7848-46dd-811d-5ec569a6da67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4289396 May 16 15:17:47.651033 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-ef074025-d9b9-4b57-98b8-d6444217f896 req-0186031a-3842-4bdf-8c3f-72535c9835ad service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3904bae9-9274-4a0f-8757-bdbf49cf6aff HTTP/1.1" status: 200 len: 217 time: 0.1757779 May 16 15:17:47.678389 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.db.db_base_plugin_common [req-98e41cc0-7078-4a58-a5d0-1ab7214e8441 req-e69b3cd6-a245-42de-a4c9-26ef02817763 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Allocated IP 172.20.0.8 (8561ad64-1b6b-4f33-82d1-a2d7e72d5b01/559d3648-c2d7-45f5-9aa1-e00232e9372a/0a775fd5-0c4b-4d34-8fea-0665c23c121b) {{(pid=104034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:17:47.778419 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fd19b3-fe91-4f48-aa20-ef2bc0fea57f req-5ddcd2d2-2f87-425f-a58f-68289c21f0ed tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:47.779921 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-69fd19b3-fe91-4f48-aa20-ef2bc0fea57f req-5ddcd2d2-2f87-425f-a58f-68289c21f0ed tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4a1a85a-fe23-4b81-a511-c153411ecfab HTTP/1.1" status: 200 len: 943 time: 0.3611450 May 16 15:17:47.831307 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef074025-d9b9-4b57-98b8-d6444217f896 req-ee421e7d-f6a8-4f29-9dd6-125c7c17735d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:47.832776 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-ef074025-d9b9-4b57-98b8-d6444217f896 req-ee421e7d-f6a8-4f29-9dd6-125c7c17735d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b2bcf42b-2d4b-4fc7-a55a-ea377e4752e3 HTTP/1.1" status: 200 len: 854 time: 0.1759255 May 16 15:17:47.932019 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [req-98e41cc0-7078-4a58-a5d0-1ab7214e8441 req-e69b3cd6-a245-42de-a4c9-26ef02817763 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Publish callbacks [] for port (0a775fd5-0c4b-4d34-8fea-0665c23c121b), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:47.935184 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef074025-d9b9-4b57-98b8-d6444217f896 req-ca029268-b690-470e-bc56-7c813eabec02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:47.936990 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-ef074025-d9b9-4b57-98b8-d6444217f896 req-ca029268-b690-470e-bc56-7c813eabec02 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0c4f9146-d1fd-486f-849d-27c0f1f9f510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0770304 May 16 15:17:48.065704 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-ef074025-d9b9-4b57-98b8-d6444217f896 req-9829425b-54ea-45c4-871e-645db57e964a service neutron] 10.222.0.69 "GET /v2.0/networks/0c4f9146-d1fd-486f-849d-27c0f1f9f510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112809 May 16 15:17:48.078510 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-69fd19b3-fe91-4f48-aa20-ef2bc0fea57f req-df2fd33a-4bfe-417b-a579-93aa53eb77eb tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4d2a715-c80c-4f74-b7cc-c0360cff8f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2759922 May 16 15:17:48.097758 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [req-98e41cc0-7078-4a58-a5d0-1ab7214e8441 req-e69b3cd6-a245-42de-a4c9-26ef02817763 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789019640149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097154'] for port (0a775fd5-0c4b-4d34-8fea-0665c23c121b), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:48.144864 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98e41cc0-7078-4a58-a5d0-1ab7214e8441 req-e69b3cd6-a245-42de-a4c9-26ef02817763 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Network 8561ad64-1b6b-4f33-82d1-a2d7e72d5b01 is already hosted by enough agents. {{(pid=104034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:17:48.151719 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.base_scheduler [req-98e41cc0-7078-4a58-a5d0-1ab7214e8441 req-e69b3cd6-a245-42de-a4c9-26ef02817763 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Resources bound (agent type, host, resource id): {{(pid=104034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:17:48.189883 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [req-98e41cc0-7078-4a58-a5d0-1ab7214e8441 req-e69b3cd6-a245-42de-a4c9-26ef02817763 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Received port after_create {{(pid=104034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:17:48.316062 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69b3cd6-a245-42de-a4c9-26ef02817763 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Pushing event updated for resources: {'Port': ['ID=0a775fd5-0c4b-4d34-8fea-0665c23c121b,revision_number=1']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:48.476415 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aec278-4784-43a4-9e9b-5b59c716fb37 req-9bd0b21d-7423-4452-ae98-9490f0086d89 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:48.514951 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-96aec278-4784-43a4-9e9b-5b59c716fb37 req-9bd0b21d-7423-4452-ae98-9490f0086d89 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3e68f7e-80df-470a-869e-8c625ab4709c HTTP/1.1" status: 200 len: 945 time: 0.2422688 May 16 15:17:48.636236 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e41cc0-7078-4a58-a5d0-1ab7214e8441 req-e69b3cd6-a245-42de-a4c9-26ef02817763 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:48.636236 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [req-98e41cc0-7078-4a58-a5d0-1ab7214e8441 req-e69b3cd6-a245-42de-a4c9-26ef02817763 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631934'] for port (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:48.636723 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dee6b11-bc27-45db-92c9-b25af7ca46fc req-8c6e3460-9e8b-4933-85e1-560598911eac tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:48.636723 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-2dee6b11-bc27-45db-92c9-b25af7ca46fc req-8c6e3460-9e8b-4933-85e1-560598911eac tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2587084-89a0-47a8-909d-019d48b12e5c HTTP/1.1" status: 200 len: 943 time: 0.1330154 May 16 15:17:48.636983 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-237d2dad-c9c9-45da-a55e-b130ab22f974 None None] Provisioning complete for port 0a775fd5-0c4b-4d34-8fea-0665c23c121b triggered by entity DHCP. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:17:48.636983 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-237d2dad-c9c9-45da-a55e-b130ab22f974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (0a775fd5-0c4b-4d34-8fea-0665c23c121b), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:48.637545 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-96aec278-4784-43a4-9e9b-5b59c716fb37 req-9f66ae22-ed05-42e0-933b-8294165f4919 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/security-groups?id=caf3754e-5d8e-4956-8296-48df01954071&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0909770 May 16 15:17:48.637633 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-237d2dad-c9c9-45da-a55e-b130ab22f974 None None] Port 0a775fd5-0c4b-4d34-8fea-0665c23c121b cannot update to ACTIVE because it is not bound. {{(pid=104035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:17:48.637715 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-2dee6b11-bc27-45db-92c9-b25af7ca46fc req-f57f38b3-2460-47f2-aad3-fdc75e29fd30 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c14af3-1fed-4601-8c5f-6a8238c55c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716896 May 16 15:17:48.722739 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04de7642-4bb0-42de-91b0-c999defedb24 req-d4e191a7-3537-4a22-a295-14d3810ec868 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:48.724215 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-04de7642-4bb0-42de-91b0-c999defedb24 req-d4e191a7-3537-4a22-a295-14d3810ec868 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=f78dee55-4357-4bb4-8057-ddecdd7326f6 HTTP/1.1" status: 200 len: 931 time: 0.0482397 May 16 15:17:48.770777 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-04de7642-4bb0-42de-91b0-c999defedb24 req-2d468e91-bbfd-456f-a09a-cf15554b9f7a tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=171a59f1-e675-4897-8a8a-b7b7145a7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405159 May 16 15:17:48.835318 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-98e41cc0-7078-4a58-a5d0-1ab7214e8441 req-e69b3cd6-a245-42de-a4c9-26ef02817763 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0480011 May 16 15:17:49.298754 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4540873-5180-44fd-8cea-fc7e56b79e74 req-8df19607-0fa0-4700-929e-769d8595dad3 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:49.301032 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-f4540873-5180-44fd-8cea-fc7e56b79e74 req-8df19607-0fa0-4700-929e-769d8595dad3 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4a1a85a-fe23-4b81-a511-c153411ecfab HTTP/1.1" status: 200 len: 943 time: 0.0955651 May 16 15:17:49.418718 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-f4540873-5180-44fd-8cea-fc7e56b79e74 req-976eebe6-70c8-4162-8caf-d4810a7a99af tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4d2a715-c80c-4f74-b7cc-c0360cff8f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098919 May 16 15:17:49.816944 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded9bfff-b311-4fc8-b6a2-43537937fdbc req-d8c18df8-94fd-495b-a953-7e1b9759996a tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:49.818641 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-ded9bfff-b311-4fc8-b6a2-43537937fdbc req-d8c18df8-94fd-495b-a953-7e1b9759996a tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3e68f7e-80df-470a-869e-8c625ab4709c HTTP/1.1" status: 200 len: 945 time: 0.0875139 May 16 15:17:49.915582 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9532f5-cccb-47d0-bda7-991da8baf513 req-8ece48d7-df31-41a4-ab4b-2ea8eef26f13 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:49.923993 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-3f9532f5-cccb-47d0-bda7-991da8baf513 req-8ece48d7-df31-41a4-ab4b-2ea8eef26f13 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2587084-89a0-47a8-909d-019d48b12e5c HTTP/1.1" status: 200 len: 943 time: 0.1293538 May 16 15:17:49.989495 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-ded9bfff-b311-4fc8-b6a2-43537937fdbc req-b00e6fc7-51dc-40bc-9b69-90eedb172681 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/security-groups?id=caf3754e-5d8e-4956-8296-48df01954071&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1632926 May 16 15:17:50.014990 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-3f9532f5-cccb-47d0-bda7-991da8baf513 req-adbbf7fa-1183-4f9b-a988-56583e465042 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c14af3-1fed-4601-8c5f-6a8238c55c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887604 May 16 15:17:50.231331 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20866fc3-8f7e-42f0-87f2-b8a03cb18460 req-4e115780-f0b4-4bcd-b6f9-43c6fc51ab6b tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:50.233162 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-20866fc3-8f7e-42f0-87f2-b8a03cb18460 req-4e115780-f0b4-4bcd-b6f9-43c6fc51ab6b tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=f78dee55-4357-4bb4-8057-ddecdd7326f6 HTTP/1.1" status: 200 len: 931 time: 0.0829232 May 16 15:17:50.284710 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-ef074025-d9b9-4b57-98b8-d6444217f896 req-8d1fb671-df04-4c19-96c2-857450133990 service neutron] 10.222.0.69 "GET /v2.0/networks/0c4f9146-d1fd-486f-849d-27c0f1f9f510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587703 May 16 15:17:50.362244 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-20866fc3-8f7e-42f0-87f2-b8a03cb18460 req-b255ab29-8803-454c-9b8f-65dcb4253da6 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=171a59f1-e675-4897-8a8a-b7b7145a7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203520 May 16 15:17:50.402158 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.v2.base [req-98e41cc0-7078-4a58-a5d0-1ab7214e8441 req-ad56abf4-c3c5-4bb2-ad60-b87a47f97265 service neutron] Request body: {'port': {'device_id': 'f78dee55-4357-4bb4-8057-ddecdd7326f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79578'}} {{(pid=104034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:17:50.511469 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [req-98e41cc0-7078-4a58-a5d0-1ab7214e8441 req-ad56abf4-c3c5-4bb2-ad60-b87a47f97265 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (0a775fd5-0c4b-4d34-8fea-0665c23c121b), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:50.657247 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb4da86-886a-4e3a-b17f-378a1d62fd30 req-ff0c4c00-1ec2-4516-aeba-447a8fad42da tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:50.667534 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-4bb4da86-886a-4e3a-b17f-378a1d62fd30 req-ff0c4c00-1ec2-4516-aeba-447a8fad42da tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4a1a85a-fe23-4b81-a511-c153411ecfab HTTP/1.1" status: 200 len: 943 time: 0.1200304 May 16 15:17:50.795731 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-4bb4da86-886a-4e3a-b17f-378a1d62fd30 req-32baf509-24bb-42df-b743-419450125f02 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4d2a715-c80c-4f74-b7cc-c0360cff8f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272223 May 16 15:17:51.219035 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2d58fd-5549-4c6b-a105-ea2b3d02f65e req-541318e7-ebcf-46f0-b341-9340152f80f8 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:51.221094 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-1f2d58fd-5549-4c6b-a105-ea2b3d02f65e req-541318e7-ebcf-46f0-b341-9340152f80f8 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3e68f7e-80df-470a-869e-8c625ab4709c HTTP/1.1" status: 200 len: 945 time: 0.0811806 May 16 15:17:51.221905 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbff578-a699-4250-8125-864449126c6e req-f578a081-651f-4c63-b6db-23a6cc5e8575 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:51.226282 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.notifiers.nova [req-98e41cc0-7078-4a58-a5d0-1ab7214e8441 req-ad56abf4-c3c5-4bb2-ad60-b87a47f97265 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a775fd5-0c4b-4d34-8fea-0665c23c121b {{(pid=104034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:17:51.229229 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-bbbff578-a699-4250-8125-864449126c6e req-f578a081-651f-4c63-b6db-23a6cc5e8575 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2587084-89a0-47a8-909d-019d48b12e5c HTTP/1.1" status: 200 len: 943 time: 0.0610325 May 16 15:17:51.240334 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [req-98e41cc0-7078-4a58-a5d0-1ab7214e8441 req-ad56abf4-c3c5-4bb2-ad60-b87a47f97265 service neutron] Publish callbacks [] for port (0a775fd5-0c4b-4d34-8fea-0665c23c121b), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:51.266743 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.db.provisioning_blocks [req-98e41cc0-7078-4a58-a5d0-1ab7214e8441 req-ad56abf4-c3c5-4bb2-ad60-b87a47f97265 service neutron] Transition to ACTIVE for port object 0a775fd5-0c4b-4d34-8fea-0665c23c121b will not be triggered until provisioned by entity L2. {{(pid=104034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 15:17:51.284636 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-bbbff578-a699-4250-8125-864449126c6e req-013f35ab-5de3-4776-8a53-0fcbff5f4b04 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c14af3-1fed-4601-8c5f-6a8238c55c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544646 May 16 15:17:51.312371 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-1f2d58fd-5549-4c6b-a105-ea2b3d02f65e req-e37ff8ac-dd9d-46ae-8451-3d89c73ef1f7 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/security-groups?id=caf3754e-5d8e-4956-8296-48df01954071&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0800726 May 16 15:17:51.342941 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [req-98e41cc0-7078-4a58-a5d0-1ab7214e8441 req-ad56abf4-c3c5-4bb2-ad60-b87a47f97265 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4097205'] for port (0a775fd5-0c4b-4d34-8fea-0665c23c121b), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:51.445519 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad56abf4-c3c5-4bb2-ad60-b87a47f97265 service neutron] Pushing event updated for resources: {'Port': ['ID=0a775fd5-0c4b-4d34-8fea-0665c23c121b,revision_number=2']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:51.640736 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a2c1e5-7e4b-47a1-9bb3-4cb5c46462ae req-32f581c6-e180-4848-a66d-b4542a0b94d8 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:51.657128 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-43a2c1e5-7e4b-47a1-9bb3-4cb5c46462ae req-32f581c6-e180-4848-a66d-b4542a0b94d8 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=f78dee55-4357-4bb4-8057-ddecdd7326f6 HTTP/1.1" status: 200 len: 943 time: 0.0796404 May 16 15:17:51.657128 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [req-98e41cc0-7078-4a58-a5d0-1ab7214e8441 req-ad56abf4-c3c5-4bb2-ad60-b87a47f97265 service neutron] Attempting to bind port 0a775fd5-0c4b-4d34-8fea-0665c23c121b on host hv-cinder-79578 for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:17:51.657128 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [req-98e41cc0-7078-4a58-a5d0-1ab7214e8441 req-ad56abf4-c3c5-4bb2-ad60-b87a47f97265 service neutron] Attempting to bind port 0a775fd5-0c4b-4d34-8fea-0665c23c121b by drivers openvswitch,hyperv on host hv-cinder-79578 at level 0 using segments [{'id': '687f1aa3-4a22-4e93-928a-d5c1913d880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8561ad64-1b6b-4f33-82d1-a2d7e72d5b01'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:17:51.657128 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e41cc0-7078-4a58-a5d0-1ab7214e8441 req-ad56abf4-c3c5-4bb2-ad60-b87a47f97265 service neutron] Attempting to bind port 0a775fd5-0c4b-4d34-8fea-0665c23c121b on network 8561ad64-1b6b-4f33-82d1-a2d7e72d5b01 {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:17:51.680653 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e41cc0-7078-4a58-a5d0-1ab7214e8441 req-ad56abf4-c3c5-4bb2-ad60-b87a47f97265 service neutron] Port 0a775fd5-0c4b-4d34-8fea-0665c23c121b on network 8561ad64-1b6b-4f33-82d1-a2d7e72d5b01 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79578 {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 15:17:51.680995 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e41cc0-7078-4a58-a5d0-1ab7214e8441 req-ad56abf4-c3c5-4bb2-ad60-b87a47f97265 service neutron] Attempting to bind port 0a775fd5-0c4b-4d34-8fea-0665c23c121b on network 8561ad64-1b6b-4f33-82d1-a2d7e72d5b01 {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:17:51.692353 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e41cc0-7078-4a58-a5d0-1ab7214e8441 req-ad56abf4-c3c5-4bb2-ad60-b87a47f97265 service neutron] Checking agent: {'id': '751a3b14-a3b6-44f5-a165-bd23bd92acbe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79578', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 13, 10), 'started_at': datetime.datetime(2022, 5, 16, 15, 13, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:17:51.692716 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e41cc0-7078-4a58-a5d0-1ab7214e8441 req-ad56abf4-c3c5-4bb2-ad60-b87a47f97265 service neutron] Checking segment: {'id': '687f1aa3-4a22-4e93-928a-d5c1913d880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8561ad64-1b6b-4f33-82d1-a2d7e72d5b01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:17:51.693098 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e41cc0-7078-4a58-a5d0-1ab7214e8441 req-ad56abf4-c3c5-4bb2-ad60-b87a47f97265 service neutron] Bound using segment: {'id': '687f1aa3-4a22-4e93-928a-d5c1913d880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8561ad64-1b6b-4f33-82d1-a2d7e72d5b01'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:17:51.693555 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [req-98e41cc0-7078-4a58-a5d0-1ab7214e8441 req-ad56abf4-c3c5-4bb2-ad60-b87a47f97265 service neutron] Bound port: 0a775fd5-0c4b-4d34-8fea-0665c23c121b, host: hv-cinder-79578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '687f1aa3-4a22-4e93-928a-d5c1913d880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8561ad64-1b6b-4f33-82d1-a2d7e72d5b01'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:17:51.693911 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [req-98e41cc0-7078-4a58-a5d0-1ab7214e8441 req-ad56abf4-c3c5-4bb2-ad60-b87a47f97265 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (0a775fd5-0c4b-4d34-8fea-0665c23c121b), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:51.779473 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [req-98e41cc0-7078-4a58-a5d0-1ab7214e8441 req-ad56abf4-c3c5-4bb2-ad60-b87a47f97265 service neutron] For port 0a775fd5-0c4b-4d34-8fea-0665c23c121b, host hv-cinder-79578, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:17:51.784441 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [req-98e41cc0-7078-4a58-a5d0-1ab7214e8441 req-ad56abf4-c3c5-4bb2-ad60-b87a47f97265 service neutron] For port 0a775fd5-0c4b-4d34-8fea-0665c23c121b, host hv-cinder-79578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=0a775fd5-0c4b-4d34-8fea-0665c23c121b,segment=NetworkSegment(687f1aa3-4a22-4e93-928a-d5c1913d880c),segment_id=687f1aa3-4a22-4e93-928a-d5c1913d880c)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:17:51.824454 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-43a2c1e5-7e4b-47a1-9bb3-4cb5c46462ae req-dfb0be3a-8a22-44af-bbcc-ab7744b6aa51 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=171a59f1-e675-4897-8a8a-b7b7145a7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1601660 May 16 15:17:51.831429 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f2e5f-168d-4389-aa41-36d1b8b0eeb9 req-db21e739-7984-4dc6-84dc-982661c511f8 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:51.841684 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-109f2e5f-168d-4389-aa41-36d1b8b0eeb9 req-db21e739-7984-4dc6-84dc-982661c511f8 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3e68f7e-80df-470a-869e-8c625ab4709c HTTP/1.1" status: 200 len: 945 time: 0.0777242 May 16 15:17:51.885820 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [req-98e41cc0-7078-4a58-a5d0-1ab7214e8441 req-ad56abf4-c3c5-4bb2-ad60-b87a47f97265 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4097205'] for port (0a775fd5-0c4b-4d34-8fea-0665c23c121b), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:51.898744 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-109f2e5f-168d-4389-aa41-36d1b8b0eeb9 req-19652308-0961-41d3-947e-91877913bc9d tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/security-groups?id=caf3754e-5d8e-4956-8296-48df01954071&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0540342 May 16 15:17:51.953633 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e41cc0-7078-4a58-a5d0-1ab7214e8441 req-ad56abf4-c3c5-4bb2-ad60-b87a47f97265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:51.955255 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [req-98e41cc0-7078-4a58-a5d0-1ab7214e8441 req-ad56abf4-c3c5-4bb2-ad60-b87a47f97265 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631934'] for port (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:51.957026 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-98e41cc0-7078-4a58-a5d0-1ab7214e8441 req-ad56abf4-c3c5-4bb2-ad60-b87a47f97265 service neutron] 10.222.0.69 "PUT /v2.0/ports/0a775fd5-0c4b-4d34-8fea-0665c23c121b HTTP/1.1" status: 200 len: 1093 time: 1.5735478 May 16 15:17:51.982663 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f78dee55-4357-4bb4-8057-ddecdd7326f6', 'tag': '0a775fd5-0c4b-4d34-8fea-0665c23c121b'}] {{(pid=104034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:17:51.984899 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cdfd588167f3f1dbc712245a9b2e41b7a1fa72707d5290f062c21f430b6f068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f86ec9c-f029-4c46-85dd-7d03ee54864f" -d '{"events": [{"name": "network-changed", "server_uuid": "f78dee55-4357-4bb4-8057-ddecdd7326f6", "tag": "0a775fd5-0c4b-4d34-8fea-0665c23c121b"}]}' {{(pid=104034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:17:52.047234 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad2abf4-4014-4b57-a3e9-c48a8ab194df req-ccf92aa5-7cb3-43fc-81df-dcff1621e10c tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:52.055006 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-3ad2abf4-4014-4b57-a3e9-c48a8ab194df req-ccf92aa5-7cb3-43fc-81df-dcff1621e10c tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4a1a85a-fe23-4b81-a511-c153411ecfab HTTP/1.1" status: 200 len: 943 time: 0.1543226 May 16 15:17:52.060354 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-452948b6-5887-4bc6-95ff-64e800027e32 x-openstack-request-id: req-452948b6-5887-4bc6-95ff-64e800027e32 {{(pid=104034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:17:52.060650 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f78dee55-4357-4bb4-8057-ddecdd7326f6", "tag": "0a775fd5-0c4b-4d34-8fea-0665c23c121b", "status": "completed", "code": 200}]} {{(pid=104034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:17:52.060908 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-452948b6-5887-4bc6-95ff-64e800027e32 {{(pid=104034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:17:52.061356 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-452948b6-5887-4bc6-95ff-64e800027e32'] response: {'name': 'network-changed', 'server_uuid': 'f78dee55-4357-4bb4-8057-ddecdd7326f6', 'tag': '0a775fd5-0c4b-4d34-8fea-0665c23c121b', 'status': 'completed', 'code': 200} May 16 15:17:52.072165 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad56abf4-c3c5-4bb2-ad60-b87a47f97265 service neutron] Pushing event updated for resources: {'Port': ['ID=0a775fd5-0c4b-4d34-8fea-0665c23c121b,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:52.137879 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-3ad2abf4-4014-4b57-a3e9-c48a8ab194df req-72c19145-f6af-43c7-8fd3-cc9c74d3a021 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4d2a715-c80c-4f74-b7cc-c0360cff8f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816202 May 16 15:17:52.403926 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc962d0-f79d-455a-bd6c-eec78d9ebac2 req-e88a2e6c-c419-4520-b089-4ebf5ede5b0b tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:52.405383 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-6dc962d0-f79d-455a-bd6c-eec78d9ebac2 req-e88a2e6c-c419-4520-b089-4ebf5ede5b0b tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2587084-89a0-47a8-909d-019d48b12e5c HTTP/1.1" status: 200 len: 943 time: 0.0458193 May 16 15:17:52.459203 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-6dc962d0-f79d-455a-bd6c-eec78d9ebac2 req-7a1cbdcc-58db-4954-aced-412d9ac47265 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c14af3-1fed-4601-8c5f-6a8238c55c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480943 May 16 15:17:52.913200 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10af798d-618f-4f98-b8f3-cc3e7d492a1d req-de2c728b-18da-4486-bfe0-9a7d9ec58111 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:52.914679 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-10af798d-618f-4f98-b8f3-cc3e7d492a1d req-de2c728b-18da-4486-bfe0-9a7d9ec58111 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=f78dee55-4357-4bb4-8057-ddecdd7326f6 HTTP/1.1" status: 200 len: 943 time: 0.0449970 May 16 15:17:52.966516 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-10af798d-618f-4f98-b8f3-cc3e7d492a1d req-dbbfcdf9-f538-4742-9658-3c77ee1f6d50 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=171a59f1-e675-4897-8a8a-b7b7145a7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455832 May 16 15:17:53.006721 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae524fd-620e-4462-9a8b-6732b8e6bce7 req-23785173-7120-40b7-adb6-21fcbaa219b3 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:53.008201 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-cae524fd-620e-4462-9a8b-6732b8e6bce7 req-23785173-7120-40b7-adb6-21fcbaa219b3 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3e68f7e-80df-470a-869e-8c625ab4709c HTTP/1.1" status: 200 len: 945 time: 0.0460894 May 16 15:17:53.058682 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-cae524fd-620e-4462-9a8b-6732b8e6bce7 req-5b8b8164-9128-4295-b08a-471d689d407b tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/security-groups?id=caf3754e-5d8e-4956-8296-48df01954071&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440688 May 16 15:17:53.241544 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a88cda-1eeb-42cd-9b9d-dfb017d74e0e req-ad6711d5-be4c-4c83-a65e-a58e4de52be6 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:53.243012 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-45a88cda-1eeb-42cd-9b9d-dfb017d74e0e req-ad6711d5-be4c-4c83-a65e-a58e4de52be6 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4a1a85a-fe23-4b81-a511-c153411ecfab HTTP/1.1" status: 200 len: 943 time: 0.0458262 May 16 15:17:53.288775 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-45a88cda-1eeb-42cd-9b9d-dfb017d74e0e req-b6bb060d-14e3-46ae-92b6-7150b3690e7d tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4d2a715-c80c-4f74-b7cc-c0360cff8f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403242 May 16 15:17:53.520181 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device d2cefc0a-b410-472a-ae99-63766e348766 details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=104035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 15:17:53.583177 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e03005e-9834-4868-8950-9e8e70b6801d req-952793be-059b-4310-a1e0-8c29d3d4e7f0 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:53.585142 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-3e03005e-9834-4868-8950-9e8e70b6801d req-952793be-059b-4310-a1e0-8c29d3d4e7f0 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2587084-89a0-47a8-909d-019d48b12e5c HTTP/1.1" status: 200 len: 943 time: 0.0545664 May 16 15:17:53.657781 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-3e03005e-9834-4868-8950-9e8e70b6801d req-697fada2-6999-4d42-b29a-e75da715cb2c tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c14af3-1fed-4601-8c5f-6a8238c55c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625591 May 16 15:17:53.658667 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] For port d2cefc0a-b410-472a-ae99-63766e348766, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=d2cefc0a-b410-472a-ae99-63766e348766,segment=NetworkSegment(e125e9e2-0bb4-4387-a6b6-a67c63b56378),segment_id=e125e9e2-0bb4-4387-a6b6-a67c63b56378)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:17:53.671966 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Returning: {'device': 'd2cefc0a-b410-472a-ae99-63766e348766', 'network_id': '982c6e92-7848-46dd-811d-5ec569a6da67', 'port_id': 'd2cefc0a-b410-472a-ae99-63766e348766', 'mac_address': 'fa:16:3e:06:d0:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fafe849-ed07-444a-932d-68cf1f6b80a1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 15:17:53.714301 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Current status of the port d2cefc0a-b410-472a-ae99-63766e348766 is: DOWN; New status is: BUILD {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:17:53.714917 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (d2cefc0a-b410-472a-ae99-63766e348766), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:53.752028 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.notifiers.nova [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2cefc0a-b410-472a-ae99-63766e348766 {{(pid=104035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:17:53.775764 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] For port d2cefc0a-b410-472a-ae99-63766e348766, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=d2cefc0a-b410-472a-ae99-63766e348766,segment=NetworkSegment(e125e9e2-0bb4-4387-a6b6-a67c63b56378),segment_id=e125e9e2-0bb4-4387-a6b6-a67c63b56378)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:17:53.861608 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (d2cefc0a-b410-472a-ae99-63766e348766), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:53.921107 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Pushing event updated for resources: {'Port': ['ID=d2cefc0a-b410-472a-ae99-63766e348766,revision_number=4']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:53.930403 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:53.931048 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:53.931830 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:53.932346 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:53.932847 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:53.933344 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:53.933874 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:53.934393 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:53.939492 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:53.939492 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:53.939492 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:53.939492 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:53.939492 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:53.939492 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:53.939492 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:17:54.119852 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41aac8e-f724-4e79-a817-da0158a4e889 req-8490136a-8f94-4507-bdbd-32ef95c32069 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:54.121342 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-d41aac8e-f724-4e79-a817-da0158a4e889 req-8490136a-8f94-4507-bdbd-32ef95c32069 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=f78dee55-4357-4bb4-8057-ddecdd7326f6 HTTP/1.1" status: 200 len: 943 time: 0.0498440 May 16 15:17:54.182350 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa178036-4556-4c27-bb64-02412a9b8796 req-f9669a08-6ec7-4525-8d1f-1b0bda54284b tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:54.184293 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-aa178036-4556-4c27-bb64-02412a9b8796 req-f9669a08-6ec7-4525-8d1f-1b0bda54284b tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3e68f7e-80df-470a-869e-8c625ab4709c HTTP/1.1" status: 200 len: 945 time: 0.0545027 May 16 15:17:54.197055 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-d41aac8e-f724-4e79-a817-da0158a4e889 req-20db2375-05c1-4879-8a81-0bb210ab361d tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=171a59f1-e675-4897-8a8a-b7b7145a7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701110 May 16 15:17:54.250348 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-aa178036-4556-4c27-bb64-02412a9b8796 req-0918fa1c-a85b-40dd-9b8d-55ad57fd267b tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/security-groups?id=caf3754e-5d8e-4956-8296-48df01954071&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0600600 May 16 15:17:54.276671 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] get_ports_and_sgs() called for port_ids ['d2cefc0a-b410-472a-ae99-63766e348766'] {{(pid=104035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:17:54.468777 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8120b7de-7196-4eee-812f-2c29a50cf99d req-e243a3a1-04d4-4b57-9a4f-28909c7f6161 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:54.475278 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-8120b7de-7196-4eee-812f-2c29a50cf99d req-e243a3a1-04d4-4b57-9a4f-28909c7f6161 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4a1a85a-fe23-4b81-a511-c153411ecfab HTTP/1.1" status: 200 len: 944 time: 0.0651498 May 16 15:17:54.523305 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-8120b7de-7196-4eee-812f-2c29a50cf99d req-13f5d1ba-8564-4567-bdbd-3608aa31a463 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4d2a715-c80c-4f74-b7cc-c0360cff8f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457659 May 16 15:17:54.784343 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bd57f8-0f02-4b48-a93c-3aa003e981c9 req-b20ae86d-f032-425f-bfc6-6a60e22991b8 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:54.786525 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-d8bd57f8-0f02-4b48-a93c-3aa003e981c9 req-b20ae86d-f032-425f-bfc6-6a60e22991b8 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2587084-89a0-47a8-909d-019d48b12e5c HTTP/1.1" status: 200 len: 943 time: 0.0652719 May 16 15:17:54.847839 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-d8bd57f8-0f02-4b48-a93c-3aa003e981c9 req-d16b2e48-71f2-442e-afff-8bcfe2a9dd15 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c14af3-1fed-4601-8c5f-6a8238c55c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548806 May 16 15:17:54.911259 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86ec9c-f029-4c46-85dd-7d03ee54864f req-e6af5764-f80c-4d19-b1e8-a20f70ad32e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:54.913037 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-5f86ec9c-f029-4c46-85dd-7d03ee54864f req-e6af5764-f80c-4d19-b1e8-a20f70ad32e5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=316917d7a31645bfaac651f81154c18f&device_id=f78dee55-4357-4bb4-8057-ddecdd7326f6 HTTP/1.1" status: 200 len: 1127 time: 0.0477550 May 16 15:17:55.290460 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86ec9c-f029-4c46-85dd-7d03ee54864f req-2536a90a-ab58-44fb-a33e-fa14ed0cf9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:55.293789 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-5f86ec9c-f029-4c46-85dd-7d03ee54864f req-2536a90a-ab58-44fb-a33e-fa14ed0cf9e4 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=316917d7a31645bfaac651f81154c18f&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1576631 May 16 15:17:55.322643 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device d2cefc0a-b410-472a-ae99-63766e348766 up at agent hyperv_hv-cinder-79578 {{(pid=104035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:17:55.384381 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Provisioning for port d2cefc0a-b410-472a-ae99-63766e348766 completed by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 15:17:55.392220 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116f8dc2-1f96-4e8f-921a-3a81f32ad84b req-31a33394-5f27-45f9-b63c-f7fb4bf27a9f tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:55.393904 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-116f8dc2-1f96-4e8f-921a-3a81f32ad84b req-31a33394-5f27-45f9-b63c-f7fb4bf27a9f tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=f78dee55-4357-4bb4-8057-ddecdd7326f6 HTTP/1.1" status: 200 len: 943 time: 0.0865667 May 16 15:17:55.419615 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1a920a-5856-4ef1-b861-a1e370f6f2f8 req-dbb9253a-3765-4ae5-86f9-e9f0eac6cac3 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:55.428667 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-af1a920a-5856-4ef1-b861-a1e370f6f2f8 req-dbb9253a-3765-4ae5-86f9-e9f0eac6cac3 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3e68f7e-80df-470a-869e-8c625ab4709c HTTP/1.1" status: 200 len: 945 time: 0.0758114 May 16 15:17:55.468097 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Provisioning complete for port d2cefc0a-b410-472a-ae99-63766e348766 triggered by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:17:55.468474 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (d2cefc0a-b410-472a-ae99-63766e348766), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:55.485726 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-116f8dc2-1f96-4e8f-921a-3a81f32ad84b req-2a6f63fc-f4e6-4871-895f-ab6891bcba04 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=171a59f1-e675-4897-8a8a-b7b7145a7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825791 May 16 15:17:55.524807 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-af1a920a-5856-4ef1-b861-a1e370f6f2f8 req-3aeeb556-1eec-4700-8ea6-beadff33a025 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/security-groups?id=caf3754e-5d8e-4956-8296-48df01954071&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0919678 May 16 15:17:55.587822 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Current status of the port d2cefc0a-b410-472a-ae99-63766e348766 is: BUILD; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:17:55.588266 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (d2cefc0a-b410-472a-ae99-63766e348766), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:55.627853 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4a1a85a-fe23-4b81-a511-c153411ecfab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2cefc0a-b410-472a-ae99-63766e348766'}] {{(pid=104035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:17:55.630356 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1790aa2910a77bb841f337ade38aaf2daae4faf72d914c843aa5f796a16e7f37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b14d952a-8e49-43f5-81f6-4d1563de967f" -d '{"events": [{"server_uuid": "e4a1a85a-fe23-4b81-a511-c153411ecfab", "name": "network-vif-plugged", "status": "completed", "tag": "d2cefc0a-b410-472a-ae99-63766e348766"}]}' {{(pid=104035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:17:55.650677 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] For port d2cefc0a-b410-472a-ae99-63766e348766, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=d2cefc0a-b410-472a-ae99-63766e348766,segment=NetworkSegment(e125e9e2-0bb4-4387-a6b6-a67c63b56378),segment_id=e125e9e2-0bb4-4387-a6b6-a67c63b56378)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:17:55.656531 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bee5a74-d3eb-40ae-9189-d136d1035402 req-a698387b-0e08-468b-9c6b-0d4146599419 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:55.666536 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-6bee5a74-d3eb-40ae-9189-d136d1035402 req-a698387b-0e08-468b-9c6b-0d4146599419 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4a1a85a-fe23-4b81-a511-c153411ecfab HTTP/1.1" status: 200 len: 944 time: 0.0628753 May 16 15:17:55.692843 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85a97c75-6773-42a8-8ba1-774a5f6430a8 x-openstack-request-id: req-85a97c75-6773-42a8-8ba1-774a5f6430a8 {{(pid=104035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:17:55.693165 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4a1a85a-fe23-4b81-a511-c153411ecfab", "name": "network-vif-plugged", "status": "completed", "tag": "d2cefc0a-b410-472a-ae99-63766e348766", "code": 200}]} {{(pid=104035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:17:55.693940 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-85a97c75-6773-42a8-8ba1-774a5f6430a8 {{(pid=104035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:17:55.693940 dv-cinder-795785-10-iscsi neutron-server[104035]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85a97c75-6773-42a8-8ba1-774a5f6430a8'] response: {'server_uuid': 'e4a1a85a-fe23-4b81-a511-c153411ecfab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2cefc0a-b410-472a-ae99-63766e348766', 'code': 200} May 16 15:17:55.698326 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (d2cefc0a-b410-472a-ae99-63766e348766), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:55.751240 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-6bee5a74-d3eb-40ae-9189-d136d1035402 req-fb51524f-d012-43ba-b2b6-2a7f56af3c5e tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4d2a715-c80c-4f74-b7cc-c0360cff8f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834200 May 16 15:17:55.751503 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Pushing event updated for resources: {'Port': ['ID=d2cefc0a-b410-472a-ae99-63766e348766,revision_number=5']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:56.001001 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447c1e3a-e922-4acd-b3f1-2f13f434680d req-f06de150-e3cf-4b34-bda8-28bcc373ae42 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:56.011604 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-447c1e3a-e922-4acd-b3f1-2f13f434680d req-f06de150-e3cf-4b34-bda8-28bcc373ae42 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2587084-89a0-47a8-909d-019d48b12e5c HTTP/1.1" status: 200 len: 943 time: 0.0718462 May 16 15:17:56.086598 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-447c1e3a-e922-4acd-b3f1-2f13f434680d req-feea01a0-b86f-430a-baf8-0992a125a2ee tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c14af3-1fed-4601-8c5f-6a8238c55c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739369 May 16 15:17:56.403078 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f154bc9b-47dd-420b-9106-1e3201db323c req-5321d61b-d273-40bc-99d5-5410fe598946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:56.404923 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-f154bc9b-47dd-420b-9106-1e3201db323c req-5321d61b-d273-40bc-99d5-5410fe598946 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9703f082240542aa979c6b53052d77b9&device_id=f3e68f7e-80df-470a-869e-8c625ab4709c HTTP/1.1" status: 200 len: 1129 time: 0.0568068 May 16 15:17:56.489393 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86ec9c-f029-4c46-85dd-7d03ee54864f req-569fe9ec-915a-4c93-8fc0-5758459a7838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:56.490992 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-5f86ec9c-f029-4c46-85dd-7d03ee54864f req-569fe9ec-915a-4c93-8fc0-5758459a7838 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1495376 May 16 15:17:56.501274 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f154bc9b-47dd-420b-9106-1e3201db323c req-e67b0be7-dcdb-4f18-a512-d5cbd6c8e64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:56.503415 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-f154bc9b-47dd-420b-9106-1e3201db323c req-e67b0be7-dcdb-4f18-a512-d5cbd6c8e64e service neutron] 10.222.0.69 "GET /v2.0/networks?id=20dfff89-2b4c-4d06-bcfc-8ec2e202af64 HTTP/1.1" status: 200 len: 912 time: 0.0926151 May 16 15:17:56.588796 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-f154bc9b-47dd-420b-9106-1e3201db323c req-14fbea3d-3465-4330-b3da-ffb6b2168fb0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2d12348-be99-4d8a-833b-0746887f6b11 HTTP/1.1" status: 200 len: 1001 time: 0.0776167 May 16 15:17:56.684220 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e41cc0-7078-4a58-a5d0-1ab7214e8441 req-56a2557f-fbb8-490a-b3f5-bb3d8db19556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:56.687266 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-98e41cc0-7078-4a58-a5d0-1ab7214e8441 req-56a2557f-fbb8-490a-b3f5-bb3d8db19556 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=316917d7a31645bfaac651f81154c18f&device_id=f78dee55-4357-4bb4-8057-ddecdd7326f6 HTTP/1.1" status: 200 len: 1127 time: 0.1271725 May 16 15:17:56.734461 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18590d2-9c4c-4b67-a084-606e5b2edc56 req-24084a14-da62-49a5-8a88-9017dad042bc tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:56.736239 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-a18590d2-9c4c-4b67-a084-606e5b2edc56 req-24084a14-da62-49a5-8a88-9017dad042bc tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=f78dee55-4357-4bb4-8057-ddecdd7326f6 HTTP/1.1" status: 200 len: 943 time: 0.1383092 May 16 15:17:56.738434 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f154bc9b-47dd-420b-9106-1e3201db323c req-d436c778-3893-4fba-9249-1f3f7cc044a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:56.740174 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-f154bc9b-47dd-420b-9106-1e3201db323c req-d436c778-3893-4fba-9249-1f3f7cc044a6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9bd76027-99a6-4823-9a55-92e97a7e537f HTTP/1.1" status: 200 len: 850 time: 0.1414647 May 16 15:17:56.787984 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f154bc9b-47dd-420b-9106-1e3201db323c req-ecabd503-ff38-4558-9677-b27b749c52a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:56.790158 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-f154bc9b-47dd-420b-9106-1e3201db323c req-ecabd503-ff38-4558-9677-b27b749c52a1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=20dfff89-2b4c-4d06-bcfc-8ec2e202af64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0418019 May 16 15:17:56.801660 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26e35b2-2cf1-4eb9-9a5b-b6f4eb9764a8 req-aa61f3a7-0bc4-4e51-a993-eceddc937b16 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:56.803707 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-c26e35b2-2cf1-4eb9-9a5b-b6f4eb9764a8 req-aa61f3a7-0bc4-4e51-a993-eceddc937b16 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3e68f7e-80df-470a-869e-8c625ab4709c HTTP/1.1" status: 200 len: 945 time: 0.1530664 May 16 15:17:56.807243 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-98e41cc0-7078-4a58-a5d0-1ab7214e8441 req-2cd2bf46-991e-4b9a-ac7d-2e9e9a378fb1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a775fd5-0c4b-4d34-8fea-0665c23c121b HTTP/1.1" status: 200 len: 217 time: 0.0984352 May 16 15:17:56.822726 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab5e5ba-e957-48c6-b23f-b2b23c2ec75d req-64f06a73-afbd-4988-8b21-736f44ce5831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:56.824175 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-3ab5e5ba-e957-48c6-b23f-b2b23c2ec75d req-64f06a73-afbd-4988-8b21-736f44ce5831 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e4a1a85a-fe23-4b81-a511-c153411ecfab HTTP/1.1" status: 200 len: 1129 time: 0.1640332 May 16 15:17:56.862453 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-8337ec1a-52b6-4ccf-a575-87e2437d9743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (a586ef94-96cb-452c-b402-463be5294b2a), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:56.873106 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-a18590d2-9c4c-4b67-a084-606e5b2edc56 req-61d1e748-6eb5-4d38-9353-1999bf99e000 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=171a59f1-e675-4897-8a8a-b7b7145a7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966935 May 16 15:17:56.889462 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e41cc0-7078-4a58-a5d0-1ab7214e8441 req-fd446d3b-9482-4399-8063-396dc53205bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:56.891139 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-98e41cc0-7078-4a58-a5d0-1ab7214e8441 req-fd446d3b-9482-4399-8063-396dc53205bc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=559d3648-c2d7-45f5-9aa1-e00232e9372a HTTP/1.1" status: 200 len: 858 time: 0.0758176 May 16 15:17:56.956082 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e41cc0-7078-4a58-a5d0-1ab7214e8441 req-2555fcb8-5404-4fe0-b795-8dffa43d2430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:56.958292 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-98e41cc0-7078-4a58-a5d0-1ab7214e8441 req-2555fcb8-5404-4fe0-b795-8dffa43d2430 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8561ad64-1b6b-4f33-82d1-a2d7e72d5b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0598798 May 16 15:17:56.966016 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-c26e35b2-2cf1-4eb9-9a5b-b6f4eb9764a8 req-1e8a5e56-5ff1-4f6d-a8c2-58be0076a257 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/security-groups?id=caf3754e-5d8e-4956-8296-48df01954071&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1345203 May 16 15:17:56.979203 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-3ab5e5ba-e957-48c6-b23f-b2b23c2ec75d req-09ac8cf8-9d54-4fb5-9f3e-c9e081438731 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c4d2a715-c80c-4f74-b7cc-c0360cff8f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421647 May 16 15:17:57.021792 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-f154bc9b-47dd-420b-9106-1e3201db323c req-b645d4c2-edc3-401f-bd52-6e23d3976f92 service neutron] 10.222.0.69 "GET /v2.0/networks/20dfff89-2b4c-4d06-bcfc-8ec2e202af64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176137 May 16 15:17:57.105269 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd79b5f-6c2c-4780-acbe-2ec32460ff11 req-3b47ab94-e73c-4223-9bb3-7557b5eadd90 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:57.115750 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-9fd79b5f-6c2c-4780-acbe-2ec32460ff11 req-3b47ab94-e73c-4223-9bb3-7557b5eadd90 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4a1a85a-fe23-4b81-a511-c153411ecfab HTTP/1.1" status: 200 len: 945 time: 0.1357710 May 16 15:17:57.158634 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-98e41cc0-7078-4a58-a5d0-1ab7214e8441 req-6d4920b8-8707-4e7d-be36-b40dacb4391c service neutron] 10.222.0.69 "GET /v2.0/networks/8561ad64-1b6b-4f33-82d1-a2d7e72d5b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910179 May 16 15:17:57.207177 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-9fd79b5f-6c2c-4780-acbe-2ec32460ff11 req-098a47c2-3727-46d6-8855-8b8c5f2c17b9 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4d2a715-c80c-4f74-b7cc-c0360cff8f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659506 May 16 15:17:57.237948 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a19e5f-e9b9-4e63-8464-ad3c3e84145e req-85b01bfe-2ed1-422d-9910-91ef6bcf5092 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:57.239638 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-d2a19e5f-e9b9-4e63-8464-ad3c3e84145e req-85b01bfe-2ed1-422d-9910-91ef6bcf5092 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2587084-89a0-47a8-909d-019d48b12e5c HTTP/1.1" status: 200 len: 943 time: 0.0604076 May 16 15:17:57.303662 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-d2a19e5f-e9b9-4e63-8464-ad3c3e84145e req-5691ed9b-5238-48f3-bb6c-ec8c14a54f5f tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c14af3-1fed-4601-8c5f-6a8238c55c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572894 May 16 15:17:57.333526 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device 3904bae9-9274-4a0f-8757-bdbf49cf6aff details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=104035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 15:17:57.473403 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 46764) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:17:57.474645 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-f154bc9b-47dd-420b-9106-1e3201db323c req-ab243bf1-6ea3-4335-986a-e20a82092e19 service neutron] 10.222.0.69 "GET /v2.0/networks/20dfff89-2b4c-4d06-bcfc-8ec2e202af64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557705 May 16 15:17:57.515785 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-98e41cc0-7078-4a58-a5d0-1ab7214e8441 req-c07e46ab-d1ed-490a-ab1b-ba9971657408 service neutron] 10.222.0.69 "GET /v2.0/networks/8561ad64-1b6b-4f33-82d1-a2d7e72d5b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050745 May 16 15:17:57.539678 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7ead0a4-2fd3-4175-8d69-ab8bdf61630c admin admin] Deleting subnet 96a655dd-fc65-46f1-ac55-b29c4c8e5b81 {{(pid=104034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 15:17:57.544641 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-d7ead0a4-2fd3-4175-8d69-ab8bdf61630c admin admin] Publish callbacks [] for subnet (96a655dd-fc65-46f1-ac55-b29c4c8e5b81), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:57.595666 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-d7ead0a4-2fd3-4175-8d69-ab8bdf61630c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60068801'] for subnet (96a655dd-fc65-46f1-ac55-b29c4c8e5b81), precommit_delete_associations {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:57.664200 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] For port 3904bae9-9274-4a0f-8757-bdbf49cf6aff, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=3904bae9-9274-4a0f-8757-bdbf49cf6aff,segment=NetworkSegment(1140656b-8e15-4ab1-9757-fe68f1d00ace),segment_id=1140656b-8e15-4ab1-9757-fe68f1d00ace)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:17:57.681209 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-d7ead0a4-2fd3-4175-8d69-ab8bdf61630c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995508'] for subnet (96a655dd-fc65-46f1-ac55-b29c4c8e5b81), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:57.693213 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Returning: {'device': '3904bae9-9274-4a0f-8757-bdbf49cf6aff', 'network_id': '0c4f9146-d1fd-486f-849d-27c0f1f9f510', 'port_id': '3904bae9-9274-4a0f-8757-bdbf49cf6aff', 'mac_address': 'fa:16:3e:3d:3d:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2bcf42b-2d4b-4fc7-a55a-ea377e4752e3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 15:17:57.770351 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Current status of the port 3904bae9-9274-4a0f-8757-bdbf49cf6aff is: DOWN; New status is: BUILD {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:17:57.770842 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (3904bae9-9274-4a0f-8757-bdbf49cf6aff), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:57.789914 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.notifiers.nova [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3904bae9-9274-4a0f-8757-bdbf49cf6aff {{(pid=104035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:17:57.847492 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] For port 3904bae9-9274-4a0f-8757-bdbf49cf6aff, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=3904bae9-9274-4a0f-8757-bdbf49cf6aff,segment=NetworkSegment(1140656b-8e15-4ab1-9757-fe68f1d00ace),segment_id=1140656b-8e15-4ab1-9757-fe68f1d00ace)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:17:58.002290 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199dfda4-ae0f-4766-b2cb-380400a586cc req-eae720c1-aca0-4548-8f88-f317df4818d2 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:58.003896 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-199dfda4-ae0f-4766-b2cb-380400a586cc req-eae720c1-aca0-4548-8f88-f317df4818d2 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=f78dee55-4357-4bb4-8057-ddecdd7326f6 HTTP/1.1" status: 200 len: 943 time: 0.0480039 May 16 15:17:58.051506 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-199dfda4-ae0f-4766-b2cb-380400a586cc req-b59c9804-d4d5-43b7-93e1-c5fb1ab43767 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=171a59f1-e675-4897-8a8a-b7b7145a7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415876 May 16 15:17:58.077690 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e749b3-e444-4d7e-9dfb-920f01ae0c40 req-8f41c39d-0355-42e5-a482-585a0498f929 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:58.080628 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-24e749b3-e444-4d7e-9dfb-920f01ae0c40 req-8f41c39d-0355-42e5-a482-585a0498f929 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3e68f7e-80df-470a-869e-8c625ab4709c HTTP/1.1" status: 200 len: 945 time: 0.0466123 May 16 15:17:58.126979 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-24e749b3-e444-4d7e-9dfb-920f01ae0c40 req-f531de11-f956-4228-9d09-ab985bc6c231 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/security-groups?id=caf3754e-5d8e-4956-8296-48df01954071&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417511 May 16 15:17:58.192878 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (3904bae9-9274-4a0f-8757-bdbf49cf6aff), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:58.193515 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-d7ead0a4-2fd3-4175-8d69-ab8bdf61630c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4102259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2773393'] for subnet (96a655dd-fc65-46f1-ac55-b29c4c8e5b81), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:58.229933 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ead0a4-2fd3-4175-8d69-ab8bdf61630c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96a655dd-fc65-46f1-ac55-b29c4c8e5b81,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:58.232500 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-d7ead0a4-2fd3-4175-8d69-ab8bdf61630c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:58.235407 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-d7ead0a4-2fd3-4175-8d69-ab8bdf61630c admin admin] 10.222.0.44 "DELETE /v2.0/subnets/96a655dd-fc65-46f1-ac55-b29c4c8e5b81 HTTP/1.1" status: 204 len: 168 time: 0.7613153 May 16 15:17:58.238641 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 46778) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:17:58.249838 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Pushing event updated for resources: {'Port': ['ID=3904bae9-9274-4a0f-8757-bdbf49cf6aff,revision_number=4']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:58.334187 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faeeb1e1-c299-42da-b042-cb3f9dd7c487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2021163'] for network (08734803-1c10-45b0-b4b0-d380189da298), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:58.426438 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db10ee8-0682-4786-859f-a8bb5f02fb7a req-5f959996-bc0b-4e8b-bcca-44408d1b94f3 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:58.436438 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-6db10ee8-0682-4786-859f-a8bb5f02fb7a req-5f959996-bc0b-4e8b-bcca-44408d1b94f3 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4a1a85a-fe23-4b81-a511-c153411ecfab HTTP/1.1" status: 200 len: 945 time: 0.1250885 May 16 15:17:58.520051 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-6db10ee8-0682-4786-859f-a8bb5f02fb7a req-edd69fee-bd8f-49bd-a180-d11be851caeb tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4d2a715-c80c-4f74-b7cc-c0360cff8f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824449 May 16 15:17:58.705065 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] get_ports_and_sgs() called for port_ids ['3904bae9-9274-4a0f-8757-bdbf49cf6aff'] {{(pid=104035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:17:58.711384 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faeeb1e1-c299-42da-b042-cb3f9dd7c487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2051393', 'neutron.services.segments.db._delete_segments_for_network-8789020055574'] for network (08734803-1c10-45b0-b4b0-d380189da298), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:58.760747 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faeeb1e1-c299-42da-b042-cb3f9dd7c487 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:17:58.761110 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faeeb1e1-c299-42da-b042-cb3f9dd7c487 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:17:58.761874 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faeeb1e1-c299-42da-b042-cb3f9dd7c487 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:17:58.762246 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faeeb1e1-c299-42da-b042-cb3f9dd7c487 admin admin] Subscribe: > port after_create 55550000 {{(pid=104033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:17:58.762587 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faeeb1e1-c299-42da-b042-cb3f9dd7c487 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:17:58.762929 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faeeb1e1-c299-42da-b042-cb3f9dd7c487 admin admin] Subscribe: > port after_update 55550000 {{(pid=104033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:17:58.763249 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faeeb1e1-c299-42da-b042-cb3f9dd7c487 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:17:58.763567 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faeeb1e1-c299-42da-b042-cb3f9dd7c487 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:17:58.763880 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faeeb1e1-c299-42da-b042-cb3f9dd7c487 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:17:58.764197 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faeeb1e1-c299-42da-b042-cb3f9dd7c487 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:17:58.890270 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-50a04c90-6b1b-410a-98dc-830a96b243a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (54a3e65b-69a0-426d-9997-69a1705c4334), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:58.892277 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faeeb1e1-c299-42da-b042-cb3f9dd7c487 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:17:58.892653 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faeeb1e1-c299-42da-b042-cb3f9dd7c487 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:17:58.893096 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faeeb1e1-c299-42da-b042-cb3f9dd7c487 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:17:58.893436 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faeeb1e1-c299-42da-b042-cb3f9dd7c487 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 15:17:58.893818 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.services.segments.db [None req-faeeb1e1-c299-42da-b042-cb3f9dd7c487 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08734803-1c10-45b0-b4b0-d380189da298']}} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:17:58.917161 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf83d3c-9a50-4676-aa91-83b575669f5a req-0d807837-71c8-4701-a327-d8a08cc8867f tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:58.918816 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-dcf83d3c-9a50-4676-aa91-83b575669f5a req-0d807837-71c8-4701-a327-d8a08cc8867f tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2587084-89a0-47a8-909d-019d48b12e5c HTTP/1.1" status: 200 len: 944 time: 0.2176826 May 16 15:17:58.924482 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.services.segments.db [None req-faeeb1e1-c299-42da-b042-cb3f9dd7c487 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5c15fb9-faf4-4a3c-bacd-f873460a4947') {'for_net_delete': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:17:58.924786 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.services.segments.db [None req-faeeb1e1-c299-42da-b042-cb3f9dd7c487 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5c15fb9-faf4-4a3c-bacd-f873460a4947') {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:17:58.956509 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faeeb1e1-c299-42da-b042-cb3f9dd7c487 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789020139551', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62086364'] for segment (e5c15fb9-faf4-4a3c-bacd-f873460a4947), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:58.986563 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faeeb1e1-c299-42da-b042-cb3f9dd7c487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996815'] for segment (e5c15fb9-faf4-4a3c-bacd-f873460a4947), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:59.002846 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faeeb1e1-c299-42da-b042-cb3f9dd7c487 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=104033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 15:17:59.003388 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faeeb1e1-c299-42da-b042-cb3f9dd7c487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61886288'] for segment (e5c15fb9-faf4-4a3c-bacd-f873460a4947), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:59.007794 dv-cinder-795785-10-iscsi neutron-server[104033]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 16 15:17:59.007794 dv-cinder-795785-10-iscsi neutron-server[104033]: from cryptography.utils import int_from_bytes May 16 15:17:59.007794 dv-cinder-795785-10-iscsi neutron-server[104033]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 16 15:17:59.007794 dv-cinder-795785-10-iscsi neutron-server[104033]: from cryptography.utils import int_from_bytes May 16 15:17:59.007794 dv-cinder-795785-10-iscsi neutron-server[104033]: Traceback (most recent call last): May 16 15:17:59.007794 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 15:17:59.007794 dv-cinder-795785-10-iscsi neutron-server[104033]: timer() May 16 15:17:59.007794 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 15:17:59.007794 dv-cinder-795785-10-iscsi neutron-server[104033]: cb(*args, **kw) May 16 15:17:59.007794 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 15:17:59.007794 dv-cinder-795785-10-iscsi neutron-server[104033]: return func(*args, **kwargs) May 16 15:17:59.007794 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 15:17:59.007794 dv-cinder-795785-10-iscsi neutron-server[104033]: self._notify() May 16 15:17:59.007794 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 15:17:59.007794 dv-cinder-795785-10-iscsi neutron-server[104033]: self.callback(batched_events) May 16 15:17:59.007794 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 15:17:59.007794 dv-cinder-795785-10-iscsi neutron-server[104033]: event.method(event) May 16 15:17:59.007794 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 15:17:59.007794 dv-cinder-795785-10-iscsi neutron-server[104033]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 15:17:59.007794 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 15:17:59.007794 dv-cinder-795785-10-iscsi neutron-server[104033]: aggregate_uuid = self.p_client.list_aggregates( May 16 15:17:59.007794 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 15:17:59.007794 dv-cinder-795785-10-iscsi neutron-server[104033]: return f(self, *a, **k) May 16 15:17:59.007794 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 15:17:59.007794 dv-cinder-795785-10-iscsi neutron-server[104033]: return self._get(url).json() May 16 15:17:59.007794 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 15:17:59.007794 dv-cinder-795785-10-iscsi neutron-server[104033]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 15:17:59.007794 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 15:17:59.007794 dv-cinder-795785-10-iscsi neutron-server[104033]: return self.request(url, 'GET', **kwargs) May 16 15:17:59.007794 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 15:17:59.007794 dv-cinder-795785-10-iscsi neutron-server[104033]: base_url = self.get_endpoint(auth, allow=allow, May 16 15:17:59.007794 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 15:17:59.007794 dv-cinder-795785-10-iscsi neutron-server[104033]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 15:17:59.007794 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 15:17:59.007794 dv-cinder-795785-10-iscsi neutron-server[104033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 15:17:59.007794 dv-cinder-795785-10-iscsi neutron-server[104033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 15:17:59.035243 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-dcf83d3c-9a50-4676-aa91-83b575669f5a req-68168894-cf4e-4abc-9db6-ac07fc7d7b7c tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c14af3-1fed-4601-8c5f-6a8238c55c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061151 May 16 15:17:59.172518 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faeeb1e1-c299-42da-b042-cb3f9dd7c487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2051450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-557002'] for network (08734803-1c10-45b0-b4b0-d380189da298), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:59.191715 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33229d28-e412-4acf-a9e5-db479400fe6e req-91d733ae-7961-4c3c-9ecd-2b34c24cce13 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:59.192995 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-33229d28-e412-4acf-a9e5-db479400fe6e req-91d733ae-7961-4c3c-9ecd-2b34c24cce13 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=f78dee55-4357-4bb4-8057-ddecdd7326f6 HTTP/1.1" status: 200 len: 943 time: 0.0647292 May 16 15:17:59.204532 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-faeeb1e1-c299-42da-b042-cb3f9dd7c487 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631934'] for network (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:59.213102 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-faeeb1e1-c299-42da-b042-cb3f9dd7c487 admin admin] 10.222.0.44 "DELETE /v2.0/networks/08734803-1c10-45b0-b4b0-d380189da298 HTTP/1.1" status: 204 len: 168 time: 0.9688740 May 16 15:17:59.214077 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeeb1e1-c299-42da-b042-cb3f9dd7c487 admin admin] Pushing event deleted for resources: {'Network': ['ID=08734803-1c10-45b0-b4b0-d380189da298,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:59.217952 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 46798) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:17:59.278562 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-33229d28-e412-4acf-a9e5-db479400fe6e req-717d6b91-e392-4f8e-9b6e-14592a991109 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=171a59f1-e675-4897-8a8a-b7b7145a7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779765 May 16 15:17:59.303173 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47636bc6-819b-4cec-bf5d-247a25a6132a req-d71adddd-c3cc-4e56-b357-bd2d65803c72 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:59.304714 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-47636bc6-819b-4cec-bf5d-247a25a6132a req-d71adddd-c3cc-4e56-b357-bd2d65803c72 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3e68f7e-80df-470a-869e-8c625ab4709c HTTP/1.1" status: 200 len: 945 time: 0.0858169 May 16 15:17:59.317126 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ba6637d-0120-473c-9444-1a1659133e1b admin admin] Deleting subnet b7c0d671-cf19-4b06-9878-9f36e188be7c {{(pid=104033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 15:17:59.326568 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9ba6637d-0120-473c-9444-1a1659133e1b admin admin] Publish callbacks [] for subnet (b7c0d671-cf19-4b06-9878-9f36e188be7c), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:59.383700 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9ba6637d-0120-473c-9444-1a1659133e1b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62086373'] for subnet (b7c0d671-cf19-4b06-9878-9f36e188be7c), precommit_delete_associations {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:59.422589 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-47636bc6-819b-4cec-bf5d-247a25a6132a req-1e70d1a6-0aa4-4a98-84ca-fc41a7c46652 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/security-groups?id=caf3754e-5d8e-4956-8296-48df01954071&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1003380 May 16 15:17:59.435589 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9ba6637d-0120-473c-9444-1a1659133e1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995508'] for subnet (b7c0d671-cf19-4b06-9878-9f36e188be7c), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:59.565604 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9ba6637d-0120-473c-9444-1a1659133e1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61887474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61897994'] for subnet (b7c0d671-cf19-4b06-9878-9f36e188be7c), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:59.595551 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba6637d-0120-473c-9444-1a1659133e1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7c0d671-cf19-4b06-9878-9f36e188be7c,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:17:59.604285 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9ba6637d-0120-473c-9444-1a1659133e1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631934'] for subnet (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:59.611771 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-9ba6637d-0120-473c-9444-1a1659133e1b admin admin] 10.222.0.44 "DELETE /v2.0/subnets/b7c0d671-cf19-4b06-9878-9f36e188be7c HTTP/1.1" status: 204 len: 168 time: 0.3820364 May 16 15:17:59.612995 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 46802) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:17:59.669131 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41a4ff2-657e-4862-a1be-9fd0d202f812 req-bdb7a737-c711-4f33-b5f4-ea6d0b1a6336 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:59.671634 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-c41a4ff2-657e-4862-a1be-9fd0d202f812 req-bdb7a737-c711-4f33-b5f4-ea6d0b1a6336 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4a1a85a-fe23-4b81-a511-c153411ecfab HTTP/1.1" status: 200 len: 945 time: 0.0654011 May 16 15:17:59.693246 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e336da6f-5425-499b-b2b5-1c61125d587b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2021163'] for network (726cc848-0592-456f-bcc0-66b010106c63), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:59.741532 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device 3904bae9-9274-4a0f-8757-bdbf49cf6aff up at agent hyperv_hv-cinder-79578 {{(pid=104035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:17:59.759996 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-c41a4ff2-657e-4862-a1be-9fd0d202f812 req-5e7cb024-f3e7-435c-98ca-4c59a01cbf68 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4d2a715-c80c-4f74-b7cc-c0360cff8f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771241 May 16 15:17:59.822399 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Provisioning for port 3904bae9-9274-4a0f-8757-bdbf49cf6aff completed by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 15:17:59.863010 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e336da6f-5425-499b-b2b5-1c61125d587b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2051393', 'neutron.services.segments.db._delete_segments_for_network-8789020055574'] for network (726cc848-0592-456f-bcc0-66b010106c63), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:59.908658 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Provisioning complete for port 3904bae9-9274-4a0f-8757-bdbf49cf6aff triggered by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:17:59.909913 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (3904bae9-9274-4a0f-8757-bdbf49cf6aff), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:59.912409 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.services.segments.db [None req-e336da6f-5425-499b-b2b5-1c61125d587b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['726cc848-0592-456f-bcc0-66b010106c63']}} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:17:59.930006 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d10bb-4920-4066-b608-bf8ae831771c req-0128dbca-3141-4742-b6e5-55591d842b93 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:17:59.941859 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 46814) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:17:59.950669 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.v2.base [None req-25433367-ebc5-4ebb-b826-6dce6e316900 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Request body: {'floatingip': {'port_id': 'd2cefc0a-b410-472a-ae99-63766e348766'}} {{(pid=104034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:17:59.951008 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-501d10bb-4920-4066-b608-bf8ae831771c req-0128dbca-3141-4742-b6e5-55591d842b93 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4a1a85a-fe23-4b81-a511-c153411ecfab HTTP/1.1" status: 200 len: 945 time: 0.0826404 May 16 15:17:59.958594 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.services.segments.db [None req-e336da6f-5425-499b-b2b5-1c61125d587b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87eec3c7-069d-4094-ab7c-846183cc5bc4') {'for_net_delete': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:17:59.958933 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.services.segments.db [None req-e336da6f-5425-499b-b2b5-1c61125d587b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87eec3c7-069d-4094-ab7c-846183cc5bc4') {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:17:59.974207 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e336da6f-5425-499b-b2b5-1c61125d587b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789020139551', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62086364'] for segment (87eec3c7-069d-4094-ab7c-846183cc5bc4), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:17:59.995679 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e336da6f-5425-499b-b2b5-1c61125d587b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996815'] for segment (87eec3c7-069d-4094-ab7c-846183cc5bc4), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:00.010624 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-25433367-ebc5-4ebb-b826-6dce6e316900 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks [] for floatingip (e973fc15-dd8c-4a0f-8f90-961436756f98), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:00.012033 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e336da6f-5425-499b-b2b5-1c61125d587b admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=104033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 15:18:00.012670 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e336da6f-5425-499b-b2b5-1c61125d587b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61886288'] for segment (87eec3c7-069d-4094-ab7c-846183cc5bc4), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:00.014895 dv-cinder-795785-10-iscsi neutron-server[104033]: Traceback (most recent call last): May 16 15:18:00.014895 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 15:18:00.014895 dv-cinder-795785-10-iscsi neutron-server[104033]: timer() May 16 15:18:00.014895 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 15:18:00.014895 dv-cinder-795785-10-iscsi neutron-server[104033]: cb(*args, **kw) May 16 15:18:00.014895 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 15:18:00.014895 dv-cinder-795785-10-iscsi neutron-server[104033]: return func(*args, **kwargs) May 16 15:18:00.014895 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 15:18:00.014895 dv-cinder-795785-10-iscsi neutron-server[104033]: self._notify() May 16 15:18:00.014895 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 15:18:00.014895 dv-cinder-795785-10-iscsi neutron-server[104033]: self.callback(batched_events) May 16 15:18:00.014895 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 15:18:00.014895 dv-cinder-795785-10-iscsi neutron-server[104033]: event.method(event) May 16 15:18:00.014895 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 15:18:00.014895 dv-cinder-795785-10-iscsi neutron-server[104033]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 15:18:00.014895 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 15:18:00.014895 dv-cinder-795785-10-iscsi neutron-server[104033]: aggregate_uuid = self.p_client.list_aggregates( May 16 15:18:00.014895 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 15:18:00.014895 dv-cinder-795785-10-iscsi neutron-server[104033]: return f(self, *a, **k) May 16 15:18:00.014895 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 15:18:00.014895 dv-cinder-795785-10-iscsi neutron-server[104033]: return self._get(url).json() May 16 15:18:00.014895 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 15:18:00.014895 dv-cinder-795785-10-iscsi neutron-server[104033]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 15:18:00.014895 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 15:18:00.014895 dv-cinder-795785-10-iscsi neutron-server[104033]: return self.request(url, 'GET', **kwargs) May 16 15:18:00.014895 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 15:18:00.014895 dv-cinder-795785-10-iscsi neutron-server[104033]: base_url = self.get_endpoint(auth, allow=allow, May 16 15:18:00.014895 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 15:18:00.014895 dv-cinder-795785-10-iscsi neutron-server[104033]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 15:18:00.014895 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 15:18:00.014895 dv-cinder-795785-10-iscsi neutron-server[104033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 15:18:00.014895 dv-cinder-795785-10-iscsi neutron-server[104033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 15:18:00.086143 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Current status of the port 3904bae9-9274-4a0f-8757-bdbf49cf6aff is: BUILD; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:18:00.088545 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (3904bae9-9274-4a0f-8757-bdbf49cf6aff), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:00.145064 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2587084-89a0-47a8-909d-019d48b12e5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3904bae9-9274-4a0f-8757-bdbf49cf6aff'}] {{(pid=104035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:18:00.152331 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1790aa2910a77bb841f337ade38aaf2daae4faf72d914c843aa5f796a16e7f37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f78ae16-ed2b-4a6e-8cda-5d062cbd347a" -d '{"events": [{"server_uuid": "f2587084-89a0-47a8-909d-019d48b12e5c", "name": "network-vif-plugged", "status": "completed", "tag": "3904bae9-9274-4a0f-8757-bdbf49cf6aff"}]}' {{(pid=104035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:18:00.155453 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-e1b85405-7a13-4024-838c-532465e0cf8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (72569482-7f88-4a09-9117-6d6842ca2c26), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:00.191964 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] For port 3904bae9-9274-4a0f-8757-bdbf49cf6aff, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=3904bae9-9274-4a0f-8757-bdbf49cf6aff,segment=NetworkSegment(1140656b-8e15-4ab1-9757-fe68f1d00ace),segment_id=1140656b-8e15-4ab1-9757-fe68f1d00ace)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:18:00.223456 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-589f027e-0799-4018-a3b5-541e12abd5c7 x-openstack-request-id: req-589f027e-0799-4018-a3b5-541e12abd5c7 {{(pid=104035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:18:00.223939 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2587084-89a0-47a8-909d-019d48b12e5c", "name": "network-vif-plugged", "status": "completed", "tag": "3904bae9-9274-4a0f-8757-bdbf49cf6aff", "code": 200}]} {{(pid=104035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:18:00.224526 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-589f027e-0799-4018-a3b5-541e12abd5c7 {{(pid=104035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:18:00.225351 dv-cinder-795785-10-iscsi neutron-server[104035]: INFO neutron.notifiers.nova [-] Nova event matching ['req-589f027e-0799-4018-a3b5-541e12abd5c7'] response: {'server_uuid': 'f2587084-89a0-47a8-909d-019d48b12e5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3904bae9-9274-4a0f-8757-bdbf49cf6aff', 'code': 200} May 16 15:18:00.227216 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e336da6f-5425-499b-b2b5-1c61125d587b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2051450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-557002'] for network (726cc848-0592-456f-bcc0-66b010106c63), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:00.252731 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e336da6f-5425-499b-b2b5-1c61125d587b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631934'] for network (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:00.256357 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-e336da6f-5425-499b-b2b5-1c61125d587b admin admin] 10.222.0.44 "DELETE /v2.0/networks/726cc848-0592-456f-bcc0-66b010106c63 HTTP/1.1" status: 204 len: 168 time: 0.6422327 May 16 15:18:00.257412 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e336da6f-5425-499b-b2b5-1c61125d587b admin admin] Pushing event deleted for resources: {'Network': ['ID=726cc848-0592-456f-bcc0-66b010106c63,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:18:00.257956 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (3904bae9-9274-4a0f-8757-bdbf49cf6aff), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:00.266237 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48175e87-40be-44e6-bbcd-a7088041befb req-c1b8794a-fc59-4d8e-9319-a356fbb9f730 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:00.272355 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-48175e87-40be-44e6-bbcd-a7088041befb req-c1b8794a-fc59-4d8e-9319-a356fbb9f730 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2587084-89a0-47a8-909d-019d48b12e5c HTTP/1.1" status: 200 len: 944 time: 0.1101530 May 16 15:18:00.364100 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-48175e87-40be-44e6-bbcd-a7088041befb req-c4819a47-ae81-4e5a-8eec-f3f1870b0681 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c14af3-1fed-4601-8c5f-6a8238c55c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906484 May 16 15:18:00.409342 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Pushing event updated for resources: {'Port': ['ID=3904bae9-9274-4a0f-8757-bdbf49cf6aff,revision_number=5']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:18:00.543236 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbf9d41-cf2a-4ee4-bd81-7c8f66f45c94 req-5f1fdc0c-380f-4d6c-bcec-84e6b413158c tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:00.559282 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-ccbf9d41-cf2a-4ee4-bd81-7c8f66f45c94 req-5f1fdc0c-380f-4d6c-bcec-84e6b413158c tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=f78dee55-4357-4bb4-8057-ddecdd7326f6 HTTP/1.1" status: 200 len: 943 time: 0.1015537 May 16 15:18:00.561122 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 46828) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:18:00.621969 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-ccbf9d41-cf2a-4ee4-bd81-7c8f66f45c94 req-eac973db-aea5-4a8d-98bf-de46962d8bac tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=171a59f1-e675-4897-8a8a-b7b7145a7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578246 May 16 15:18:00.663282 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 46832) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:18:00.664141 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b68fcb-d968-46b7-a940-0e0e66e6f59d req-4a4b1946-4375-48c5-b741-ee93606d8a4b tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:00.672916 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-78b68fcb-d968-46b7-a940-0e0e66e6f59d req-4a4b1946-4375-48c5-b741-ee93606d8a4b tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3e68f7e-80df-470a-869e-8c625ab4709c HTTP/1.1" status: 200 len: 945 time: 0.1453040 May 16 15:18:00.721439 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ccef3afc-66e4-4217-958d-b5a2793b5caf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:00.748426 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-6e4b1342-efb9-4eee-84f2-0bf0bee60147 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=851018b96f7547b6be0bfbbbeb7d48a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0840025 May 16 15:18:00.752062 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 46834) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:18:00.797601 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-78b68fcb-d968-46b7-a940-0e0e66e6f59d req-efe39a64-7aec-484c-8cc8-357b321dbfc3 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/security-groups?id=caf3754e-5d8e-4956-8296-48df01954071&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1227286 May 16 15:18:00.839334 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-62dbf442-96f4-43bd-a6b9-6106731a09d5 admin admin] Publish callbacks [] for security_group (d642c662-7359-4daf-93b9-8e70c9d41de1), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:00.861549 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-25433367-ebc5-4ebb-b826-6dce6e316900 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:00.874903 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-62dbf442-96f4-43bd-a6b9-6106731a09d5 admin admin] Publish callbacks [] for security_group (d642c662-7359-4daf-93b9-8e70c9d41de1), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:00.920871 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ccef3afc-66e4-4217-958d-b5a2793b5caf admin admin] Publish callbacks [] for security_group (2c2ef5e0-6b1d-447a-8e95-1e9402348e3e), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:00.930507 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-25433367-ebc5-4ebb-b826-6dce6e316900 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556839'] for floatingip (e973fc15-dd8c-4a0f-8f90-961436756f98), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:00.976315 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ccef3afc-66e4-4217-958d-b5a2793b5caf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (2c2ef5e0-6b1d-447a-8e95-1e9402348e3e), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:01.041435 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-62dbf442-96f4-43bd-a6b9-6106731a09d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (d642c662-7359-4daf-93b9-8e70c9d41de1), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:01.044059 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-62dbf442-96f4-43bd-a6b9-6106731a09d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:01.047809 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-62dbf442-96f4-43bd-a6b9-6106731a09d5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d642c662-7359-4daf-93b9-8e70c9d41de1 HTTP/1.1" status: 204 len: 168 time: 0.2922554 May 16 15:18:01.057303 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccef3afc-66e4-4217-958d-b5a2793b5caf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c2ef5e0-6b1d-447a-8e95-1e9402348e3e,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:18:01.063994 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-ccef3afc-66e4-4217-958d-b5a2793b5caf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7b8078c2370a471692860aaf4320c3f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4988079 May 16 15:18:01.068387 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 46844) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:18:01.125239 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dbf442-96f4-43bd-a6b9-6106731a09d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d642c662-7359-4daf-93b9-8e70c9d41de1,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:18:01.142839 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e8150fd4-824b-417b-96ff-1038857199bd admin admin] Publish callbacks [] for security_group (2c2ef5e0-6b1d-447a-8e95-1e9402348e3e), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:01.215180 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.db.l3_db [None req-25433367-ebc5-4ebb-b826-6dce6e316900 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Floating IP e973fc15-dd8c-4a0f-8f90-961436756f98 associated. External IP: 172.27.0.115, port: d2cefc0a-b410-472a-ae99-63766e348766. May 16 15:18:01.220827 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e8150fd4-824b-417b-96ff-1038857199bd admin admin] Publish callbacks [] for security_group (2c2ef5e0-6b1d-447a-8e95-1e9402348e3e), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:01.360857 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e8150fd4-824b-417b-96ff-1038857199bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (2c2ef5e0-6b1d-447a-8e95-1e9402348e3e), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:01.363459 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e8150fd4-824b-417b-96ff-1038857199bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:01.369174 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-e8150fd4-824b-417b-96ff-1038857199bd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2c2ef5e0-6b1d-447a-8e95-1e9402348e3e HTTP/1.1" status: 204 len: 168 time: 0.2954013 May 16 15:18:01.421662 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8150fd4-824b-417b-96ff-1038857199bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c2ef5e0-6b1d-447a-8e95-1e9402348e3e,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:18:01.455742 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d4e22b-606f-493c-bba6-cb5d6f6438f2 req-e44e1ee5-c00f-4c06-b216-b29c9b3fa04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:01.457282 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-a8d4e22b-606f-493c-bba6-cb5d6f6438f2 req-e44e1ee5-c00f-4c06-b216-b29c9b3fa04b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f2587084-89a0-47a8-909d-019d48b12e5c HTTP/1.1" status: 200 len: 1129 time: 0.1063242 May 16 15:18:01.515795 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a2296b44-efe7-4c92-99bf-bf9223587463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (4544528a-1612-46a7-a248-6cca4b867644), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:01.577236 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-a8d4e22b-606f-493c-bba6-cb5d6f6438f2 req-e2ffaf36-08d5-4847-bf8b-b60331b6b65a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=40c14af3-1fed-4601-8c5f-6a8238c55c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108420 May 16 15:18:01.611619 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03254830-d3c5-4462-99a0-80d7df3843bb req-6c83e7d5-1fbe-4a47-b958-c589523d9b91 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:01.613972 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-03254830-d3c5-4462-99a0-80d7df3843bb req-6c83e7d5-1fbe-4a47-b958-c589523d9b91 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2587084-89a0-47a8-909d-019d48b12e5c HTTP/1.1" status: 200 len: 945 time: 0.1130390 May 16 15:18:01.681686 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-03254830-d3c5-4462-99a0-80d7df3843bb req-c982b283-1b12-4bce-be57-7d934ef362f7 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c14af3-1fed-4601-8c5f-6a8238c55c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608616 May 16 15:18:01.726942 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device 0a775fd5-0c4b-4d34-8fea-0665c23c121b details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=104035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 15:18:01.827529 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74726967-dcae-4520-994e-7ee2ea1d3fbb req-a154964b-7709-4225-96dd-0f98439d8a8a tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:01.839219 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-74726967-dcae-4520-994e-7ee2ea1d3fbb req-a154964b-7709-4225-96dd-0f98439d8a8a tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=f78dee55-4357-4bb4-8057-ddecdd7326f6 HTTP/1.1" status: 200 len: 943 time: 0.0734367 May 16 15:18:01.901431 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] For port 0a775fd5-0c4b-4d34-8fea-0665c23c121b, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=0a775fd5-0c4b-4d34-8fea-0665c23c121b,segment=NetworkSegment(687f1aa3-4a22-4e93-928a-d5c1913d880c),segment_id=687f1aa3-4a22-4e93-928a-d5c1913d880c)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:18:01.923111 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 46860) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:18:01.924721 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Returning: {'device': '0a775fd5-0c4b-4d34-8fea-0665c23c121b', 'network_id': '8561ad64-1b6b-4f33-82d1-a2d7e72d5b01', 'port_id': '0a775fd5-0c4b-4d34-8fea-0665c23c121b', 'mac_address': 'fa:16:3e:31:bb:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '559d3648-c2d7-45f5-9aa1-e00232e9372a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 15:18:01.934127 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25433367-ebc5-4ebb-b826-6dce6e316900 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Router 597b9c59-35f6-4ed2-a0d6-123dce3e1462 has already been hosted by L3 agent 54a3e65b-69a0-426d-9997-69a1705c4334 {{(pid=104034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:18:01.947214 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-74726967-dcae-4520-994e-7ee2ea1d3fbb req-db5a759a-9a47-4fe1-8dba-98ef0866ebdb tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=171a59f1-e675-4897-8a8a-b7b7145a7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045387 May 16 15:18:02.005966 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Current status of the port 0a775fd5-0c4b-4d34-8fea-0665c23c121b is: DOWN; New status is: BUILD {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:18:02.006390 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (0a775fd5-0c4b-4d34-8fea-0665c23c121b), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:02.010579 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 46864) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:18:02.015510 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-093981f0-bc68-42ff-910c-0bff5ed9ee41 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8b39fcac70a3431f963ad2162d495b8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0850880 May 16 15:18:02.029732 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.notifiers.nova [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a775fd5-0c4b-4d34-8fea-0665c23c121b {{(pid=104035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:18:02.069832 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] For port 0a775fd5-0c4b-4d34-8fea-0665c23c121b, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=0a775fd5-0c4b-4d34-8fea-0665c23c121b,segment=NetworkSegment(687f1aa3-4a22-4e93-928a-d5c1913d880c),segment_id=687f1aa3-4a22-4e93-928a-d5c1913d880c)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:18:02.127328 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-37c92853-99d3-4f3a-bc45-02adc87a370a admin admin] Publish callbacks [] for security_group (eaf0cc9d-d656-40f4-a97e-9e883ac96e25), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:02.135943 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (0a775fd5-0c4b-4d34-8fea-0665c23c121b), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:02.141431 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25433367-ebc5-4ebb-b826-6dce6e316900 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Notify agent at l3_agent.dv-cinder-795785-10-iscsi the message routers_updated {{(pid=104034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:18:02.152602 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-25433367-ebc5-4ebb-b826-6dce6e316900 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914'] for floatingip (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:02.157078 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a327447-7749-4b0e-8640-4edf87caeac5 None None] Sync routers for ids ['597b9c59-35f6-4ed2-a0d6-123dce3e1462'] in dv-cinder-795785-10-iscsi {{(pid=104036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:18:02.180641 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a327447-7749-4b0e-8640-4edf87caeac5 None None] Routers {'597b9c59-35f6-4ed2-a0d6-123dce3e1462'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:18:02.181047 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-0a327447-7749-4b0e-8640-4edf87caeac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:17:59Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['597b9c59-35f6-4ed2-a0d6-123dce3e1462'], 'active': True} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:18:02.215103 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-37c92853-99d3-4f3a-bc45-02adc87a370a admin admin] Publish callbacks [] for security_group (eaf0cc9d-d656-40f4-a97e-9e883ac96e25), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:02.245639 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-25433367-ebc5-4ebb-b826-6dce6e316900 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "PUT /v2.0/floatingips/e973fc15-dd8c-4a0f-8f90-961436756f98 HTTP/1.1" status: 200 len: 991 time: 2.3004496 May 16 15:18:02.249811 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4a1a85a-fe23-4b81-a511-c153411ecfab', 'tag': 'd2cefc0a-b410-472a-ae99-63766e348766'}] {{(pid=104034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:18:02.252376 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cdfd588167f3f1dbc712245a9b2e41b7a1fa72707d5290f062c21f430b6f068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-404bd047-41c4-4aea-a1a9-75d558e0abf1" -d '{"events": [{"name": "network-changed", "server_uuid": "e4a1a85a-fe23-4b81-a511-c153411ecfab", "tag": "d2cefc0a-b410-472a-ae99-63766e348766"}]}' {{(pid=104034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:18:02.256142 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Pushing event updated for resources: {'Port': ['ID=0a775fd5-0c4b-4d34-8fea-0665c23c121b,revision_number=4']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:18:02.314021 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47396048-cf91-45e8-85e2-4734625c09f6 x-openstack-request-id: req-47396048-cf91-45e8-85e2-4734625c09f6 {{(pid=104034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:18:02.314478 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4a1a85a-fe23-4b81-a511-c153411ecfab", "tag": "d2cefc0a-b410-472a-ae99-63766e348766", "status": "completed", "code": 200}]} {{(pid=104034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:18:02.314838 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-47396048-cf91-45e8-85e2-4734625c09f6 {{(pid=104034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:18:02.315344 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47396048-cf91-45e8-85e2-4734625c09f6'] response: {'name': 'network-changed', 'server_uuid': 'e4a1a85a-fe23-4b81-a511-c153411ecfab', 'tag': 'd2cefc0a-b410-472a-ae99-63766e348766', 'status': 'completed', 'code': 200} May 16 15:18:02.447709 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvr_db [None req-0a327447-7749-4b0e-8640-4edf87caeac5 None None] Set router 597b9c59-35f6-4ed2-a0d6-123dce3e1462 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:18:02.525550 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-37c92853-99d3-4f3a-bc45-02adc87a370a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (eaf0cc9d-d656-40f4-a97e-9e883ac96e25), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:02.532046 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-37c92853-99d3-4f3a-bc45-02adc87a370a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:02.532046 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-37c92853-99d3-4f3a-bc45-02adc87a370a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/eaf0cc9d-d656-40f4-a97e-9e883ac96e25 HTTP/1.1" status: 204 len: 168 time: 0.5175762 May 16 15:18:02.545094 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404bd047-41c4-4aea-a1a9-75d558e0abf1 req-01f9c0f4-90da-43fb-b246-e0ac83e45132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:02.546834 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-404bd047-41c4-4aea-a1a9-75d558e0abf1 req-01f9c0f4-90da-43fb-b246-e0ac83e45132 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d143bc5a616249a7beefc7b27962026b&device_id=e4a1a85a-fe23-4b81-a511-c153411ecfab HTTP/1.1" status: 200 len: 1129 time: 0.0421979 May 16 15:18:02.552597 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c92853-99d3-4f3a-bc45-02adc87a370a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf0cc9d-d656-40f4-a97e-9e883ac96e25,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:18:02.596459 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] get_ports_and_sgs() called for port_ids ['0a775fd5-0c4b-4d34-8fea-0665c23c121b'] {{(pid=104035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:18:02.690567 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404bd047-41c4-4aea-a1a9-75d558e0abf1 req-93af6a9e-c6f3-401a-97d6-31087238f277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:02.690567 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-404bd047-41c4-4aea-a1a9-75d558e0abf1 req-93af6a9e-c6f3-401a-97d6-31087238f277 service neutron] 10.222.0.69 "GET /v2.0/networks?id=982c6e92-7848-46dd-811d-5ec569a6da67 HTTP/1.1" status: 200 len: 916 time: 0.1311715 May 16 15:18:02.797737 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-0a327447-7749-4b0e-8640-4edf87caeac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'name': 'tempest-AttachVolumeNegativeTest-1541459670-router', 'tenant_id': 'd143bc5a616249a7beefc7b27962026b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '11c5f84e-eedf-4ae8-9ec1-7f055018f48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:10Z', 'updated_at': '2022-05-16T15:15:19Z', 'revision_number': 4, 'project_id': 'd143bc5a616249a7beefc7b27962026b', 'gw_port': {'id': '11c5f84e-eedf-4ae8-9ec1-7f055018f48e', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:61:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:12Z', 'updated_at': '2022-05-16T15:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_floatingips': [{'id': 'b85ace00-aed5-415b-8f91-d76f0b781d4c', 'tenant_id': 'd143bc5a616249a7beefc7b27962026b', 'floating_ip_address': '172.27.0.66', 'floating_network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'router_id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'port_id': 'a1eae8f4-b207-4d48-bdf5-dfab72b3d846', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '982c6e92-7848-46dd-811d-5ec569a6da67', 'mac_address': 'fa:16:3e:2f:75:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd44422c-b621-4ad8-82ab-e5eeae7b2633', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:15:30Z', 'updated_at': '2022-05-16T15:16:07Z', 'revision_number': 2, 'project_id': 'd143bc5a616249a7beefc7b27962026b', 'fixed_ip_address_scope': None}, {'id': 'e973fc15-dd8c-4a0f-8f90-961436756f98', 'tenant_id': 'd143bc5a616249a7beefc7b27962026b', 'floating_ip_address': '172.27.0.115', 'floating_network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'router_id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'port_id': 'd2cefc0a-b410-472a-ae99-63766e348766', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '982c6e92-7848-46dd-811d-5ec569a6da67', 'mac_address': 'fa:16:3e:06:d0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a1a85a-fe23-4b81-a511-c153411ecfab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:17:22Z', 'updated_at': '2022-05-16T15:18:00Z', 'revision_number': 1, 'project_id': 'd143bc5a616249a7beefc7b27962026b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c44dc0b3-d42f-4222-b9f4-e340d132a5e0', 'name': '', 'network_id': '982c6e92-7848-46dd-811d-5ec569a6da67', 'tenant_id': 'd143bc5a616249a7beefc7b27962026b', 'mac_address': 'fa:16:3e:10:22:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1fafe849-ed07-444a-932d-68cf1f6b80a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:17Z', 'updated_at': '2022-05-16T15:15:27Z', 'revision_number': 5, 'project_id': 'd143bc5a616249a7beefc7b27962026b', 'subnets': [{'id': '1fafe849-ed07-444a-932d-68cf1f6b80a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:18:02.868222 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-404bd047-41c4-4aea-a1a9-75d558e0abf1 req-2a9cce61-4c93-49d1-9d30-07eba5a78c01 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2cefc0a-b410-472a-ae99-63766e348766 HTTP/1.1" status: 200 len: 999 time: 0.1752689 May 16 15:18:02.922522 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997aa393-1d5e-4a37-9eb6-d3b53b360db7 req-272314e9-7789-4c1b-ba5e-5ee9092e033a tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:02.926440 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-997aa393-1d5e-4a37-9eb6-d3b53b360db7 req-272314e9-7789-4c1b-ba5e-5ee9092e033a tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2587084-89a0-47a8-909d-019d48b12e5c HTTP/1.1" status: 200 len: 945 time: 0.1089633 May 16 15:18:02.943224 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a327447-7749-4b0e-8640-4edf87caeac5 None None] Checking router: 597b9c59-35f6-4ed2-a0d6-123dce3e1462 for host: dv-cinder-795785-10-iscsi {{(pid=104036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:18:02.984713 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a327447-7749-4b0e-8640-4edf87caeac5 None None] Routers {'597b9c59-35f6-4ed2-a0d6-123dce3e1462'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:18:02.985391 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-0a327447-7749-4b0e-8640-4edf87caeac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:17:59Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['597b9c59-35f6-4ed2-a0d6-123dce3e1462'], 'active': True} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:18:03.025819 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-997aa393-1d5e-4a37-9eb6-d3b53b360db7 req-6da0cb83-0694-4480-8947-ca0e906021cd tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c14af3-1fed-4601-8c5f-6a8238c55c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945845 May 16 15:18:03.130804 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729c70ce-10e4-4f39-a4c8-9f0eff606711 req-e8f1675b-b47d-4f42-8618-7b507f166321 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:03.137809 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-729c70ce-10e4-4f39-a4c8-9f0eff606711 req-e8f1675b-b47d-4f42-8618-7b507f166321 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=f78dee55-4357-4bb4-8057-ddecdd7326f6 HTTP/1.1" status: 200 len: 944 time: 0.0850298 May 16 15:18:03.206203 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-729c70ce-10e4-4f39-a4c8-9f0eff606711 req-1b73a306-119b-4d58-8fb3-77776f642849 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=171a59f1-e675-4897-8a8a-b7b7145a7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673847 May 16 15:18:03.212735 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvr_db [None req-0a327447-7749-4b0e-8640-4edf87caeac5 None None] Set router 597b9c59-35f6-4ed2-a0d6-123dce3e1462 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:18:03.390608 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 46908) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:18:03.492022 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-0a327447-7749-4b0e-8640-4edf87caeac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'name': 'tempest-AttachVolumeNegativeTest-1541459670-router', 'tenant_id': 'd143bc5a616249a7beefc7b27962026b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '11c5f84e-eedf-4ae8-9ec1-7f055018f48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:10Z', 'updated_at': '2022-05-16T15:15:19Z', 'revision_number': 4, 'project_id': 'd143bc5a616249a7beefc7b27962026b', 'gw_port': {'id': '11c5f84e-eedf-4ae8-9ec1-7f055018f48e', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:61:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:12Z', 'updated_at': '2022-05-16T15:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_floatingips': [{'id': 'b85ace00-aed5-415b-8f91-d76f0b781d4c', 'tenant_id': 'd143bc5a616249a7beefc7b27962026b', 'floating_ip_address': '172.27.0.66', 'floating_network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'router_id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'port_id': 'a1eae8f4-b207-4d48-bdf5-dfab72b3d846', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '982c6e92-7848-46dd-811d-5ec569a6da67', 'mac_address': 'fa:16:3e:2f:75:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd44422c-b621-4ad8-82ab-e5eeae7b2633', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:15:30Z', 'updated_at': '2022-05-16T15:16:07Z', 'revision_number': 2, 'project_id': 'd143bc5a616249a7beefc7b27962026b', 'fixed_ip_address_scope': None}, {'id': 'e973fc15-dd8c-4a0f-8f90-961436756f98', 'tenant_id': 'd143bc5a616249a7beefc7b27962026b', 'floating_ip_address': '172.27.0.115', 'floating_network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'router_id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'port_id': 'd2cefc0a-b410-472a-ae99-63766e348766', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '982c6e92-7848-46dd-811d-5ec569a6da67', 'mac_address': 'fa:16:3e:06:d0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a1a85a-fe23-4b81-a511-c153411ecfab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:17:22Z', 'updated_at': '2022-05-16T15:18:00Z', 'revision_number': 1, 'project_id': 'd143bc5a616249a7beefc7b27962026b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c44dc0b3-d42f-4222-b9f4-e340d132a5e0', 'name': '', 'network_id': '982c6e92-7848-46dd-811d-5ec569a6da67', 'tenant_id': 'd143bc5a616249a7beefc7b27962026b', 'mac_address': 'fa:16:3e:10:22:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1fafe849-ed07-444a-932d-68cf1f6b80a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:17Z', 'updated_at': '2022-05-16T15:15:27Z', 'revision_number': 5, 'project_id': 'd143bc5a616249a7beefc7b27962026b', 'subnets': [{'id': '1fafe849-ed07-444a-932d-68cf1f6b80a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:18:03.496842 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (311a8a5f-4d79-4ff7-931a-d05ff8cc45ee), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:03.515441 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.v2.base [None req-60afbc5c-d1c9-4144-a8d0-4e1f155e6463 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-594652179-network', 'tenant_id': 'b025f7f102ee46fa92e9bb7445e59daa'}} {{(pid=104034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:18:03.527858 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a327447-7749-4b0e-8640-4edf87caeac5 None None] The sync data for ids ['597b9c59-35f6-4ed2-a0d6-123dce3e1462'] in dv-cinder-795785-10-iscsi is: [{'id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'name': 'tempest-AttachVolumeNegativeTest-1541459670-router', 'tenant_id': 'd143bc5a616249a7beefc7b27962026b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '11c5f84e-eedf-4ae8-9ec1-7f055018f48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:10Z', 'updated_at': '2022-05-16T15:15:19Z', 'revision_number': 4, 'project_id': 'd143bc5a616249a7beefc7b27962026b', 'gw_port': {'id': '11c5f84e-eedf-4ae8-9ec1-7f055018f48e', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:61:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:12Z', 'updated_at': '2022-05-16T15:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_floatingips': [{'id': 'b85ace00-aed5-415b-8f91-d76f0b781d4c', 'tenant_id': 'd143bc5a616249a7beefc7b27962026b', 'floating_ip_address': '172.27.0.66', 'floating_network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'router_id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'port_id': 'a1eae8f4-b207-4d48-bdf5-dfab72b3d846', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '982c6e92-7848-46dd-811d-5ec569a6da67', 'mac_address': 'fa:16:3e:2f:75:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd44422c-b621-4ad8-82ab-e5eeae7b2633', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:15:30Z', 'updated_at': '2022-05-16T15:16:07Z', 'revision_number': 2, 'project_id': 'd143bc5a616249a7beefc7b27962026b', 'fixed_ip_address_scope': None}, {'id': 'e973fc15-dd8c-4a0f-8f90-961436756f98', 'tenant_id': 'd143bc5a616249a7beefc7b27962026b', 'floating_ip_address': '172.27.0.115', 'floating_network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'router_id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'port_id': 'd2cefc0a-b410-472a-ae99-63766e348766', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '982c6e92-7848-46dd-811d-5ec569a6da67', 'mac_address': 'fa:16:3e:06:d0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a1a85a-fe23-4b81-a511-c153411ecfab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:17:22Z', 'updated_at': '2022-05-16T15:18:00Z', 'revision_number': 1, 'project_id': 'd143bc5a616249a7beefc7b27962026b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c44dc0b3-d42f-4222-b9f4-e340d132a5e0', 'name': '', 'network_id': '982c6e92-7848-46dd-811d-5ec569a6da67', 'tenant_id': 'd143bc5a616249a7beefc7b27962026b', 'mac_address': 'fa:16:3e:10:22:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1fafe849-ed07-444a-932d-68cf1f6b80a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:17Z', 'updated_at': '2022-05-16T15:15:27Z', 'revision_number': 5, 'project_id': 'd143bc5a616249a7beefc7b27962026b', 'subnets': [{'id': '1fafe849-ed07-444a-932d-68cf1f6b80a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:18:03.644745 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60afbc5c-d1c9-4144-a8d0-4e1f155e6463 admin admin] Made reservation on behalf of b025f7f102ee46fa92e9bb7445e59daa for: {'network': 1} {{(pid=104034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:18:03.647024 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404bd047-41c4-4aea-a1a9-75d558e0abf1 req-5488dca7-72eb-497a-a03d-52dbfed3056c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:03.651398 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-60afbc5c-d1c9-4144-a8d0-4e1f155e6463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for network (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:03.651535 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-404bd047-41c4-4aea-a1a9-75d558e0abf1 req-5488dca7-72eb-497a-a03d-52dbfed3056c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1fafe849-ed07-444a-932d-68cf1f6b80a1 HTTP/1.1" status: 200 len: 854 time: 0.0574911 May 16 15:18:03.659594 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-60afbc5c-d1c9-4144-a8d0-4e1f155e6463 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:03.704909 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404bd047-41c4-4aea-a1a9-75d558e0abf1 req-686d03ed-062c-4a0e-888c-e1d88f63e8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:03.706583 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-404bd047-41c4-4aea-a1a9-75d558e0abf1 req-686d03ed-062c-4a0e-888c-e1d88f63e8b5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=982c6e92-7848-46dd-811d-5ec569a6da67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0506783 May 16 15:18:03.743857 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-60afbc5c-d1c9-4144-a8d0-4e1f155e6463 admin admin] Publish callbacks [] for security_group (e0f50ce9-53d8-40aa-8c4b-abd089ff52be), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:03.808698 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device 0a775fd5-0c4b-4d34-8fea-0665c23c121b up at agent hyperv_hv-cinder-79578 {{(pid=104035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:18:03.810212 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-60afbc5c-d1c9-4144-a8d0-4e1f155e6463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (e0f50ce9-53d8-40aa-8c4b-abd089ff52be), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:03.818301 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-404bd047-41c4-4aea-a1a9-75d558e0abf1 req-e1f580aa-432b-4739-aaf9-b0af5e440cf8 service neutron] 10.222.0.69 "GET /v2.0/networks/982c6e92-7848-46dd-811d-5ec569a6da67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975740 May 16 15:18:03.851090 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02293c73-8dc1-4216-a031-2474111c2201 None None] New status for floating IP e973fc15-dd8c-4a0f-8f90-961436756f98: ACTIVE {{(pid=104035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 15:18:03.865369 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60afbc5c-d1c9-4144-a8d0-4e1f155e6463 admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=104034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 15:18:03.882779 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60afbc5c-d1c9-4144-a8d0-4e1f155e6463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f50ce9-53d8-40aa-8c4b-abd089ff52be,revision_number=1']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:18:03.898809 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-60afbc5c-d1c9-4144-a8d0-4e1f155e6463 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789020055565', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996815'] for segment (3524b13a-1123-418a-8192-502728157678), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:03.899082 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.db.segments_db [None req-60afbc5c-d1c9-4144-a8d0-4e1f155e6463 admin admin] Added segment 3524b13a-1123-418a-8192-502728157678 of type vlan for network f80dbf35-88c8-44d8-af2b-bea94475a461 May 16 15:18:03.913765 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Provisioning for port 0a775fd5-0c4b-4d34-8fea-0665c23c121b completed by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 15:18:03.958680 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-60afbc5c-d1c9-4144-a8d0-4e1f155e6463 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789019629716'] for network (f80dbf35-88c8-44d8-af2b-bea94475a461), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:03.965886 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-404bd047-41c4-4aea-a1a9-75d558e0abf1 req-67e1266f-3a30-4e71-a309-96a844b84686 service neutron] 10.222.0.69 "GET /v2.0/networks/982c6e92-7848-46dd-811d-5ec569a6da67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415927 May 16 15:18:04.021406 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Provisioning complete for port 0a775fd5-0c4b-4d34-8fea-0665c23c121b triggered by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:18:04.025029 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (0a775fd5-0c4b-4d34-8fea-0665c23c121b), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:04.094304 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-60afbc5c-d1c9-4144-a8d0-4e1f155e6463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888'] for network (f80dbf35-88c8-44d8-af2b-bea94475a461), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:04.094304 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60afbc5c-d1c9-4144-a8d0-4e1f155e6463 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:04.094304 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-60afbc5c-d1c9-4144-a8d0-4e1f155e6463 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631934'] for network (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:04.114010 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Current status of the port 0a775fd5-0c4b-4d34-8fea-0665c23c121b is: BUILD; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:18:04.114428 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (0a775fd5-0c4b-4d34-8fea-0665c23c121b), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:04.137508 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f78dee55-4357-4bb4-8057-ddecdd7326f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a775fd5-0c4b-4d34-8fea-0665c23c121b'}] {{(pid=104035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:18:04.140987 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1790aa2910a77bb841f337ade38aaf2daae4faf72d914c843aa5f796a16e7f37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-704ca317-8905-4e8b-bdb2-cc981f5011bc" -d '{"events": [{"server_uuid": "f78dee55-4357-4bb4-8057-ddecdd7326f6", "name": "network-vif-plugged", "status": "completed", "tag": "0a775fd5-0c4b-4d34-8fea-0665c23c121b"}]}' {{(pid=104035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:18:04.154030 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] For port 0a775fd5-0c4b-4d34-8fea-0665c23c121b, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=0a775fd5-0c4b-4d34-8fea-0665c23c121b,segment=NetworkSegment(687f1aa3-4a22-4e93-928a-d5c1913d880c),segment_id=687f1aa3-4a22-4e93-928a-d5c1913d880c)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:18:04.161321 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.agents_db [None req-ab78c14b-22b7-4e46-ade7-0c4080e95cb7 None None] Agent healthcheck: found 6 active agents {{(pid=104036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:18:04.179444 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8710ac0-5fa6-4870-8091-3824da23f24c x-openstack-request-id: req-a8710ac0-5fa6-4870-8091-3824da23f24c {{(pid=104035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:18:04.179759 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f78dee55-4357-4bb4-8057-ddecdd7326f6", "name": "network-vif-plugged", "status": "completed", "tag": "0a775fd5-0c4b-4d34-8fea-0665c23c121b", "code": 200}]} {{(pid=104035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:18:04.180024 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a8710ac0-5fa6-4870-8091-3824da23f24c {{(pid=104035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:18:04.180475 dv-cinder-795785-10-iscsi neutron-server[104035]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8710ac0-5fa6-4870-8091-3824da23f24c'] response: {'server_uuid': 'f78dee55-4357-4bb4-8057-ddecdd7326f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a775fd5-0c4b-4d34-8fea-0665c23c121b', 'code': 200} May 16 15:18:04.199389 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60afbc5c-d1c9-4144-a8d0-4e1f155e6463 admin admin] Pushing event updated for resources: {'Network': ['ID=f80dbf35-88c8-44d8-af2b-bea94475a461,revision_number=1']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:18:04.213618 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Network f80dbf35-88c8-44d8-af2b-bea94475a461 details requested by agent ovs-agent-dv-cinder-795785-10-iscsi with host dv-cinder-795785-10-iscsi {{(pid=104035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 15:18:04.213787 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f91bad-6f6e-437e-aa35-85c07f276a34 req-7864c52d-e257-4fde-b4d8-bc2c46a90566 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:04.213787 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-69f91bad-6f6e-437e-aa35-85c07f276a34 req-7864c52d-e257-4fde-b4d8-bc2c46a90566 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2587084-89a0-47a8-909d-019d48b12e5c HTTP/1.1" status: 200 len: 945 time: 0.1038980 May 16 15:18:04.220808 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-60afbc5c-d1c9-4144-a8d0-4e1f155e6463 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.8265157 May 16 15:18:04.221003 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 46944) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:18:04.227299 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.v2.base [None req-94786f1a-e289-4306-bd84-301834eb4ef7 admin admin] Request body: {'subnet': {'network_id': 'f80dbf35-88c8-44d8-af2b-bea94475a461', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-594652179-subnet', 'tenant_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'ip_version': 4}} {{(pid=104034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:18:04.281459 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (0a775fd5-0c4b-4d34-8fea-0665c23c121b), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:04.308495 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-69f91bad-6f6e-437e-aa35-85c07f276a34 req-3f5a2120-96d2-4851-b147-0adcc48c4704 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c14af3-1fed-4601-8c5f-6a8238c55c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884702 May 16 15:18:04.319796 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94786f1a-e289-4306-bd84-301834eb4ef7 admin admin] Made reservation on behalf of b025f7f102ee46fa92e9bb7445e59daa for: {'subnet': 1} {{(pid=104034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:18:04.336168 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-94786f1a-e289-4306-bd84-301834eb4ef7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773436'] for subnet (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:04.345276 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Pushing event updated for resources: {'Port': ['ID=0a775fd5-0c4b-4d34-8fea-0665c23c121b,revision_number=5']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:18:04.382301 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e539733c-786a-4e1d-a429-4caee7792d0d req-24d11194-3f42-4945-9ef9-1bca93e5ce23 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:04.384510 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-e539733c-786a-4e1d-a429-4caee7792d0d req-24d11194-3f42-4945-9ef9-1bca93e5ce23 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=f78dee55-4357-4bb4-8057-ddecdd7326f6 HTTP/1.1" status: 200 len: 945 time: 0.0872126 May 16 15:18:04.434503 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-e539733c-786a-4e1d-a429-4caee7792d0d req-7a59c4bd-5761-48c9-917b-7d7f0c214af2 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=171a59f1-e675-4897-8a8a-b7b7145a7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433166 May 16 15:18:04.475994 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9af7ef8-5f8c-45f7-b095-2ee8fa86c484 req-e351abd8-2de0-40d8-9a87-8500a03c2d9b tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:04.477995 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-e9af7ef8-5f8c-45f7-b095-2ee8fa86c484 req-e351abd8-2de0-40d8-9a87-8500a03c2d9b tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2587084-89a0-47a8-909d-019d48b12e5c HTTP/1.1" status: 200 len: 945 time: 0.0666733 May 16 15:18:04.564048 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-e9af7ef8-5f8c-45f7-b095-2ee8fa86c484 req-351ddc5c-2476-48db-a7f0-3bafc8e75db5 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c14af3-1fed-4601-8c5f-6a8238c55c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797477 May 16 15:18:04.669376 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da375d92-ffe7-4f79-b929-9dad4e350856 req-2a857ff2-e150-459c-9c72-40534ebde185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:04.671228 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-da375d92-ffe7-4f79-b929-9dad4e350856 req-2a857ff2-e150-459c-9c72-40534ebde185 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f78dee55-4357-4bb4-8057-ddecdd7326f6 HTTP/1.1" status: 200 len: 1129 time: 0.0430052 May 16 15:18:04.685024 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-94786f1a-e289-4306-bd84-301834eb4ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4102194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2773418'] for subnet (e7b41a31-bf60-43da-a33a-33ad3dcfa24b), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:04.724069 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-da375d92-ffe7-4f79-b929-9dad4e350856 req-2a5d41c3-02ee-4c48-810b-30fa46436cf5 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=171a59f1-e675-4897-8a8a-b7b7145a7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460858 May 16 15:18:04.746419 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94786f1a-e289-4306-bd84-301834eb4ef7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7b41a31-bf60-43da-a33a-33ad3dcfa24b,revision_number=0']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:18:04.750874 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94786f1a-e289-4306-bd84-301834eb4ef7 admin admin] Checking segment: {'id': '3524b13a-1123-418a-8192-502728157678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f80dbf35-88c8-44d8-af2b-bea94475a461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:18:04.751244 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94786f1a-e289-4306-bd84-301834eb4ef7 admin admin] Network hostable DHCP agents. Network: f80dbf35-88c8-44d8-af2b-bea94475a461, hostable agents: ['a586ef94-96cb-452c-b402-463be5294b2a'], hosted agents: [] {{(pid=104034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 15:18:04.832004 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94786f1a-e289-4306-bd84-301834eb4ef7 admin admin] Network f80dbf35-88c8-44d8-af2b-bea94475a461 is scheduled to be hosted by DHCP agent a586ef94-96cb-452c-b402-463be5294b2a with binding_index 1 {{(pid=104034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 15:18:04.918241 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.base_scheduler [None req-94786f1a-e289-4306-bd84-301834eb4ef7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795785-10-iscsi, f80dbf35-88c8-44d8-af2b-bea94475a461) {{(pid=104034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:18:04.922723 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94786f1a-e289-4306-bd84-301834eb4ef7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:04.923319 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-94786f1a-e289-4306-bd84-301834eb4ef7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:04.929291 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f243f9-8644-4d62-b8b9-b5490d7319e0 None None] Network f80dbf35-88c8-44d8-af2b-bea94475a461 requested from dv-cinder-795785-10-iscsi {{(pid=104035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:18:04.932694 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfdf93e-8330-405f-9475-eb9e139c3612 req-214aac26-2dda-476b-896f-dd3b188ea688 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:04.934328 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-acfdf93e-8330-405f-9475-eb9e139c3612 req-214aac26-2dda-476b-896f-dd3b188ea688 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2587084-89a0-47a8-909d-019d48b12e5c HTTP/1.1" status: 200 len: 945 time: 0.0580697 May 16 15:18:05.000931 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-acfdf93e-8330-405f-9475-eb9e139c3612 req-f2531b9f-6e01-49ca-bdc9-77334c8f29d9 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c14af3-1fed-4601-8c5f-6a8238c55c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585206 May 16 15:18:05.013633 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-94786f1a-e289-4306-bd84-301834eb4ef7 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7916462 May 16 15:18:05.016438 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 46974) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:18:05.027272 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.v2.base [None req-5019e238-d39b-4062-8503-0acbb2d085e4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-594652179-router', 'tenant_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594'}}} {{(pid=104034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:18:05.084026 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed8e792-c7fd-4a5a-9ea5-579fc6640830 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38d81d8d-e1d5-5063-843e-fd2156367bd9-f80dbf35-88c8-44d8-af2b-bea94475a461', 'network_id': 'f80dbf35-88c8-44d8-af2b-bea94475a461', 'project_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'fixed_ips': [{'subnet_id': 'e7b41a31-bf60-43da-a33a-33ad3dcfa24b'}]}} from dv-cinder-795785-10-iscsi. {{(pid=104035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 15:18:05.084999 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-bed8e792-c7fd-4a5a-9ea5-579fc6640830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (None), before_create {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:05.123578 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-5019e238-d39b-4062-8503-0acbb2d085e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1129'] for router (058e4470-9532-4334-9d31-5e488b5f2129), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:05.124648 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-5019e238-d39b-4062-8503-0acbb2d085e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-553739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1120'] for router (058e4470-9532-4334-9d31-5e488b5f2129), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:05.177577 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-5019e238-d39b-4062-8503-0acbb2d085e4 admin admin] Publish callbacks [] for router_controller (058e4470-9532-4334-9d31-5e488b5f2129), precommit_add_association {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:05.251076 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.db_base_plugin_common [None req-bed8e792-c7fd-4a5a-9ea5-579fc6640830 None None] Allocated IP 172.20.0.2 (f80dbf35-88c8-44d8-af2b-bea94475a461/e7b41a31-bf60-43da-a33a-33ad3dcfa24b/51a439dc-67fb-492e-bee2-761dc33aa2d3) {{(pid=104035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:18:05.390294 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-5019e238-d39b-4062-8503-0acbb2d085e4 admin admin] Publish callbacks [] for router_gateway (058e4470-9532-4334-9d31-5e488b5f2129), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:05.422562 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-bed8e792-c7fd-4a5a-9ea5-579fc6640830 None None] Publish callbacks [] for port (51a439dc-67fb-492e-bee2-761dc33aa2d3), precommit_create {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:05.537384 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-bed8e792-c7fd-4a5a-9ea5-579fc6640830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789019640149'] for port (51a439dc-67fb-492e-bee2-761dc33aa2d3), after_create {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:05.583978 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d69627-6499-47b3-b61f-5e03e2c4abd9 req-3a783ca8-7949-470b-a188-d4c9b62e505d tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:05.588932 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-87d69627-6499-47b3-b61f-5e03e2c4abd9 req-3a783ca8-7949-470b-a188-d4c9b62e505d tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=f78dee55-4357-4bb4-8057-ddecdd7326f6 HTTP/1.1" status: 200 len: 945 time: 0.0844979 May 16 15:18:05.607954 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed8e792-c7fd-4a5a-9ea5-579fc6640830 None None] Network f80dbf35-88c8-44d8-af2b-bea94475a461 is already hosted by enough agents. {{(pid=104035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:18:05.611796 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.scheduler.base_scheduler [None req-bed8e792-c7fd-4a5a-9ea5-579fc6640830 None None] Resources bound (agent type, host, resource id): {{(pid=104035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:18:05.616981 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed8e792-c7fd-4a5a-9ea5-579fc6640830 None None] Received port after_create {{(pid=104035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:18:05.628919 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed8e792-c7fd-4a5a-9ea5-579fc6640830 None None] Pushing event updated for resources: {'Port': ['ID=51a439dc-67fb-492e-bee2-761dc33aa2d3,revision_number=1']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:18:05.685482 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-87d69627-6499-47b3-b61f-5e03e2c4abd9 req-c633af20-87eb-4dd2-b43f-17cb64aa0510 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=171a59f1-e675-4897-8a8a-b7b7145a7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863807 May 16 15:18:05.699699 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.managers [None req-bed8e792-c7fd-4a5a-9ea5-579fc6640830 None None] Attempting to bind port 51a439dc-67fb-492e-bee2-761dc33aa2d3 on host dv-cinder-795785-10-iscsi for vnic_type normal with profile {{(pid=104035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:18:05.700652 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.managers [None req-bed8e792-c7fd-4a5a-9ea5-579fc6640830 None None] Attempting to bind port 51a439dc-67fb-492e-bee2-761dc33aa2d3 by drivers openvswitch,hyperv on host dv-cinder-795785-10-iscsi at level 0 using segments [{'id': '3524b13a-1123-418a-8192-502728157678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f80dbf35-88c8-44d8-af2b-bea94475a461'}] {{(pid=104035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:18:05.701187 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed8e792-c7fd-4a5a-9ea5-579fc6640830 None None] Attempting to bind port 51a439dc-67fb-492e-bee2-761dc33aa2d3 on network f80dbf35-88c8-44d8-af2b-bea94475a461 {{(pid=104035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:18:05.707053 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed8e792-c7fd-4a5a-9ea5-579fc6640830 None None] Checking agent: {'id': '311a8a5f-4d79-4ff7-931a-d05ff8cc45ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 6, 3), 'started_at': datetime.datetime(2022, 5, 16, 15, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:18:05.712601 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed8e792-c7fd-4a5a-9ea5-579fc6640830 None None] Checking segment: {'id': '3524b13a-1123-418a-8192-502728157678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f80dbf35-88c8-44d8-af2b-bea94475a461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:18:05.712601 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-bed8e792-c7fd-4a5a-9ea5-579fc6640830 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:05.712601 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed8e792-c7fd-4a5a-9ea5-579fc6640830 None None] Bound using segment: {'id': '3524b13a-1123-418a-8192-502728157678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f80dbf35-88c8-44d8-af2b-bea94475a461'} {{(pid=104035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:18:05.712601 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.managers [None req-bed8e792-c7fd-4a5a-9ea5-579fc6640830 None None] Bound port: 51a439dc-67fb-492e-bee2-761dc33aa2d3, host: dv-cinder-795785-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3524b13a-1123-418a-8192-502728157678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f80dbf35-88c8-44d8-af2b-bea94475a461'}}] {{(pid=104035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:18:05.712601 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-bed8e792-c7fd-4a5a-9ea5-579fc6640830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (51a439dc-67fb-492e-bee2-761dc33aa2d3), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:05.740411 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-5019e238-d39b-4062-8503-0acbb2d085e4 admin admin] Publish callbacks [] for router_gateway (058e4470-9532-4334-9d31-5e488b5f2129), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:05.778444 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-5019e238-d39b-4062-8503-0acbb2d085e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:05.781209 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-bed8e792-c7fd-4a5a-9ea5-579fc6640830 None None] For port 51a439dc-67fb-492e-bee2-761dc33aa2d3, host dv-cinder-795785-10-iscsi, cleared binding levels {{(pid=104035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:18:05.785455 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-bed8e792-c7fd-4a5a-9ea5-579fc6640830 None None] For port 51a439dc-67fb-492e-bee2-761dc33aa2d3, host dv-cinder-795785-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=51a439dc-67fb-492e-bee2-761dc33aa2d3,segment=NetworkSegment(3524b13a-1123-418a-8192-502728157678),segment_id=3524b13a-1123-418a-8192-502728157678)] {{(pid=104035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:18:05.885652 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-bed8e792-c7fd-4a5a-9ea5-579fc6640830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (51a439dc-67fb-492e-bee2-761dc33aa2d3), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:05.921698 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.db.db_base_plugin_common [None req-5019e238-d39b-4062-8503-0acbb2d085e4 admin admin] Allocated IP 172.27.0.139 (ad45e98c-12fc-4959-a2ae-a7226c979594/4a504247-fe9e-45e9-866d-820247643fc0/c96a06fc-230d-4bca-a2bf-0b329260522a) {{(pid=104034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:18:06.003472 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed8e792-c7fd-4a5a-9ea5-579fc6640830 None None] Pushing event updated for resources: {'Port': ['ID=51a439dc-67fb-492e-bee2-761dc33aa2d3,revision_number=2']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:18:06.090619 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-5019e238-d39b-4062-8503-0acbb2d085e4 admin admin] Publish callbacks [] for port (c96a06fc-230d-4bca-a2bf-0b329260522a), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:06.187704 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-5019e238-d39b-4062-8503-0acbb2d085e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789019640149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097154'] for port (c96a06fc-230d-4bca-a2bf-0b329260522a), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:06.253946 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5019e238-d39b-4062-8503-0acbb2d085e4 admin admin] Network ad45e98c-12fc-4959-a2ae-a7226c979594 is already hosted by enough agents. {{(pid=104034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:18:06.262031 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.base_scheduler [None req-5019e238-d39b-4062-8503-0acbb2d085e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:18:06.264463 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5019e238-d39b-4062-8503-0acbb2d085e4 admin admin] Received port after_create {{(pid=104034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:18:06.266487 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5019e238-d39b-4062-8503-0acbb2d085e4 admin admin] Pushing event updated for resources: {'Port': ['ID=c96a06fc-230d-4bca-a2bf-0b329260522a,revision_number=1']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:18:06.604611 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-5019e238-d39b-4062-8503-0acbb2d085e4 admin admin] Publish callbacks [] for router_gateway (058e4470-9532-4334-9d31-5e488b5f2129), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:07.110597 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7921ce69-3faa-4f07-8606-6e5a32628a1a None None] Network f80dbf35-88c8-44d8-af2b-bea94475a461 requested from dv-cinder-795785-10-iscsi {{(pid=104035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:18:07.130973 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b14fcae-e412-4244-a702-3e2df95ed46e req-d68df974-7f23-4539-a6d4-c5690512d360 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:07.136960 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-2b14fcae-e412-4244-a702-3e2df95ed46e req-d68df974-7f23-4539-a6d4-c5690512d360 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=f78dee55-4357-4bb4-8057-ddecdd7326f6 HTTP/1.1" status: 200 len: 945 time: 0.3766210 May 16 15:18:07.167975 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-5019e238-d39b-4062-8503-0acbb2d085e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553948'] for router (058e4470-9532-4334-9d31-5e488b5f2129), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:07.208538 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-216a20ba-3826-4009-892f-b9812ee4ffe9 None None] Provisioning complete for port 51a439dc-67fb-492e-bee2-761dc33aa2d3 triggered by entity DHCP. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:18:07.208914 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-216a20ba-3826-4009-892f-b9812ee4ffe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (51a439dc-67fb-492e-bee2-761dc33aa2d3), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:07.238993 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-2b14fcae-e412-4244-a702-3e2df95ed46e req-e87c61d9-b05a-4434-882e-05373b559ebb tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=171a59f1-e675-4897-8a8a-b7b7145a7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984488 May 16 15:18:07.328634 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-216a20ba-3826-4009-892f-b9812ee4ffe9 None None] Current status of the port 51a439dc-67fb-492e-bee2-761dc33aa2d3 is: DOWN; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:18:07.329414 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-216a20ba-3826-4009-892f-b9812ee4ffe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (51a439dc-67fb-492e-bee2-761dc33aa2d3), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:07.367808 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-216a20ba-3826-4009-892f-b9812ee4ffe9 None None] For port 51a439dc-67fb-492e-bee2-761dc33aa2d3, host dv-cinder-795785-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=51a439dc-67fb-492e-bee2-761dc33aa2d3,segment=NetworkSegment(3524b13a-1123-418a-8192-502728157678),segment_id=3524b13a-1123-418a-8192-502728157678)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:18:07.392580 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5019e238-d39b-4062-8503-0acbb2d085e4 admin admin] Router 058e4470-9532-4334-9d31-5e488b5f2129 is scheduled to L3 agent 54a3e65b-69a0-426d-9997-69a1705c4334 with binding_index 1 {{(pid=104034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 16 15:18:07.421809 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-216a20ba-3826-4009-892f-b9812ee4ffe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (51a439dc-67fb-492e-bee2-761dc33aa2d3), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:07.475477 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216a20ba-3826-4009-892f-b9812ee4ffe9 None None] Pushing event updated for resources: {'Port': ['ID=51a439dc-67fb-492e-bee2-761dc33aa2d3,revision_number=3']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:18:07.505557 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5019e238-d39b-4062-8503-0acbb2d085e4 admin admin] Notify agent at l3_agent.dv-cinder-795785-10-iscsi the message routers_updated {{(pid=104034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:18:07.516983 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6463900c-6c7f-43a8-b8e6-3f00d0b55365 None None] Sync routers for ids ['058e4470-9532-4334-9d31-5e488b5f2129'] in dv-cinder-795785-10-iscsi {{(pid=104036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:18:07.528131 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6463900c-6c7f-43a8-b8e6-3f00d0b55365 None None] Routers {'058e4470-9532-4334-9d31-5e488b5f2129'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:18:07.528983 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-6463900c-6c7f-43a8-b8e6-3f00d0b55365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:17:59Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['058e4470-9532-4334-9d31-5e488b5f2129'], 'active': True} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:18:07.539029 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-c5f77059-e7cd-487d-bddd-7832ef0acb65 None None] Provisioning complete for port 51a439dc-67fb-492e-bee2-761dc33aa2d3 triggered by entity DHCP. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:18:07.541275 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-c5f77059-e7cd-487d-bddd-7832ef0acb65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (51a439dc-67fb-492e-bee2-761dc33aa2d3), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:07.599434 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-5019e238-d39b-4062-8503-0acbb2d085e4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:07.603390 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-5019e238-d39b-4062-8503-0acbb2d085e4 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5776479 May 16 15:18:07.603657 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 47070) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:18:07.655291 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvr_db [None req-6463900c-6c7f-43a8-b8e6-3f00d0b55365 None None] Set router 058e4470-9532-4334-9d31-5e488b5f2129 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:18:07.661287 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device 51a439dc-67fb-492e-bee2-761dc33aa2d3 up at agent ovs-agent-dv-cinder-795785-10-iscsi {{(pid=104035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:18:07.690857 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-c5f77059-e7cd-487d-bddd-7832ef0acb65 None None] Current status of the port 51a439dc-67fb-492e-bee2-761dc33aa2d3 is: ACTIVE; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:18:07.719070 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Provisioning complete for port 51a439dc-67fb-492e-bee2-761dc33aa2d3 triggered by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:18:07.719471 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (51a439dc-67fb-492e-bee2-761dc33aa2d3), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:07.817645 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Current status of the port 51a439dc-67fb-492e-bee2-761dc33aa2d3 is: ACTIVE; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:18:07.835697 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-6463900c-6c7f-43a8-b8e6-3f00d0b55365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058e4470-9532-4334-9d31-5e488b5f2129', 'name': 'tempest-TestVolumeBootPattern-594652179-router', 'tenant_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'c96a06fc-230d-4bca-a2bf-0b329260522a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:18:05Z', 'updated_at': '2022-05-16T15:18:06Z', 'revision_number': 3, 'project_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'gw_port': {'id': 'c96a06fc-230d-4bca-a2bf-0b329260522a', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:3c:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '058e4470-9532-4334-9d31-5e488b5f2129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:18:05Z', 'updated_at': '2022-05-16T15:18:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi'}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:18:07.864066 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6463900c-6c7f-43a8-b8e6-3f00d0b55365 None None] Checking router: 058e4470-9532-4334-9d31-5e488b5f2129 for host: dv-cinder-795785-10-iscsi {{(pid=104036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:18:07.864413 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6463900c-6c7f-43a8-b8e6-3f00d0b55365 None None] Updating router 058e4470-9532-4334-9d31-5e488b5f2129 port c96a06fc-230d-4bca-a2bf-0b329260522a binding host dv-cinder-795785-10-iscsi {{(pid=104036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 15:18:07.898252 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron_lib.callbacks.manager [None req-6463900c-6c7f-43a8-b8e6-3f00d0b55365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (c96a06fc-230d-4bca-a2bf-0b329260522a), before_update {{(pid=104036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:08.048834 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 47082) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:18:08.088716 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-29546393-125c-4df0-b40b-076f8719d78a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:08.107343 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfc7b4ba-6e92-4b83-9afe-62adb016828e admin admin] Deleting subnet 8d8ba72d-3513-454e-b108-a4fd8e9c4330 {{(pid=104033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 15:18:08.111547 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-bfc7b4ba-6e92-4b83-9afe-62adb016828e admin admin] Publish callbacks [] for subnet (8d8ba72d-3513-454e-b108-a4fd8e9c4330), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:08.154472 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-bfc7b4ba-6e92-4b83-9afe-62adb016828e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62086373'] for subnet (8d8ba72d-3513-454e-b108-a4fd8e9c4330), precommit_delete_associations {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:08.213406 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-bfc7b4ba-6e92-4b83-9afe-62adb016828e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995508'] for subnet (8d8ba72d-3513-454e-b108-a4fd8e9c4330), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:08.232030 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron_lib.callbacks.manager [None req-6463900c-6c7f-43a8-b8e6-3f00d0b55365 None None] Publish callbacks [] for port (c96a06fc-230d-4bca-a2bf-0b329260522a), precommit_update {{(pid=104036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:08.285409 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.db.db_base_plugin_common [None req-29546393-125c-4df0-b40b-076f8719d78a admin admin] Allocated IP 172.20.0.1 (f80dbf35-88c8-44d8-af2b-bea94475a461/e7b41a31-bf60-43da-a33a-33ad3dcfa24b/308487c7-7b66-4c7c-bb0d-a5df23abcd36) {{(pid=104034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:18:08.343631 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron_lib.callbacks.manager [None req-6463900c-6c7f-43a8-b8e6-3f00d0b55365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (c96a06fc-230d-4bca-a2bf-0b329260522a), after_update {{(pid=104036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:08.370352 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-bfc7b4ba-6e92-4b83-9afe-62adb016828e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61887474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61897994'] for subnet (8d8ba72d-3513-454e-b108-a4fd8e9c4330), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:08.390762 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc53ca4-52af-4d2f-97c8-9842a6ee8d4f None None] Pushing event updated for resources: {'Port': ['ID=c96a06fc-230d-4bca-a2bf-0b329260522a,revision_number=2']} {{(pid=104036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:18:08.398499 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc7b4ba-6e92-4b83-9afe-62adb016828e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d8ba72d-3513-454e-b108-a4fd8e9c4330,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:18:08.399970 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc53ca4-52af-4d2f-97c8-9842a6ee8d4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:18:08.402941 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-bfc7b4ba-6e92-4b83-9afe-62adb016828e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631934'] for subnet (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:08.405513 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc53ca4-52af-4d2f-97c8-9842a6ee8d4f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:18:08.405933 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc53ca4-52af-4d2f-97c8-9842a6ee8d4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:18:08.406343 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc53ca4-52af-4d2f-97c8-9842a6ee8d4f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:18:08.406679 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc53ca4-52af-4d2f-97c8-9842a6ee8d4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:18:08.407009 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc53ca4-52af-4d2f-97c8-9842a6ee8d4f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:18:08.407336 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc53ca4-52af-4d2f-97c8-9842a6ee8d4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:18:08.408072 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc53ca4-52af-4d2f-97c8-9842a6ee8d4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:18:08.410901 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc53ca4-52af-4d2f-97c8-9842a6ee8d4f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:18:08.410901 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc53ca4-52af-4d2f-97c8-9842a6ee8d4f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:18:08.410901 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc53ca4-52af-4d2f-97c8-9842a6ee8d4f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:18:08.410901 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc53ca4-52af-4d2f-97c8-9842a6ee8d4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:18:08.410901 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc53ca4-52af-4d2f-97c8-9842a6ee8d4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:18:08.410901 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc53ca4-52af-4d2f-97c8-9842a6ee8d4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:18:08.411394 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc53ca4-52af-4d2f-97c8-9842a6ee8d4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:18:08.412044 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-bfc7b4ba-6e92-4b83-9afe-62adb016828e admin admin] 10.222.0.44 "DELETE /v2.0/subnets/8d8ba72d-3513-454e-b108-a4fd8e9c4330 HTTP/1.1" status: 204 len: 168 time: 0.3615429 May 16 15:18:08.412615 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 47098) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:18:08.433061 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.managers [None req-6463900c-6c7f-43a8-b8e6-3f00d0b55365 None None] Attempting to bind port c96a06fc-230d-4bca-a2bf-0b329260522a on host dv-cinder-795785-10-iscsi for vnic_type normal with profile {{(pid=104036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:18:08.433429 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.managers [None req-6463900c-6c7f-43a8-b8e6-3f00d0b55365 None None] Attempting to bind port c96a06fc-230d-4bca-a2bf-0b329260522a by drivers openvswitch,hyperv on host dv-cinder-795785-10-iscsi at level 0 using segments [{'id': 'd35ec458-efea-4f9b-9cfc-f89e4e5d5ae0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594'}] {{(pid=104036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:18:08.433785 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6463900c-6c7f-43a8-b8e6-3f00d0b55365 None None] Attempting to bind port c96a06fc-230d-4bca-a2bf-0b329260522a on network ad45e98c-12fc-4959-a2ae-a7226c979594 {{(pid=104036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:18:08.438802 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6463900c-6c7f-43a8-b8e6-3f00d0b55365 None None] Checking agent: {'id': '311a8a5f-4d79-4ff7-931a-d05ff8cc45ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 6, 3), 'started_at': datetime.datetime(2022, 5, 16, 15, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:18:08.439176 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6463900c-6c7f-43a8-b8e6-3f00d0b55365 None None] Checking segment: {'id': 'd35ec458-efea-4f9b-9cfc-f89e4e5d5ae0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:18:08.439568 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron_lib.callbacks.manager [None req-6463900c-6c7f-43a8-b8e6-3f00d0b55365 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:08.439953 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6463900c-6c7f-43a8-b8e6-3f00d0b55365 None None] Bound using segment: {'id': 'd35ec458-efea-4f9b-9cfc-f89e4e5d5ae0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594'} {{(pid=104036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:18:08.440668 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.managers [None req-6463900c-6c7f-43a8-b8e6-3f00d0b55365 None None] Bound port: c96a06fc-230d-4bca-a2bf-0b329260522a, host: dv-cinder-795785-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd35ec458-efea-4f9b-9cfc-f89e4e5d5ae0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594'}}] {{(pid=104036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:18:08.441030 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron_lib.callbacks.manager [None req-6463900c-6c7f-43a8-b8e6-3f00d0b55365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (c96a06fc-230d-4bca-a2bf-0b329260522a), before_update {{(pid=104036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:08.447973 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82fd125-35e1-42f9-8400-25155e23fcd0 req-3741dbb9-ccef-4aa8-b679-d2c8659cc8a6 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:08.449271 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-d82fd125-35e1-42f9-8400-25155e23fcd0 req-3741dbb9-ccef-4aa8-b679-d2c8659cc8a6 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=f78dee55-4357-4bb4-8057-ddecdd7326f6 HTTP/1.1" status: 200 len: 945 time: 0.1339116 May 16 15:18:08.499941 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.db [None req-6463900c-6c7f-43a8-b8e6-3f00d0b55365 None None] For port c96a06fc-230d-4bca-a2bf-0b329260522a, host dv-cinder-795785-10-iscsi, cleared binding levels {{(pid=104036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:18:08.503716 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.db [None req-6463900c-6c7f-43a8-b8e6-3f00d0b55365 None None] For port c96a06fc-230d-4bca-a2bf-0b329260522a, host dv-cinder-795785-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=c96a06fc-230d-4bca-a2bf-0b329260522a,segment=NetworkSegment(d35ec458-efea-4f9b-9cfc-f89e4e5d5ae0),segment_id=d35ec458-efea-4f9b-9cfc-f89e4e5d5ae0)] {{(pid=104036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:18:08.566428 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-cbbef107-58f4-43b6-b5fe-e6fb8cee8d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2021163'] for network (6de467ee-ceef-4dff-8986-76afb32e2fd6), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:08.570272 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-29546393-125c-4df0-b40b-076f8719d78a admin admin] Publish callbacks [] for port (308487c7-7b66-4c7c-bb0d-a5df23abcd36), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:08.582880 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-d82fd125-35e1-42f9-8400-25155e23fcd0 req-c74ffd40-1523-4d9d-a4a9-d610d1b75a7c tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=171a59f1-e675-4897-8a8a-b7b7145a7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241586 May 16 15:18:08.587921 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron_lib.callbacks.manager [None req-6463900c-6c7f-43a8-b8e6-3f00d0b55365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (c96a06fc-230d-4bca-a2bf-0b329260522a), after_update {{(pid=104036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:08.645614 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc53ca4-52af-4d2f-97c8-9842a6ee8d4f None None] Pushing event updated for resources: {'Port': ['ID=c96a06fc-230d-4bca-a2bf-0b329260522a,revision_number=3']} {{(pid=104036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:18:08.654991 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6463900c-6c7f-43a8-b8e6-3f00d0b55365 None None] Routers {'058e4470-9532-4334-9d31-5e488b5f2129'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:18:08.655588 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-6463900c-6c7f-43a8-b8e6-3f00d0b55365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:17:59Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['058e4470-9532-4334-9d31-5e488b5f2129'], 'active': True} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:18:08.679457 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-cbbef107-58f4-43b6-b5fe-e6fb8cee8d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2051393', 'neutron.services.segments.db._delete_segments_for_network-8789020055574'] for network (6de467ee-ceef-4dff-8986-76afb32e2fd6), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:08.705571 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.services.segments.db [None req-cbbef107-58f4-43b6-b5fe-e6fb8cee8d71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6de467ee-ceef-4dff-8986-76afb32e2fd6']}} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:18:08.715265 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a90e90-f886-42a6-85c3-477385d100f7 req-212f1958-044d-440f-9bbb-8f4bc22337ba tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:08.716750 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.services.segments.db [None req-cbbef107-58f4-43b6-b5fe-e6fb8cee8d71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f183387f-3d6a-4cd9-94a0-a8c0134622fe') {'for_net_delete': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:18:08.717098 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.services.segments.db [None req-cbbef107-58f4-43b6-b5fe-e6fb8cee8d71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f183387f-3d6a-4cd9-94a0-a8c0134622fe') {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:18:08.719062 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-45a90e90-f886-42a6-85c3-477385d100f7 req-212f1958-044d-440f-9bbb-8f4bc22337ba tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=f78dee55-4357-4bb4-8057-ddecdd7326f6 HTTP/1.1" status: 200 len: 945 time: 0.0547690 May 16 15:18:08.725932 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 47102) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:18:08.728950 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-cbbef107-58f4-43b6-b5fe-e6fb8cee8d71 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789020139551', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60068856'] for segment (f183387f-3d6a-4cd9-94a0-a8c0134622fe), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:08.733709 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.v2.base [None req-1100d20c-5de8-4862-b5c4-6b20ba1e1aa1 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Request body: {'floatingip': {'port_id': '0a775fd5-0c4b-4d34-8fea-0665c23c121b'}} {{(pid=104033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:18:08.742248 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-29546393-125c-4df0-b40b-076f8719d78a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789019640149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097154'] for port (308487c7-7b66-4c7c-bb0d-a5df23abcd36), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:08.769629 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-cbbef107-58f4-43b6-b5fe-e6fb8cee8d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996815'] for segment (f183387f-3d6a-4cd9-94a0-a8c0134622fe), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:08.785249 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbbef107-58f4-43b6-b5fe-e6fb8cee8d71 admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=104034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 15:18:08.785664 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-cbbef107-58f4-43b6-b5fe-e6fb8cee8d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4097233'] for segment (f183387f-3d6a-4cd9-94a0-a8c0134622fe), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:08.787501 dv-cinder-795785-10-iscsi neutron-server[104034]: Traceback (most recent call last): May 16 15:18:08.787501 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 15:18:08.787501 dv-cinder-795785-10-iscsi neutron-server[104034]: timer() May 16 15:18:08.787501 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 15:18:08.787501 dv-cinder-795785-10-iscsi neutron-server[104034]: cb(*args, **kw) May 16 15:18:08.787501 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 15:18:08.787501 dv-cinder-795785-10-iscsi neutron-server[104034]: return func(*args, **kwargs) May 16 15:18:08.787501 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 15:18:08.787501 dv-cinder-795785-10-iscsi neutron-server[104034]: self._notify() May 16 15:18:08.787501 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 15:18:08.787501 dv-cinder-795785-10-iscsi neutron-server[104034]: self.callback(batched_events) May 16 15:18:08.787501 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 15:18:08.787501 dv-cinder-795785-10-iscsi neutron-server[104034]: event.method(event) May 16 15:18:08.787501 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 15:18:08.787501 dv-cinder-795785-10-iscsi neutron-server[104034]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 15:18:08.787501 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 15:18:08.787501 dv-cinder-795785-10-iscsi neutron-server[104034]: aggregate_uuid = self.p_client.list_aggregates( May 16 15:18:08.787501 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 15:18:08.787501 dv-cinder-795785-10-iscsi neutron-server[104034]: return f(self, *a, **k) May 16 15:18:08.787501 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 15:18:08.787501 dv-cinder-795785-10-iscsi neutron-server[104034]: return self._get(url).json() May 16 15:18:08.787501 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 15:18:08.787501 dv-cinder-795785-10-iscsi neutron-server[104034]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 15:18:08.787501 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 15:18:08.787501 dv-cinder-795785-10-iscsi neutron-server[104034]: return self.request(url, 'GET', **kwargs) May 16 15:18:08.787501 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 15:18:08.787501 dv-cinder-795785-10-iscsi neutron-server[104034]: base_url = self.get_endpoint(auth, allow=allow, May 16 15:18:08.787501 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 15:18:08.787501 dv-cinder-795785-10-iscsi neutron-server[104034]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 15:18:08.787501 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 15:18:08.787501 dv-cinder-795785-10-iscsi neutron-server[104034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 15:18:08.787501 dv-cinder-795785-10-iscsi neutron-server[104034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 15:18:08.789946 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29546393-125c-4df0-b40b-076f8719d78a admin admin] Network f80dbf35-88c8-44d8-af2b-bea94475a461 is already hosted by enough agents. {{(pid=104034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:18:08.805080 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.base_scheduler [None req-29546393-125c-4df0-b40b-076f8719d78a admin admin] Resources bound (agent type, host, resource id): {{(pid=104034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:18:08.806293 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1100d20c-5de8-4862-b5c4-6b20ba1e1aa1 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Publish callbacks [] for floatingip (a8bdc856-298e-46b8-8680-09c10704f8fe), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:08.816295 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29546393-125c-4df0-b40b-076f8719d78a admin admin] Received port after_create {{(pid=104034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:18:08.853357 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29546393-125c-4df0-b40b-076f8719d78a admin admin] Pushing event updated for resources: {'Port': ['ID=308487c7-7b66-4c7c-bb0d-a5df23abcd36,revision_number=1']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:18:08.872039 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvr_db [None req-6463900c-6c7f-43a8-b8e6-3f00d0b55365 None None] Set router 058e4470-9532-4334-9d31-5e488b5f2129 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:18:08.897643 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-29546393-125c-4df0-b40b-076f8719d78a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-526065'] for router_interface (058e4470-9532-4334-9d31-5e488b5f2129), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:08.963994 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-cbbef107-58f4-43b6-b5fe-e6fb8cee8d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2051450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-557002'] for network (6de467ee-ceef-4dff-8986-76afb32e2fd6), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:08.971292 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-cbbef107-58f4-43b6-b5fe-e6fb8cee8d71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631934'] for network (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:08.977159 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-cbbef107-58f4-43b6-b5fe-e6fb8cee8d71 admin admin] 10.222.0.44 "DELETE /v2.0/networks/6de467ee-ceef-4dff-8986-76afb32e2fd6 HTTP/1.1" status: 204 len: 168 time: 0.5590301 May 16 15:18:08.995090 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbef107-58f4-43b6-b5fe-e6fb8cee8d71 admin admin] Pushing event deleted for resources: {'Network': ['ID=6de467ee-ceef-4dff-8986-76afb32e2fd6,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:18:09.125829 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-c16b45c1-c6ff-4274-a86f-21c2d540ed37 None None] Provisioning complete for port 308487c7-7b66-4c7c-bb0d-a5df23abcd36 triggered by entity DHCP. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:18:09.126414 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-c16b45c1-c6ff-4274-a86f-21c2d540ed37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (308487c7-7b66-4c7c-bb0d-a5df23abcd36), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:09.172193 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-6463900c-6c7f-43a8-b8e6-3f00d0b55365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058e4470-9532-4334-9d31-5e488b5f2129', 'name': 'tempest-TestVolumeBootPattern-594652179-router', 'tenant_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'c96a06fc-230d-4bca-a2bf-0b329260522a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:18:05Z', 'updated_at': '2022-05-16T15:18:06Z', 'revision_number': 3, 'project_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'gw_port': {'id': 'c96a06fc-230d-4bca-a2bf-0b329260522a', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:3c:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '058e4470-9532-4334-9d31-5e488b5f2129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:18:05Z', 'updated_at': '2022-05-16T15:18:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi'}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:18:09.175158 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-c16b45c1-c6ff-4274-a86f-21c2d540ed37 None None] Port 308487c7-7b66-4c7c-bb0d-a5df23abcd36 cannot update to ACTIVE because it is not bound. {{(pid=104035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:18:09.199822 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6463900c-6c7f-43a8-b8e6-3f00d0b55365 None None] The sync data for ids ['058e4470-9532-4334-9d31-5e488b5f2129'] in dv-cinder-795785-10-iscsi is: [{'id': '058e4470-9532-4334-9d31-5e488b5f2129', 'name': 'tempest-TestVolumeBootPattern-594652179-router', 'tenant_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'c96a06fc-230d-4bca-a2bf-0b329260522a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:18:05Z', 'updated_at': '2022-05-16T15:18:06Z', 'revision_number': 3, 'project_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'gw_port': {'id': 'c96a06fc-230d-4bca-a2bf-0b329260522a', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:3c:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '058e4470-9532-4334-9d31-5e488b5f2129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:18:05Z', 'updated_at': '2022-05-16T15:18:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi'}] {{(pid=104036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:18:09.228955 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-29546393-125c-4df0-b40b-076f8719d78a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (308487c7-7b66-4c7c-bb0d-a5df23abcd36), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:09.371509 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1100d20c-5de8-4862-b5c4-6b20ba1e1aa1 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:09.426458 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1100d20c-5de8-4862-b5c4-6b20ba1e1aa1 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556839'] for floatingip (a8bdc856-298e-46b8-8680-09c10704f8fe), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:09.446360 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-29546393-125c-4df0-b40b-076f8719d78a admin admin] Publish callbacks [] for port (308487c7-7b66-4c7c-bb0d-a5df23abcd36), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:09.546834 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-29546393-125c-4df0-b40b-076f8719d78a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4097205'] for port (308487c7-7b66-4c7c-bb0d-a5df23abcd36), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:09.548897 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.db.l3_db [None req-1100d20c-5de8-4862-b5c4-6b20ba1e1aa1 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Floating IP a8bdc856-298e-46b8-8680-09c10704f8fe associated. External IP: 172.27.0.81, port: 0a775fd5-0c4b-4d34-8fea-0665c23c121b. May 16 15:18:09.657338 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 47110) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:18:09.660394 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-29546393-125c-4df0-b40b-076f8719d78a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555963'] for router_interface (058e4470-9532-4334-9d31-5e488b5f2129), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:09.662359 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29546393-125c-4df0-b40b-076f8719d78a admin admin] Pushing event updated for resources: {'Port': ['ID=308487c7-7b66-4c7c-bb0d-a5df23abcd36,revision_number=2']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:18:09.685634 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device c96a06fc-230d-4bca-a2bf-0b329260522a up at agent ovs-agent-dv-cinder-795785-10-iscsi {{(pid=104035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:18:09.735130 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-aab4483c-bdeb-4409-948c-87b754d9f925 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7c186c3409f94fa5bb7452eee4021eea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0739377 May 16 15:18:09.744942 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Provisioning complete for port c96a06fc-230d-4bca-a2bf-0b329260522a triggered by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:18:09.745316 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (c96a06fc-230d-4bca-a2bf-0b329260522a), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:09.772919 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 47112) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:18:09.805695 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29546393-125c-4df0-b40b-076f8719d78a admin admin] Network f80dbf35-88c8-44d8-af2b-bea94475a461 is already hosted by enough agents. {{(pid=104034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:18:09.807265 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.base_scheduler [None req-29546393-125c-4df0-b40b-076f8719d78a admin admin] Resources bound (agent type, host, resource id): {{(pid=104034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:18:09.849216 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Current status of the port c96a06fc-230d-4bca-a2bf-0b329260522a is: DOWN; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:18:09.849876 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (c96a06fc-230d-4bca-a2bf-0b329260522a), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:09.891084 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] For port c96a06fc-230d-4bca-a2bf-0b329260522a, host dv-cinder-795785-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=c96a06fc-230d-4bca-a2bf-0b329260522a,segment=NetworkSegment(d35ec458-efea-4f9b-9cfc-f89e4e5d5ae0),segment_id=d35ec458-efea-4f9b-9cfc-f89e4e5d5ae0)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:18:09.893498 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-bcc43671-f77a-4e19-931d-5f7fb4783cb5 admin admin] Publish callbacks [] for security_group (793a137d-1fb6-4de0-a377-0a83eded1b25), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:09.955551 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-bcc43671-f77a-4e19-931d-5f7fb4783cb5 admin admin] Publish callbacks [] for security_group (793a137d-1fb6-4de0-a377-0a83eded1b25), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:09.962816 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (c96a06fc-230d-4bca-a2bf-0b329260522a), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:09.975584 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1100d20c-5de8-4862-b5c4-6b20ba1e1aa1 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Router e7e97d7f-38ba-4945-8ce2-4f6c97890476 has already been hosted by L3 agent 54a3e65b-69a0-426d-9997-69a1705c4334 {{(pid=104033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:18:10.023375 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29546393-125c-4df0-b40b-076f8719d78a admin admin] Router 058e4470-9532-4334-9d31-5e488b5f2129 has already been hosted by L3 agent 54a3e65b-69a0-426d-9997-69a1705c4334 {{(pid=104034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:18:10.072955 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (751a3b14-a3b6-44f5-a165-bd23bd92acbe), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:10.074645 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Pushing event updated for resources: {'Port': ['ID=c96a06fc-230d-4bca-a2bf-0b329260522a,revision_number=4']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:18:10.108255 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-94fb177e-41db-419f-9159-d752ccb88b2a None None] Provisioning complete for port 308487c7-7b66-4c7c-bb0d-a5df23abcd36 triggered by entity DHCP. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:18:10.108255 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-94fb177e-41db-419f-9159-d752ccb88b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (308487c7-7b66-4c7c-bb0d-a5df23abcd36), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:10.163777 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-94fb177e-41db-419f-9159-d752ccb88b2a None None] Port 308487c7-7b66-4c7c-bb0d-a5df23abcd36 cannot update to ACTIVE because it is not bound. {{(pid=104035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:18:10.188767 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29546393-125c-4df0-b40b-076f8719d78a admin admin] Notify agent at l3_agent.dv-cinder-795785-10-iscsi the message routers_updated {{(pid=104034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:18:10.202771 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-29546393-125c-4df0-b40b-076f8719d78a admin admin] 10.222.0.44 "PUT /v2.0/routers/058e4470-9532-4334-9d31-5e488b5f2129/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5897527 May 16 15:18:10.210173 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1100d20c-5de8-4862-b5c4-6b20ba1e1aa1 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Notify agent at l3_agent.dv-cinder-795785-10-iscsi the message routers_updated {{(pid=104033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:18:10.210173 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1100d20c-5de8-4862-b5c4-6b20ba1e1aa1 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914'] for floatingip (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:10.210173 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-bcc43671-f77a-4e19-931d-5f7fb4783cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (793a137d-1fb6-4de0-a377-0a83eded1b25), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:10.212574 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af6e732-0ae9-49cf-8b12-44c56c2626ee None None] Sync routers for ids ['e7e97d7f-38ba-4945-8ce2-4f6c97890476'] in dv-cinder-795785-10-iscsi {{(pid=104035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:18:10.212707 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-bcc43671-f77a-4e19-931d-5f7fb4783cb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:10.222278 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-bcc43671-f77a-4e19-931d-5f7fb4783cb5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/793a137d-1fb6-4de0-a377-0a83eded1b25 HTTP/1.1" status: 204 len: 168 time: 0.4405446 May 16 15:18:10.229185 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af6e732-0ae9-49cf-8b12-44c56c2626ee None None] Routers {'e7e97d7f-38ba-4945-8ce2-4f6c97890476'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:18:10.229865 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_hamode_db [None req-1af6e732-0ae9-49cf-8b12-44c56c2626ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:17:59Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['e7e97d7f-38ba-4945-8ce2-4f6c97890476'], 'active': True} {{(pid=104035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:18:10.263713 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-1100d20c-5de8-4862-b5c4-6b20ba1e1aa1 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "PUT /v2.0/floatingips/a8bdc856-298e-46b8-8680-09c10704f8fe HTTP/1.1" status: 200 len: 990 time: 1.5357711 May 16 15:18:10.265336 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f78dee55-4357-4bb4-8057-ddecdd7326f6', 'tag': '0a775fd5-0c4b-4d34-8fea-0665c23c121b'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:18:10.272391 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffeccd97bc4bec2d8a291f35a4115644be5723c7930092d1a563b2016f5a5231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b97063-6219-4799-8e70-160de0c2bbb8" -d '{"events": [{"name": "network-changed", "server_uuid": "f78dee55-4357-4bb4-8057-ddecdd7326f6", "tag": "0a775fd5-0c4b-4d34-8fea-0665c23c121b"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:18:10.280560 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc43671-f77a-4e19-931d-5f7fb4783cb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=793a137d-1fb6-4de0-a377-0a83eded1b25,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:18:10.340729 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-782bb005-1102-4b03-850d-466bed749493 x-openstack-request-id: req-782bb005-1102-4b03-850d-466bed749493 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:18:10.341908 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f78dee55-4357-4bb4-8057-ddecdd7326f6", "tag": "0a775fd5-0c4b-4d34-8fea-0665c23c121b", "status": "completed", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:18:10.342362 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-782bb005-1102-4b03-850d-466bed749493 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:18:10.343118 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-782bb005-1102-4b03-850d-466bed749493'] response: {'name': 'network-changed', 'server_uuid': 'f78dee55-4357-4bb4-8057-ddecdd7326f6', 'tag': '0a775fd5-0c4b-4d34-8fea-0665c23c121b', 'status': 'completed', 'code': 200} May 16 15:18:10.372227 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvr_db [None req-1af6e732-0ae9-49cf-8b12-44c56c2626ee None None] Set router e7e97d7f-38ba-4945-8ce2-4f6c97890476 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:18:10.466120 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b97063-6219-4799-8e70-160de0c2bbb8 req-08ade31a-eed3-4860-b95b-2d263d4e1148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:10.468284 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-87b97063-6219-4799-8e70-160de0c2bbb8 req-08ade31a-eed3-4860-b95b-2d263d4e1148 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=316917d7a31645bfaac651f81154c18f&device_id=f78dee55-4357-4bb4-8057-ddecdd7326f6 HTTP/1.1" status: 200 len: 1129 time: 0.0540791 May 16 15:18:10.580166 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b97063-6219-4799-8e70-160de0c2bbb8 req-c0d54095-acf5-4851-ad9f-6e25e4cf2506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:10.581841 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-87b97063-6219-4799-8e70-160de0c2bbb8 req-c0d54095-acf5-4851-ad9f-6e25e4cf2506 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8561ad64-1b6b-4f33-82d1-a2d7e72d5b01 HTTP/1.1" status: 200 len: 920 time: 0.1059532 May 16 15:18:10.687352 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-87b97063-6219-4799-8e70-160de0c2bbb8 req-ca7a9f71-4eff-40fb-871b-b795c7e0b50d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a775fd5-0c4b-4d34-8fea-0665c23c121b HTTP/1.1" status: 200 len: 998 time: 0.0910518 May 16 15:18:10.741338 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b97063-6219-4799-8e70-160de0c2bbb8 req-ac989916-ea23-4373-bee1-3c9934d0dcca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:10.742898 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-87b97063-6219-4799-8e70-160de0c2bbb8 req-ac989916-ea23-4373-bee1-3c9934d0dcca service neutron] 10.222.0.69 "GET /v2.0/subnets?id=559d3648-c2d7-45f5-9aa1-e00232e9372a HTTP/1.1" status: 200 len: 858 time: 0.0490861 May 16 15:18:10.792806 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b97063-6219-4799-8e70-160de0c2bbb8 req-de19373d-0d26-4377-a740-ca34846157cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:10.796227 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-87b97063-6219-4799-8e70-160de0c2bbb8 req-de19373d-0d26-4377-a740-ca34846157cf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8561ad64-1b6b-4f33-82d1-a2d7e72d5b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0451229 May 16 15:18:10.845852 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_hamode_db [None req-1af6e732-0ae9-49cf-8b12-44c56c2626ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e97d7f-38ba-4945-8ce2-4f6c97890476', 'name': 'tempest-ServerRescueNegativeTestJSON-1104119672-router', 'tenant_id': '316917d7a31645bfaac651f81154c18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '075f964c-8897-47c4-bceb-716071386f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:10Z', 'updated_at': '2022-05-16T15:15:19Z', 'revision_number': 4, 'project_id': '316917d7a31645bfaac651f81154c18f', 'gw_port': {'id': '075f964c-8897-47c4-bceb-716071386f64', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:6b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e97d7f-38ba-4945-8ce2-4f6c97890476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:11Z', 'updated_at': '2022-05-16T15:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_floatingips': [{'id': 'a8bdc856-298e-46b8-8680-09c10704f8fe', 'tenant_id': '316917d7a31645bfaac651f81154c18f', 'floating_ip_address': '172.27.0.81', 'floating_network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'router_id': 'e7e97d7f-38ba-4945-8ce2-4f6c97890476', 'port_id': '0a775fd5-0c4b-4d34-8fea-0665c23c121b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8561ad64-1b6b-4f33-82d1-a2d7e72d5b01', 'mac_address': 'fa:16:3e:31:bb:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78dee55-4357-4bb4-8057-ddecdd7326f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:17:32Z', 'updated_at': '2022-05-16T15:18:09Z', 'revision_number': 1, 'project_id': '316917d7a31645bfaac651f81154c18f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46ca3b38-4584-46a8-8a70-9abf5f6f3387', 'name': '', 'network_id': '8561ad64-1b6b-4f33-82d1-a2d7e72d5b01', 'tenant_id': '316917d7a31645bfaac651f81154c18f', 'mac_address': 'fa:16:3e:1f:a0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e97d7f-38ba-4945-8ce2-4f6c97890476', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '559d3648-c2d7-45f5-9aa1-e00232e9372a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:17Z', 'updated_at': '2022-05-16T15:15:29Z', 'revision_number': 5, 'project_id': '316917d7a31645bfaac651f81154c18f', 'subnets': [{'id': '559d3648-c2d7-45f5-9aa1-e00232e9372a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:18:10.885457 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af6e732-0ae9-49cf-8b12-44c56c2626ee None None] Checking router: e7e97d7f-38ba-4945-8ce2-4f6c97890476 for host: dv-cinder-795785-10-iscsi {{(pid=104035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:18:10.913334 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af6e732-0ae9-49cf-8b12-44c56c2626ee None None] Routers {'e7e97d7f-38ba-4945-8ce2-4f6c97890476'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:18:10.918464 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_hamode_db [None req-1af6e732-0ae9-49cf-8b12-44c56c2626ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:17:59Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['e7e97d7f-38ba-4945-8ce2-4f6c97890476'], 'active': True} {{(pid=104035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:18:10.922917 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-87b97063-6219-4799-8e70-160de0c2bbb8 req-a2873c66-fbcc-41bd-935b-0f97a8f9bf73 service neutron] 10.222.0.69 "GET /v2.0/networks/8561ad64-1b6b-4f33-82d1-a2d7e72d5b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153259 May 16 15:18:11.036304 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-87b97063-6219-4799-8e70-160de0c2bbb8 req-9f57100f-e019-406a-bb09-cd97c127bee5 service neutron] 10.222.0.69 "GET /v2.0/networks/8561ad64-1b6b-4f33-82d1-a2d7e72d5b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063914 May 16 15:18:11.055194 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvr_db [None req-1af6e732-0ae9-49cf-8b12-44c56c2626ee None None] Set router e7e97d7f-38ba-4945-8ce2-4f6c97890476 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:18:11.272792 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d7ff45-e8cb-42c7-a1e0-c1133cc19b1f None None] Sync routers for ids ['058e4470-9532-4334-9d31-5e488b5f2129'] in dv-cinder-795785-10-iscsi {{(pid=104036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:18:11.287613 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d7ff45-e8cb-42c7-a1e0-c1133cc19b1f None None] Routers {'058e4470-9532-4334-9d31-5e488b5f2129'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:18:11.288456 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_hamode_db [None req-1af6e732-0ae9-49cf-8b12-44c56c2626ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e97d7f-38ba-4945-8ce2-4f6c97890476', 'name': 'tempest-ServerRescueNegativeTestJSON-1104119672-router', 'tenant_id': '316917d7a31645bfaac651f81154c18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '075f964c-8897-47c4-bceb-716071386f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:10Z', 'updated_at': '2022-05-16T15:15:19Z', 'revision_number': 4, 'project_id': '316917d7a31645bfaac651f81154c18f', 'gw_port': {'id': '075f964c-8897-47c4-bceb-716071386f64', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:6b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e97d7f-38ba-4945-8ce2-4f6c97890476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:11Z', 'updated_at': '2022-05-16T15:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_floatingips': [{'id': 'a8bdc856-298e-46b8-8680-09c10704f8fe', 'tenant_id': '316917d7a31645bfaac651f81154c18f', 'floating_ip_address': '172.27.0.81', 'floating_network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'router_id': 'e7e97d7f-38ba-4945-8ce2-4f6c97890476', 'port_id': '0a775fd5-0c4b-4d34-8fea-0665c23c121b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8561ad64-1b6b-4f33-82d1-a2d7e72d5b01', 'mac_address': 'fa:16:3e:31:bb:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78dee55-4357-4bb4-8057-ddecdd7326f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:17:32Z', 'updated_at': '2022-05-16T15:18:09Z', 'revision_number': 1, 'project_id': '316917d7a31645bfaac651f81154c18f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46ca3b38-4584-46a8-8a70-9abf5f6f3387', 'name': '', 'network_id': '8561ad64-1b6b-4f33-82d1-a2d7e72d5b01', 'tenant_id': '316917d7a31645bfaac651f81154c18f', 'mac_address': 'fa:16:3e:1f:a0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e97d7f-38ba-4945-8ce2-4f6c97890476', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '559d3648-c2d7-45f5-9aa1-e00232e9372a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:17Z', 'updated_at': '2022-05-16T15:15:29Z', 'revision_number': 5, 'project_id': '316917d7a31645bfaac651f81154c18f', 'subnets': [{'id': '559d3648-c2d7-45f5-9aa1-e00232e9372a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:18:11.289003 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-09d7ff45-e8cb-42c7-a1e0-c1133cc19b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:17:59Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['058e4470-9532-4334-9d31-5e488b5f2129'], 'active': True} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:18:11.323037 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af6e732-0ae9-49cf-8b12-44c56c2626ee None None] The sync data for ids ['e7e97d7f-38ba-4945-8ce2-4f6c97890476'] in dv-cinder-795785-10-iscsi is: [{'id': 'e7e97d7f-38ba-4945-8ce2-4f6c97890476', 'name': 'tempest-ServerRescueNegativeTestJSON-1104119672-router', 'tenant_id': '316917d7a31645bfaac651f81154c18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '075f964c-8897-47c4-bceb-716071386f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:10Z', 'updated_at': '2022-05-16T15:15:19Z', 'revision_number': 4, 'project_id': '316917d7a31645bfaac651f81154c18f', 'gw_port': {'id': '075f964c-8897-47c4-bceb-716071386f64', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:6b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e97d7f-38ba-4945-8ce2-4f6c97890476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:11Z', 'updated_at': '2022-05-16T15:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_floatingips': [{'id': 'a8bdc856-298e-46b8-8680-09c10704f8fe', 'tenant_id': '316917d7a31645bfaac651f81154c18f', 'floating_ip_address': '172.27.0.81', 'floating_network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'router_id': 'e7e97d7f-38ba-4945-8ce2-4f6c97890476', 'port_id': '0a775fd5-0c4b-4d34-8fea-0665c23c121b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8561ad64-1b6b-4f33-82d1-a2d7e72d5b01', 'mac_address': 'fa:16:3e:31:bb:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78dee55-4357-4bb4-8057-ddecdd7326f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:17:32Z', 'updated_at': '2022-05-16T15:18:09Z', 'revision_number': 1, 'project_id': '316917d7a31645bfaac651f81154c18f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46ca3b38-4584-46a8-8a70-9abf5f6f3387', 'name': '', 'network_id': '8561ad64-1b6b-4f33-82d1-a2d7e72d5b01', 'tenant_id': '316917d7a31645bfaac651f81154c18f', 'mac_address': 'fa:16:3e:1f:a0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e97d7f-38ba-4945-8ce2-4f6c97890476', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '559d3648-c2d7-45f5-9aa1-e00232e9372a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:17Z', 'updated_at': '2022-05-16T15:15:29Z', 'revision_number': 5, 'project_id': '316917d7a31645bfaac651f81154c18f', 'subnets': [{'id': '559d3648-c2d7-45f5-9aa1-e00232e9372a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:18:11.419270 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvr_db [None req-09d7ff45-e8cb-42c7-a1e0-c1133cc19b1f None None] Set router 058e4470-9532-4334-9d31-5e488b5f2129 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:18:11.432363 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 47164) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:18:11.439438 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.v2.base [None req-86bf53f5-1819-4e7a-9594-c7d638445a0b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1912617530-network', 'tenant_id': 'e011d38e61094c908888610db7e37aec'}} {{(pid=104033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:18:11.560333 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86bf53f5-1819-4e7a-9594-c7d638445a0b admin admin] Made reservation on behalf of e011d38e61094c908888610db7e37aec for: {'network': 1} {{(pid=104033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:18:11.562760 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-86bf53f5-1819-4e7a-9594-c7d638445a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for network (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:11.576315 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-86bf53f5-1819-4e7a-9594-c7d638445a0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:11.580697 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-0e0dc108-32ee-4029-b674-93b57db045d8 req-335a3b4e-e643-4375-bfc4-6f8799bc5497 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=766a2d7d-3279-4c55-9dfb-29746e7fd0f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0553281 May 16 15:18:11.625794 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d8f393-5d76-4b1d-9e1f-8b3905eb1258 None None] New status for floating IP a8bdc856-298e-46b8-8680-09c10704f8fe: ACTIVE {{(pid=104035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 15:18:11.677033 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-09d7ff45-e8cb-42c7-a1e0-c1133cc19b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058e4470-9532-4334-9d31-5e488b5f2129', 'name': 'tempest-TestVolumeBootPattern-594652179-router', 'tenant_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'c96a06fc-230d-4bca-a2bf-0b329260522a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:18:05Z', 'updated_at': '2022-05-16T15:18:09Z', 'revision_number': 4, 'project_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'gw_port': {'id': 'c96a06fc-230d-4bca-a2bf-0b329260522a', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:3c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058e4470-9532-4334-9d31-5e488b5f2129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:18:05Z', 'updated_at': '2022-05-16T15:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_interfaces': [{'id': '308487c7-7b66-4c7c-bb0d-a5df23abcd36', 'name': '', 'network_id': 'f80dbf35-88c8-44d8-af2b-bea94475a461', 'tenant_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'mac_address': 'fa:16:3e:5a:1e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '058e4470-9532-4334-9d31-5e488b5f2129', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'e7b41a31-bf60-43da-a33a-33ad3dcfa24b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:18:08Z', 'updated_at': '2022-05-16T15:18:09Z', 'revision_number': 2, 'project_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'subnets': [{'id': 'e7b41a31-bf60-43da-a33a-33ad3dcfa24b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:18:11.682192 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device c96a06fc-230d-4bca-a2bf-0b329260522a up at agent ovs-agent-dv-cinder-795785-10-iscsi {{(pid=104035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:18:11.700399 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0dc108-32ee-4029-b674-93b57db045d8 req-294fafe9-4a83-4a38-89d1-da6de921129f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:11.701904 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-0e0dc108-32ee-4029-b674-93b57db045d8 req-294fafe9-4a83-4a38-89d1-da6de921129f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=316917d7a31645bfaac651f81154c18f&device_id=766a2d7d-3279-4c55-9dfb-29746e7fd0f0 HTTP/1.1" status: 200 len: 1130 time: 0.0742526 May 16 15:18:11.712913 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d7ff45-e8cb-42c7-a1e0-c1133cc19b1f None None] Checking router: 058e4470-9532-4334-9d31-5e488b5f2129 for host: dv-cinder-795785-10-iscsi {{(pid=104036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:18:11.713523 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d7ff45-e8cb-42c7-a1e0-c1133cc19b1f None None] Updating router 058e4470-9532-4334-9d31-5e488b5f2129 port 308487c7-7b66-4c7c-bb0d-a5df23abcd36 binding host dv-cinder-795785-10-iscsi {{(pid=104036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 15:18:11.759618 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron_lib.callbacks.manager [None req-09d7ff45-e8cb-42c7-a1e0-c1133cc19b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (308487c7-7b66-4c7c-bb0d-a5df23abcd36), before_update {{(pid=104036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:11.824942 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Provisioning complete for port c96a06fc-230d-4bca-a2bf-0b329260522a triggered by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:18:11.825627 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (c96a06fc-230d-4bca-a2bf-0b329260522a), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:11.964090 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Current status of the port c96a06fc-230d-4bca-a2bf-0b329260522a is: ACTIVE; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:18:12.043763 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-86bf53f5-1819-4e7a-9594-c7d638445a0b admin admin] Publish callbacks [] for security_group (a2543cf1-8150-489f-9137-85f8ee236a5e), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:12.090420 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0dc108-32ee-4029-b674-93b57db045d8 req-864b290e-d78c-4842-8dce-fead816df9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:12.091976 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-0e0dc108-32ee-4029-b674-93b57db045d8 req-864b290e-d78c-4842-8dce-fead816df9c4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8561ad64-1b6b-4f33-82d1-a2d7e72d5b01 HTTP/1.1" status: 200 len: 920 time: 0.3694119 May 16 15:18:12.143624 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-0e0dc108-32ee-4029-b674-93b57db045d8 req-fa5af222-d57c-4811-bd40-b880a6f9f1dc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=478148b0-c270-4a3b-8603-9ce967e01679 HTTP/1.1" status: 200 len: 217 time: 0.0336921 May 16 15:18:12.168552 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron_lib.callbacks.manager [None req-09d7ff45-e8cb-42c7-a1e0-c1133cc19b1f None None] Publish callbacks [] for port (308487c7-7b66-4c7c-bb0d-a5df23abcd36), precommit_update {{(pid=104036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:12.183553 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-86bf53f5-1819-4e7a-9594-c7d638445a0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (a2543cf1-8150-489f-9137-85f8ee236a5e), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:12.212483 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86bf53f5-1819-4e7a-9594-c7d638445a0b admin admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=104033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 15:18:12.231935 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bf53f5-1819-4e7a-9594-c7d638445a0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2543cf1-8150-489f-9137-85f8ee236a5e,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:18:12.235968 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0dc108-32ee-4029-b674-93b57db045d8 req-dde0ee25-c0de-4561-a49c-b2ac11bfbd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:12.237497 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-0e0dc108-32ee-4029-b674-93b57db045d8 req-dde0ee25-c0de-4561-a49c-b2ac11bfbd9c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=559d3648-c2d7-45f5-9aa1-e00232e9372a HTTP/1.1" status: 200 len: 858 time: 0.0874529 May 16 15:18:12.240511 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-86bf53f5-1819-4e7a-9594-c7d638445a0b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789020055565', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996815'] for segment (1711a565-ef12-40a6-8df6-03fae350b6be), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:12.240879 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.db.segments_db [None req-86bf53f5-1819-4e7a-9594-c7d638445a0b admin admin] Added segment 1711a565-ef12-40a6-8df6-03fae350b6be of type vlan for network f560c01a-f1f9-4606-a9e9-c431794579c8 May 16 15:18:12.249790 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron_lib.callbacks.manager [None req-09d7ff45-e8cb-42c7-a1e0-c1133cc19b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (308487c7-7b66-4c7c-bb0d-a5df23abcd36), after_update {{(pid=104036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:12.293573 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5f1253-dcb0-410e-9365-cb7892dc1e10 None None] Pushing event updated for resources: {'Port': ['ID=308487c7-7b66-4c7c-bb0d-a5df23abcd36,revision_number=3']} {{(pid=104036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:18:12.309691 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-86bf53f5-1819-4e7a-9594-c7d638445a0b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789019629716'] for network (f560c01a-f1f9-4606-a9e9-c431794579c8), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:12.318503 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0dc108-32ee-4029-b674-93b57db045d8 req-52858ac4-a491-4889-8b71-01575e81cc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:12.319524 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-0e0dc108-32ee-4029-b674-93b57db045d8 req-52858ac4-a491-4889-8b71-01575e81cc07 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8561ad64-1b6b-4f33-82d1-a2d7e72d5b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0707784 May 16 15:18:12.395048 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.managers [None req-09d7ff45-e8cb-42c7-a1e0-c1133cc19b1f None None] Attempting to bind port 308487c7-7b66-4c7c-bb0d-a5df23abcd36 on host dv-cinder-795785-10-iscsi for vnic_type normal with profile {{(pid=104036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:18:12.396041 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.managers [None req-09d7ff45-e8cb-42c7-a1e0-c1133cc19b1f None None] Attempting to bind port 308487c7-7b66-4c7c-bb0d-a5df23abcd36 by drivers openvswitch,hyperv on host dv-cinder-795785-10-iscsi at level 0 using segments [{'id': '3524b13a-1123-418a-8192-502728157678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f80dbf35-88c8-44d8-af2b-bea94475a461'}] {{(pid=104036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:18:12.396441 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d7ff45-e8cb-42c7-a1e0-c1133cc19b1f None None] Attempting to bind port 308487c7-7b66-4c7c-bb0d-a5df23abcd36 on network f80dbf35-88c8-44d8-af2b-bea94475a461 {{(pid=104036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:18:12.403712 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d7ff45-e8cb-42c7-a1e0-c1133cc19b1f None None] Checking agent: {'id': '311a8a5f-4d79-4ff7-931a-d05ff8cc45ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 6, 3), 'started_at': datetime.datetime(2022, 5, 16, 15, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:18:12.404148 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d7ff45-e8cb-42c7-a1e0-c1133cc19b1f None None] Checking segment: {'id': '3524b13a-1123-418a-8192-502728157678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f80dbf35-88c8-44d8-af2b-bea94475a461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:18:12.404567 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron_lib.callbacks.manager [None req-09d7ff45-e8cb-42c7-a1e0-c1133cc19b1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:12.405025 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d7ff45-e8cb-42c7-a1e0-c1133cc19b1f None None] Bound using segment: {'id': '3524b13a-1123-418a-8192-502728157678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f80dbf35-88c8-44d8-af2b-bea94475a461'} {{(pid=104036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:18:12.405579 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.managers [None req-09d7ff45-e8cb-42c7-a1e0-c1133cc19b1f None None] Bound port: 308487c7-7b66-4c7c-bb0d-a5df23abcd36, host: dv-cinder-795785-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3524b13a-1123-418a-8192-502728157678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f80dbf35-88c8-44d8-af2b-bea94475a461'}}] {{(pid=104036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:18:12.405956 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron_lib.callbacks.manager [None req-09d7ff45-e8cb-42c7-a1e0-c1133cc19b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (308487c7-7b66-4c7c-bb0d-a5df23abcd36), before_update {{(pid=104036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:12.423495 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-86bf53f5-1819-4e7a-9594-c7d638445a0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888'] for network (f560c01a-f1f9-4606-a9e9-c431794579c8), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:12.424520 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bf53f5-1819-4e7a-9594-c7d638445a0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:12.427008 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-86bf53f5-1819-4e7a-9594-c7d638445a0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631934'] for network (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:12.475282 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-0e0dc108-32ee-4029-b674-93b57db045d8 req-39137d26-70f3-4ab5-86ca-6cfed207ae2f service neutron] 10.222.0.69 "GET /v2.0/networks/8561ad64-1b6b-4f33-82d1-a2d7e72d5b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441145 May 16 15:18:12.484521 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.db [None req-09d7ff45-e8cb-42c7-a1e0-c1133cc19b1f None None] For port 308487c7-7b66-4c7c-bb0d-a5df23abcd36, host dv-cinder-795785-10-iscsi, cleared binding levels {{(pid=104036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:18:12.488042 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.db [None req-09d7ff45-e8cb-42c7-a1e0-c1133cc19b1f None None] For port 308487c7-7b66-4c7c-bb0d-a5df23abcd36, host dv-cinder-795785-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=308487c7-7b66-4c7c-bb0d-a5df23abcd36,segment=NetworkSegment(3524b13a-1123-418a-8192-502728157678),segment_id=3524b13a-1123-418a-8192-502728157678)] {{(pid=104036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:18:12.512552 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bf53f5-1819-4e7a-9594-c7d638445a0b admin admin] Pushing event updated for resources: {'Network': ['ID=f560c01a-f1f9-4606-a9e9-c431794579c8,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:18:12.522995 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Network f560c01a-f1f9-4606-a9e9-c431794579c8 details requested by agent ovs-agent-dv-cinder-795785-10-iscsi with host dv-cinder-795785-10-iscsi {{(pid=104035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 15:18:12.553392 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron_lib.callbacks.manager [None req-09d7ff45-e8cb-42c7-a1e0-c1133cc19b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (308487c7-7b66-4c7c-bb0d-a5df23abcd36), after_update {{(pid=104036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:12.617854 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-86bf53f5-1819-4e7a-9594-c7d638445a0b admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.1798968 May 16 15:18:12.618416 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 47180) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:18:12.620285 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d7ff45-e8cb-42c7-a1e0-c1133cc19b1f None None] Routers {'058e4470-9532-4334-9d31-5e488b5f2129'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:18:12.623713 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.v2.base [None req-a6ce85f6-ab7b-4519-97a2-d80adeb08e6b admin admin] Request body: {'subnet': {'network_id': 'f560c01a-f1f9-4606-a9e9-c431794579c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1912617530-subnet', 'tenant_id': 'e011d38e61094c908888610db7e37aec', 'ip_version': 4}} {{(pid=104034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:18:12.624900 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-09d7ff45-e8cb-42c7-a1e0-c1133cc19b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:17:59Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['058e4470-9532-4334-9d31-5e488b5f2129'], 'active': True} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:18:12.666607 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5f1253-dcb0-410e-9365-cb7892dc1e10 None None] Pushing event updated for resources: {'Port': ['ID=308487c7-7b66-4c7c-bb0d-a5df23abcd36,revision_number=4']} {{(pid=104036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:18:12.679160 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-ebf490a2-41f0-47ab-abf6-5e397c5a4eed None None] Provisioning complete for port 308487c7-7b66-4c7c-bb0d-a5df23abcd36 triggered by entity DHCP. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:18:12.681700 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-ebf490a2-41f0-47ab-abf6-5e397c5a4eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (308487c7-7b66-4c7c-bb0d-a5df23abcd36), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:12.703628 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-0e0dc108-32ee-4029-b674-93b57db045d8 req-85e94b04-9f36-4b6a-8801-4d92fab7a40e service neutron] 10.222.0.69 "GET /v2.0/networks/8561ad64-1b6b-4f33-82d1-a2d7e72d5b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985800 May 16 15:18:12.758767 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ce85f6-ab7b-4519-97a2-d80adeb08e6b admin admin] Made reservation on behalf of e011d38e61094c908888610db7e37aec for: {'subnet': 1} {{(pid=104034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:18:12.762644 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-a6ce85f6-ab7b-4519-97a2-d80adeb08e6b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773436'] for subnet (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:12.811762 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvr_db [None req-09d7ff45-e8cb-42c7-a1e0-c1133cc19b1f None None] Set router 058e4470-9532-4334-9d31-5e488b5f2129 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:18:12.840766 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-ebf490a2-41f0-47ab-abf6-5e397c5a4eed None None] Current status of the port 308487c7-7b66-4c7c-bb0d-a5df23abcd36 is: DOWN; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:18:12.841176 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-ebf490a2-41f0-47ab-abf6-5e397c5a4eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (308487c7-7b66-4c7c-bb0d-a5df23abcd36), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:12.888945 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-ebf490a2-41f0-47ab-abf6-5e397c5a4eed None None] For port 308487c7-7b66-4c7c-bb0d-a5df23abcd36, host dv-cinder-795785-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=308487c7-7b66-4c7c-bb0d-a5df23abcd36,segment=NetworkSegment(3524b13a-1123-418a-8192-502728157678),segment_id=3524b13a-1123-418a-8192-502728157678)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:18:12.964479 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-ebf490a2-41f0-47ab-abf6-5e397c5a4eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (308487c7-7b66-4c7c-bb0d-a5df23abcd36), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:13.010978 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf490a2-41f0-47ab-abf6-5e397c5a4eed None None] Pushing event updated for resources: {'Port': ['ID=308487c7-7b66-4c7c-bb0d-a5df23abcd36,revision_number=5']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:18:13.043889 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-a6ce85f6-ab7b-4519-97a2-d80adeb08e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4102194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2773418'] for subnet (f16028d0-dd57-4309-97b5-65c111b5321c), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:13.056785 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-09d7ff45-e8cb-42c7-a1e0-c1133cc19b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058e4470-9532-4334-9d31-5e488b5f2129', 'name': 'tempest-TestVolumeBootPattern-594652179-router', 'tenant_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'c96a06fc-230d-4bca-a2bf-0b329260522a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:18:05Z', 'updated_at': '2022-05-16T15:18:09Z', 'revision_number': 4, 'project_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'gw_port': {'id': 'c96a06fc-230d-4bca-a2bf-0b329260522a', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:3c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058e4470-9532-4334-9d31-5e488b5f2129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:18:05Z', 'updated_at': '2022-05-16T15:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_interfaces': [{'id': '308487c7-7b66-4c7c-bb0d-a5df23abcd36', 'name': '', 'network_id': 'f80dbf35-88c8-44d8-af2b-bea94475a461', 'tenant_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'mac_address': 'fa:16:3e:5a:1e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '058e4470-9532-4334-9d31-5e488b5f2129', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'e7b41a31-bf60-43da-a33a-33ad3dcfa24b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:18:08Z', 'updated_at': '2022-05-16T15:18:12Z', 'revision_number': 4, 'project_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'subnets': [{'id': 'e7b41a31-bf60-43da-a33a-33ad3dcfa24b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:18:13.081636 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d7ff45-e8cb-42c7-a1e0-c1133cc19b1f None None] The sync data for ids ['058e4470-9532-4334-9d31-5e488b5f2129'] in dv-cinder-795785-10-iscsi is: [{'id': '058e4470-9532-4334-9d31-5e488b5f2129', 'name': 'tempest-TestVolumeBootPattern-594652179-router', 'tenant_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'c96a06fc-230d-4bca-a2bf-0b329260522a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:18:05Z', 'updated_at': '2022-05-16T15:18:09Z', 'revision_number': 4, 'project_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'gw_port': {'id': 'c96a06fc-230d-4bca-a2bf-0b329260522a', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:3c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058e4470-9532-4334-9d31-5e488b5f2129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:18:05Z', 'updated_at': '2022-05-16T15:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_interfaces': [{'id': '308487c7-7b66-4c7c-bb0d-a5df23abcd36', 'name': '', 'network_id': 'f80dbf35-88c8-44d8-af2b-bea94475a461', 'tenant_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'mac_address': 'fa:16:3e:5a:1e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '058e4470-9532-4334-9d31-5e488b5f2129', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'e7b41a31-bf60-43da-a33a-33ad3dcfa24b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:18:08Z', 'updated_at': '2022-05-16T15:18:12Z', 'revision_number': 4, 'project_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'subnets': [{'id': 'e7b41a31-bf60-43da-a33a-33ad3dcfa24b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:18:13.088728 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-4af7e270-b52e-44fb-80ca-d6a9c8776832 None None] Provisioning complete for port 308487c7-7b66-4c7c-bb0d-a5df23abcd36 triggered by entity DHCP. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:18:13.089111 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-4af7e270-b52e-44fb-80ca-d6a9c8776832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (308487c7-7b66-4c7c-bb0d-a5df23abcd36), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:13.111907 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ce85f6-ab7b-4519-97a2-d80adeb08e6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f16028d0-dd57-4309-97b5-65c111b5321c,revision_number=0']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:18:13.126373 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ce85f6-ab7b-4519-97a2-d80adeb08e6b admin admin] Checking segment: {'id': '1711a565-ef12-40a6-8df6-03fae350b6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f560c01a-f1f9-4606-a9e9-c431794579c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:18:13.126744 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ce85f6-ab7b-4519-97a2-d80adeb08e6b admin admin] Network hostable DHCP agents. Network: f560c01a-f1f9-4606-a9e9-c431794579c8, hostable agents: ['a586ef94-96cb-452c-b402-463be5294b2a'], hosted agents: [] {{(pid=104034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 15:18:13.195007 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-4af7e270-b52e-44fb-80ca-d6a9c8776832 None None] Current status of the port 308487c7-7b66-4c7c-bb0d-a5df23abcd36 is: ACTIVE; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:18:13.260717 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ce85f6-ab7b-4519-97a2-d80adeb08e6b admin admin] Network f560c01a-f1f9-4606-a9e9-c431794579c8 is scheduled to be hosted by DHCP agent a586ef94-96cb-452c-b402-463be5294b2a with binding_index 1 {{(pid=104034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 15:18:13.346467 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.base_scheduler [None req-a6ce85f6-ab7b-4519-97a2-d80adeb08e6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795785-10-iscsi, f560c01a-f1f9-4606-a9e9-c431794579c8) {{(pid=104034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:18:13.350822 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ce85f6-ab7b-4519-97a2-d80adeb08e6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:13.351477 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-a6ce85f6-ab7b-4519-97a2-d80adeb08e6b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:13.356091 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a628931-2dd3-4d09-937d-217c2393c758 None None] Network f560c01a-f1f9-4606-a9e9-c431794579c8 requested from dv-cinder-795785-10-iscsi {{(pid=104035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:18:13.418144 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-a6ce85f6-ab7b-4519-97a2-d80adeb08e6b admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7996233 May 16 15:18:13.420450 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 47194) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:18:13.425156 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.v2.base [None req-354e29ea-5550-4abc-91a2-62bb1a9a2bc9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1912617530-router', 'tenant_id': 'e011d38e61094c908888610db7e37aec', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594'}}} {{(pid=104034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:18:13.468006 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b3d03b-dd69-44cd-90f7-0ba6351bf420 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38d81d8d-e1d5-5063-843e-fd2156367bd9-f560c01a-f1f9-4606-a9e9-c431794579c8', 'network_id': 'f560c01a-f1f9-4606-a9e9-c431794579c8', 'project_id': 'e011d38e61094c908888610db7e37aec', 'fixed_ips': [{'subnet_id': 'f16028d0-dd57-4309-97b5-65c111b5321c'}]}} from dv-cinder-795785-10-iscsi. {{(pid=104035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 15:18:13.468972 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-94b3d03b-dd69-44cd-90f7-0ba6351bf420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (None), before_create {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:13.535471 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-354e29ea-5550-4abc-91a2-62bb1a9a2bc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1129'] for router (7cc8f870-5a01-4c52-a21c-efcf2e6433e6), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:13.536746 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-354e29ea-5550-4abc-91a2-62bb1a9a2bc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-553739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1120'] for router (7cc8f870-5a01-4c52-a21c-efcf2e6433e6), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:13.602703 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-354e29ea-5550-4abc-91a2-62bb1a9a2bc9 admin admin] Publish callbacks [] for router_controller (7cc8f870-5a01-4c52-a21c-efcf2e6433e6), precommit_add_association {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:13.640489 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.db_base_plugin_common [None req-94b3d03b-dd69-44cd-90f7-0ba6351bf420 None None] Allocated IP 172.20.0.2 (f560c01a-f1f9-4606-a9e9-c431794579c8/f16028d0-dd57-4309-97b5-65c111b5321c/e28ccd26-2861-414e-ae66-69d4d34f00e9) {{(pid=104035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:18:13.658626 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device 308487c7-7b66-4c7c-bb0d-a5df23abcd36 up at agent ovs-agent-dv-cinder-795785-10-iscsi {{(pid=104035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:18:13.769205 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Provisioning complete for port 308487c7-7b66-4c7c-bb0d-a5df23abcd36 triggered by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:18:13.769585 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (308487c7-7b66-4c7c-bb0d-a5df23abcd36), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:13.890309 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-94b3d03b-dd69-44cd-90f7-0ba6351bf420 None None] Publish callbacks [] for port (e28ccd26-2861-414e-ae66-69d4d34f00e9), precommit_create {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:14.042887 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-94b3d03b-dd69-44cd-90f7-0ba6351bf420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789019640149'] for port (e28ccd26-2861-414e-ae66-69d4d34f00e9), after_create {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:14.053264 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-354e29ea-5550-4abc-91a2-62bb1a9a2bc9 admin admin] Publish callbacks [] for router_gateway (7cc8f870-5a01-4c52-a21c-efcf2e6433e6), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:14.080177 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Current status of the port 308487c7-7b66-4c7c-bb0d-a5df23abcd36 is: ACTIVE; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:18:14.099261 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b3d03b-dd69-44cd-90f7-0ba6351bf420 None None] Network f560c01a-f1f9-4606-a9e9-c431794579c8 is already hosted by enough agents. {{(pid=104035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:18:14.103067 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.scheduler.base_scheduler [None req-94b3d03b-dd69-44cd-90f7-0ba6351bf420 None None] Resources bound (agent type, host, resource id): {{(pid=104035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:18:14.106209 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b3d03b-dd69-44cd-90f7-0ba6351bf420 None None] Received port after_create {{(pid=104035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:18:14.108192 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b3d03b-dd69-44cd-90f7-0ba6351bf420 None None] Pushing event updated for resources: {'Port': ['ID=e28ccd26-2861-414e-ae66-69d4d34f00e9,revision_number=1']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:18:14.168075 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.managers [None req-94b3d03b-dd69-44cd-90f7-0ba6351bf420 None None] Attempting to bind port e28ccd26-2861-414e-ae66-69d4d34f00e9 on host dv-cinder-795785-10-iscsi for vnic_type normal with profile {{(pid=104035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:18:14.168458 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.managers [None req-94b3d03b-dd69-44cd-90f7-0ba6351bf420 None None] Attempting to bind port e28ccd26-2861-414e-ae66-69d4d34f00e9 by drivers openvswitch,hyperv on host dv-cinder-795785-10-iscsi at level 0 using segments [{'id': '1711a565-ef12-40a6-8df6-03fae350b6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f560c01a-f1f9-4606-a9e9-c431794579c8'}] {{(pid=104035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:18:14.168824 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b3d03b-dd69-44cd-90f7-0ba6351bf420 None None] Attempting to bind port e28ccd26-2861-414e-ae66-69d4d34f00e9 on network f560c01a-f1f9-4606-a9e9-c431794579c8 {{(pid=104035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:18:14.174529 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b3d03b-dd69-44cd-90f7-0ba6351bf420 None None] Checking agent: {'id': '311a8a5f-4d79-4ff7-931a-d05ff8cc45ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 6, 3), 'started_at': datetime.datetime(2022, 5, 16, 15, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:18:14.174914 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b3d03b-dd69-44cd-90f7-0ba6351bf420 None None] Checking segment: {'id': '1711a565-ef12-40a6-8df6-03fae350b6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f560c01a-f1f9-4606-a9e9-c431794579c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:18:14.175329 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-94b3d03b-dd69-44cd-90f7-0ba6351bf420 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:14.175731 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b3d03b-dd69-44cd-90f7-0ba6351bf420 None None] Bound using segment: {'id': '1711a565-ef12-40a6-8df6-03fae350b6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f560c01a-f1f9-4606-a9e9-c431794579c8'} {{(pid=104035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:18:14.176212 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.managers [None req-94b3d03b-dd69-44cd-90f7-0ba6351bf420 None None] Bound port: e28ccd26-2861-414e-ae66-69d4d34f00e9, host: dv-cinder-795785-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1711a565-ef12-40a6-8df6-03fae350b6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f560c01a-f1f9-4606-a9e9-c431794579c8'}}] {{(pid=104035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:18:14.176688 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-94b3d03b-dd69-44cd-90f7-0ba6351bf420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (e28ccd26-2861-414e-ae66-69d4d34f00e9), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:14.241548 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-94b3d03b-dd69-44cd-90f7-0ba6351bf420 None None] For port e28ccd26-2861-414e-ae66-69d4d34f00e9, host dv-cinder-795785-10-iscsi, cleared binding levels {{(pid=104035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:18:14.245584 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-94b3d03b-dd69-44cd-90f7-0ba6351bf420 None None] For port e28ccd26-2861-414e-ae66-69d4d34f00e9, host dv-cinder-795785-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=e28ccd26-2861-414e-ae66-69d4d34f00e9,segment=NetworkSegment(1711a565-ef12-40a6-8df6-03fae350b6be),segment_id=1711a565-ef12-40a6-8df6-03fae350b6be)] {{(pid=104035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:18:14.315002 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-354e29ea-5550-4abc-91a2-62bb1a9a2bc9 admin admin] Publish callbacks [] for router_gateway (7cc8f870-5a01-4c52-a21c-efcf2e6433e6), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:14.329163 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-94b3d03b-dd69-44cd-90f7-0ba6351bf420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (e28ccd26-2861-414e-ae66-69d4d34f00e9), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:14.334727 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-354e29ea-5550-4abc-91a2-62bb1a9a2bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:14.385837 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b3d03b-dd69-44cd-90f7-0ba6351bf420 None None] Pushing event updated for resources: {'Port': ['ID=e28ccd26-2861-414e-ae66-69d4d34f00e9,revision_number=2']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:18:14.449548 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.db.db_base_plugin_common [None req-354e29ea-5550-4abc-91a2-62bb1a9a2bc9 admin admin] Allocated IP 172.27.0.131 (ad45e98c-12fc-4959-a2ae-a7226c979594/4a504247-fe9e-45e9-866d-820247643fc0/2dc40d1e-7f6a-4fd1-9e7d-8f1ac40e51fc) {{(pid=104034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:18:14.574271 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-354e29ea-5550-4abc-91a2-62bb1a9a2bc9 admin admin] Publish callbacks [] for port (2dc40d1e-7f6a-4fd1-9e7d-8f1ac40e51fc), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:14.661783 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-354e29ea-5550-4abc-91a2-62bb1a9a2bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789019640149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097154'] for port (2dc40d1e-7f6a-4fd1-9e7d-8f1ac40e51fc), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:14.701012 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354e29ea-5550-4abc-91a2-62bb1a9a2bc9 admin admin] Network ad45e98c-12fc-4959-a2ae-a7226c979594 is already hosted by enough agents. {{(pid=104034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:18:14.703972 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.base_scheduler [None req-354e29ea-5550-4abc-91a2-62bb1a9a2bc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:18:14.710802 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354e29ea-5550-4abc-91a2-62bb1a9a2bc9 admin admin] Received port after_create {{(pid=104034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:18:14.717225 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354e29ea-5550-4abc-91a2-62bb1a9a2bc9 admin admin] Pushing event updated for resources: {'Port': ['ID=2dc40d1e-7f6a-4fd1-9e7d-8f1ac40e51fc,revision_number=1']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:18:15.016698 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-354e29ea-5550-4abc-91a2-62bb1a9a2bc9 admin admin] Publish callbacks [] for router_gateway (7cc8f870-5a01-4c52-a21c-efcf2e6433e6), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:15.228605 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-354e29ea-5550-4abc-91a2-62bb1a9a2bc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553948'] for router (7cc8f870-5a01-4c52-a21c-efcf2e6433e6), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:15.375279 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e9c741-40fa-4b3b-b645-eb5018dc32a5 None None] Network f560c01a-f1f9-4606-a9e9-c431794579c8 requested from dv-cinder-795785-10-iscsi {{(pid=104035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:18:15.447570 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-7692a97b-f929-46ff-be92-1e52614fcd50 None None] Provisioning complete for port e28ccd26-2861-414e-ae66-69d4d34f00e9 triggered by entity DHCP. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:18:15.447984 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-7692a97b-f929-46ff-be92-1e52614fcd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (e28ccd26-2861-414e-ae66-69d4d34f00e9), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:15.500909 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-354e29ea-5550-4abc-91a2-62bb1a9a2bc9 admin admin] Router 7cc8f870-5a01-4c52-a21c-efcf2e6433e6 is scheduled to L3 agent 54a3e65b-69a0-426d-9997-69a1705c4334 with binding_index 1 {{(pid=104034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 16 15:18:15.557936 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-7692a97b-f929-46ff-be92-1e52614fcd50 None None] Current status of the port e28ccd26-2861-414e-ae66-69d4d34f00e9 is: DOWN; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:18:15.558376 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-7692a97b-f929-46ff-be92-1e52614fcd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (e28ccd26-2861-414e-ae66-69d4d34f00e9), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:15.625236 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-7692a97b-f929-46ff-be92-1e52614fcd50 None None] For port e28ccd26-2861-414e-ae66-69d4d34f00e9, host dv-cinder-795785-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=e28ccd26-2861-414e-ae66-69d4d34f00e9,segment=NetworkSegment(1711a565-ef12-40a6-8df6-03fae350b6be),segment_id=1711a565-ef12-40a6-8df6-03fae350b6be)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:18:15.637403 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-354e29ea-5550-4abc-91a2-62bb1a9a2bc9 admin admin] Notify agent at l3_agent.dv-cinder-795785-10-iscsi the message routers_updated {{(pid=104034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:18:15.647025 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be7980d-611d-464b-aec5-8b427c5c2a89 None None] Sync routers for ids ['7cc8f870-5a01-4c52-a21c-efcf2e6433e6'] in dv-cinder-795785-10-iscsi {{(pid=104036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:18:15.661369 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be7980d-611d-464b-aec5-8b427c5c2a89 None None] Routers {'7cc8f870-5a01-4c52-a21c-efcf2e6433e6'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:18:15.661997 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-5be7980d-611d-464b-aec5-8b427c5c2a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:17:59Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['7cc8f870-5a01-4c52-a21c-efcf2e6433e6'], 'active': True} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:18:15.697851 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device e28ccd26-2861-414e-ae66-69d4d34f00e9 up at agent ovs-agent-dv-cinder-795785-10-iscsi {{(pid=104035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:18:15.721724 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-7692a97b-f929-46ff-be92-1e52614fcd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (e28ccd26-2861-414e-ae66-69d4d34f00e9), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:15.792786 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7692a97b-f929-46ff-be92-1e52614fcd50 None None] Pushing event updated for resources: {'Port': ['ID=e28ccd26-2861-414e-ae66-69d4d34f00e9,revision_number=3']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:18:15.795527 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Provisioning complete for port e28ccd26-2861-414e-ae66-69d4d34f00e9 triggered by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:18:15.795973 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (e28ccd26-2861-414e-ae66-69d4d34f00e9), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:15.828963 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-354e29ea-5550-4abc-91a2-62bb1a9a2bc9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:15.832885 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 47234) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:18:15.833402 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-354e29ea-5550-4abc-91a2-62bb1a9a2bc9 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4118824 May 16 15:18:15.849847 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-69738536-5f76-4e74-869e-f578bd3b4598 None None] Provisioning complete for port e28ccd26-2861-414e-ae66-69d4d34f00e9 triggered by entity DHCP. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:18:15.850179 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-69738536-5f76-4e74-869e-f578bd3b4598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (e28ccd26-2861-414e-ae66-69d4d34f00e9), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:15.855793 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvr_db [None req-5be7980d-611d-464b-aec5-8b427c5c2a89 None None] Set router 7cc8f870-5a01-4c52-a21c-efcf2e6433e6 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:18:15.920188 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Current status of the port e28ccd26-2861-414e-ae66-69d4d34f00e9 is: ACTIVE; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:18:15.974405 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-69738536-5f76-4e74-869e-f578bd3b4598 None None] Current status of the port e28ccd26-2861-414e-ae66-69d4d34f00e9 is: ACTIVE; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:18:16.089874 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-5be7980d-611d-464b-aec5-8b427c5c2a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc8f870-5a01-4c52-a21c-efcf2e6433e6', 'name': 'tempest-TestVolumeBootPattern-1912617530-router', 'tenant_id': 'e011d38e61094c908888610db7e37aec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '2dc40d1e-7f6a-4fd1-9e7d-8f1ac40e51fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:18:13Z', 'updated_at': '2022-05-16T15:18:14Z', 'revision_number': 3, 'project_id': 'e011d38e61094c908888610db7e37aec', 'gw_port': {'id': '2dc40d1e-7f6a-4fd1-9e7d-8f1ac40e51fc', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6b:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc8f870-5a01-4c52-a21c-efcf2e6433e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:18:14Z', 'updated_at': '2022-05-16T15:18:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi'}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:18:16.116922 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be7980d-611d-464b-aec5-8b427c5c2a89 None None] Checking router: 7cc8f870-5a01-4c52-a21c-efcf2e6433e6 for host: dv-cinder-795785-10-iscsi {{(pid=104036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:18:16.117493 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be7980d-611d-464b-aec5-8b427c5c2a89 None None] Updating router 7cc8f870-5a01-4c52-a21c-efcf2e6433e6 port 2dc40d1e-7f6a-4fd1-9e7d-8f1ac40e51fc binding host dv-cinder-795785-10-iscsi {{(pid=104036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 15:18:16.145671 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron_lib.callbacks.manager [None req-5be7980d-611d-464b-aec5-8b427c5c2a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (2dc40d1e-7f6a-4fd1-9e7d-8f1ac40e51fc), before_update {{(pid=104036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:16.260340 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1417eb03-5b24-4740-bc28-2f50fdd45f8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:16.415223 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-1417eb03-5b24-4740-bc28-2f50fdd45f8f admin admin] Allocated IP 172.20.0.1 (f560c01a-f1f9-4606-a9e9-c431794579c8/f16028d0-dd57-4309-97b5-65c111b5321c/beb25642-0a0d-43c4-80e9-26b45b69ca8b) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:18:16.428304 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron_lib.callbacks.manager [None req-5be7980d-611d-464b-aec5-8b427c5c2a89 None None] Publish callbacks [] for port (2dc40d1e-7f6a-4fd1-9e7d-8f1ac40e51fc), precommit_update {{(pid=104036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:16.511977 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron_lib.callbacks.manager [None req-5be7980d-611d-464b-aec5-8b427c5c2a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (2dc40d1e-7f6a-4fd1-9e7d-8f1ac40e51fc), after_update {{(pid=104036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:16.518026 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1417eb03-5b24-4740-bc28-2f50fdd45f8f admin admin] Publish callbacks [] for port (beb25642-0a0d-43c4-80e9-26b45b69ca8b), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:16.558744 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.managers [None req-5be7980d-611d-464b-aec5-8b427c5c2a89 None None] Attempting to bind port 2dc40d1e-7f6a-4fd1-9e7d-8f1ac40e51fc on host dv-cinder-795785-10-iscsi for vnic_type normal with profile {{(pid=104036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:18:16.559113 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.managers [None req-5be7980d-611d-464b-aec5-8b427c5c2a89 None None] Attempting to bind port 2dc40d1e-7f6a-4fd1-9e7d-8f1ac40e51fc by drivers openvswitch,hyperv on host dv-cinder-795785-10-iscsi at level 0 using segments [{'id': 'd35ec458-efea-4f9b-9cfc-f89e4e5d5ae0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594'}] {{(pid=104036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:18:16.559473 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be7980d-611d-464b-aec5-8b427c5c2a89 None None] Attempting to bind port 2dc40d1e-7f6a-4fd1-9e7d-8f1ac40e51fc on network ad45e98c-12fc-4959-a2ae-a7226c979594 {{(pid=104036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:18:16.570163 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0e44ec-f664-4286-b7e4-e7ab5d3eb1c7 None None] Pushing event updated for resources: {'Port': ['ID=2dc40d1e-7f6a-4fd1-9e7d-8f1ac40e51fc,revision_number=2']} {{(pid=104036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:18:16.573144 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be7980d-611d-464b-aec5-8b427c5c2a89 None None] Checking agent: {'id': '311a8a5f-4d79-4ff7-931a-d05ff8cc45ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 6, 3), 'started_at': datetime.datetime(2022, 5, 16, 15, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:18:16.579942 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be7980d-611d-464b-aec5-8b427c5c2a89 None None] Checking segment: {'id': 'd35ec458-efea-4f9b-9cfc-f89e4e5d5ae0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:18:16.579942 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron_lib.callbacks.manager [None req-5be7980d-611d-464b-aec5-8b427c5c2a89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:16.579942 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be7980d-611d-464b-aec5-8b427c5c2a89 None None] Bound using segment: {'id': 'd35ec458-efea-4f9b-9cfc-f89e4e5d5ae0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594'} {{(pid=104036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:18:16.579942 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.managers [None req-5be7980d-611d-464b-aec5-8b427c5c2a89 None None] Bound port: 2dc40d1e-7f6a-4fd1-9e7d-8f1ac40e51fc, host: dv-cinder-795785-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd35ec458-efea-4f9b-9cfc-f89e4e5d5ae0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594'}}] {{(pid=104036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:18:16.579942 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron_lib.callbacks.manager [None req-5be7980d-611d-464b-aec5-8b427c5c2a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (2dc40d1e-7f6a-4fd1-9e7d-8f1ac40e51fc), before_update {{(pid=104036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:16.621100 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1417eb03-5b24-4740-bc28-2f50fdd45f8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789019640149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61886211'] for port (beb25642-0a0d-43c4-80e9-26b45b69ca8b), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:16.624823 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.db [None req-5be7980d-611d-464b-aec5-8b427c5c2a89 None None] For port 2dc40d1e-7f6a-4fd1-9e7d-8f1ac40e51fc, host dv-cinder-795785-10-iscsi, cleared binding levels {{(pid=104036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:18:16.627861 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.db [None req-5be7980d-611d-464b-aec5-8b427c5c2a89 None None] For port 2dc40d1e-7f6a-4fd1-9e7d-8f1ac40e51fc, host dv-cinder-795785-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=2dc40d1e-7f6a-4fd1-9e7d-8f1ac40e51fc,segment=NetworkSegment(d35ec458-efea-4f9b-9cfc-f89e4e5d5ae0),segment_id=d35ec458-efea-4f9b-9cfc-f89e4e5d5ae0)] {{(pid=104036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:18:16.657424 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1417eb03-5b24-4740-bc28-2f50fdd45f8f admin admin] Network f560c01a-f1f9-4606-a9e9-c431794579c8 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:18:16.660190 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-1417eb03-5b24-4740-bc28-2f50fdd45f8f admin admin] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:18:16.663723 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1417eb03-5b24-4740-bc28-2f50fdd45f8f admin admin] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:18:16.692382 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1417eb03-5b24-4740-bc28-2f50fdd45f8f admin admin] Pushing event updated for resources: {'Port': ['ID=beb25642-0a0d-43c4-80e9-26b45b69ca8b,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:18:16.702712 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron_lib.callbacks.manager [None req-5be7980d-611d-464b-aec5-8b427c5c2a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (2dc40d1e-7f6a-4fd1-9e7d-8f1ac40e51fc), after_update {{(pid=104036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:16.712043 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1417eb03-5b24-4740-bc28-2f50fdd45f8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-526065'] for router_interface (7cc8f870-5a01-4c52-a21c-efcf2e6433e6), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:16.796841 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be7980d-611d-464b-aec5-8b427c5c2a89 None None] Routers {'7cc8f870-5a01-4c52-a21c-efcf2e6433e6'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:18:16.797967 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-5be7980d-611d-464b-aec5-8b427c5c2a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:17:59Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['7cc8f870-5a01-4c52-a21c-efcf2e6433e6'], 'active': True} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:18:16.800058 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0e44ec-f664-4286-b7e4-e7ab5d3eb1c7 None None] Pushing event updated for resources: {'Port': ['ID=2dc40d1e-7f6a-4fd1-9e7d-8f1ac40e51fc,revision_number=3']} {{(pid=104036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:18:16.901120 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-dc05bded-e0b5-4b88-8020-a52c8e234451 None None] Provisioning complete for port beb25642-0a0d-43c4-80e9-26b45b69ca8b triggered by entity DHCP. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:18:16.901724 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-dc05bded-e0b5-4b88-8020-a52c8e234451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (beb25642-0a0d-43c4-80e9-26b45b69ca8b), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:16.916086 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvr_db [None req-5be7980d-611d-464b-aec5-8b427c5c2a89 None None] Set router 7cc8f870-5a01-4c52-a21c-efcf2e6433e6 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:18:16.933882 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-dc05bded-e0b5-4b88-8020-a52c8e234451 None None] Port beb25642-0a0d-43c4-80e9-26b45b69ca8b cannot update to ACTIVE because it is not bound. {{(pid=104035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:18:16.940784 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1417eb03-5b24-4740-bc28-2f50fdd45f8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (beb25642-0a0d-43c4-80e9-26b45b69ca8b), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:17.091259 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-5be7980d-611d-464b-aec5-8b427c5c2a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc8f870-5a01-4c52-a21c-efcf2e6433e6', 'name': 'tempest-TestVolumeBootPattern-1912617530-router', 'tenant_id': 'e011d38e61094c908888610db7e37aec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '2dc40d1e-7f6a-4fd1-9e7d-8f1ac40e51fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:18:13Z', 'updated_at': '2022-05-16T15:18:14Z', 'revision_number': 3, 'project_id': 'e011d38e61094c908888610db7e37aec', 'gw_port': {'id': '2dc40d1e-7f6a-4fd1-9e7d-8f1ac40e51fc', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6b:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc8f870-5a01-4c52-a21c-efcf2e6433e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:18:14Z', 'updated_at': '2022-05-16T15:18:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi'}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:18:17.123444 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be7980d-611d-464b-aec5-8b427c5c2a89 None None] The sync data for ids ['7cc8f870-5a01-4c52-a21c-efcf2e6433e6'] in dv-cinder-795785-10-iscsi is: [{'id': '7cc8f870-5a01-4c52-a21c-efcf2e6433e6', 'name': 'tempest-TestVolumeBootPattern-1912617530-router', 'tenant_id': 'e011d38e61094c908888610db7e37aec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '2dc40d1e-7f6a-4fd1-9e7d-8f1ac40e51fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:18:13Z', 'updated_at': '2022-05-16T15:18:14Z', 'revision_number': 3, 'project_id': 'e011d38e61094c908888610db7e37aec', 'gw_port': {'id': '2dc40d1e-7f6a-4fd1-9e7d-8f1ac40e51fc', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6b:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc8f870-5a01-4c52-a21c-efcf2e6433e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:18:14Z', 'updated_at': '2022-05-16T15:18:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi'}] {{(pid=104036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:18:17.158495 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1417eb03-5b24-4740-bc28-2f50fdd45f8f admin admin] Publish callbacks [] for port (beb25642-0a0d-43c4-80e9-26b45b69ca8b), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:17.272116 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1417eb03-5b24-4740-bc28-2f50fdd45f8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61886260'] for port (beb25642-0a0d-43c4-80e9-26b45b69ca8b), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:17.286201 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 47264) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:18:17.346178 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1417eb03-5b24-4740-bc28-2f50fdd45f8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555963'] for router_interface (7cc8f870-5a01-4c52-a21c-efcf2e6433e6), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:17.348009 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1417eb03-5b24-4740-bc28-2f50fdd45f8f admin admin] Pushing event updated for resources: {'Port': ['ID=beb25642-0a0d-43c4-80e9-26b45b69ca8b,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:18:17.459177 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-8d10fb37-1dfa-4fa4-bab5-35c91ebafc23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:17.481249 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1417eb03-5b24-4740-bc28-2f50fdd45f8f admin admin] Network f560c01a-f1f9-4606-a9e9-c431794579c8 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:18:17.482839 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-1417eb03-5b24-4740-bc28-2f50fdd45f8f admin admin] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:18:17.572921 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-8d10fb37-1dfa-4fa4-bab5-35c91ebafc23 admin admin] Publish callbacks [] for security_group (44f6db17-fea4-44fe-914a-da828d70bf88), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:17.616363 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1417eb03-5b24-4740-bc28-2f50fdd45f8f admin admin] Router 7cc8f870-5a01-4c52-a21c-efcf2e6433e6 has already been hosted by L3 agent 54a3e65b-69a0-426d-9997-69a1705c4334 {{(pid=104033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:18:17.625215 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-8d10fb37-1dfa-4fa4-bab5-35c91ebafc23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (44f6db17-fea4-44fe-914a-da828d70bf88), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:17.680411 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d10fb37-1dfa-4fa4-bab5-35c91ebafc23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f6db17-fea4-44fe-914a-da828d70bf88,revision_number=1']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:18:17.722889 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-8d10fb37-1dfa-4fa4-bab5-35c91ebafc23 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=761f4aefe19c40e385235f8930c70937&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4355226 May 16 15:18:17.723751 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 47270) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:18:17.771748 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device 2dc40d1e-7f6a-4fd1-9e7d-8f1ac40e51fc up at agent ovs-agent-dv-cinder-795785-10-iscsi {{(pid=104035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:18:17.782458 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1417eb03-5b24-4740-bc28-2f50fdd45f8f admin admin] Notify agent at l3_agent.dv-cinder-795785-10-iscsi the message routers_updated {{(pid=104033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:18:17.788461 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-1417eb03-5b24-4740-bc28-2f50fdd45f8f admin admin] 10.222.0.44 "PUT /v2.0/routers/7cc8f870-5a01-4c52-a21c-efcf2e6433e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9544268 May 16 15:18:17.802400 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-64da9240-50ad-415e-a3d7-332d4943d9d1 admin admin] Publish callbacks [] for security_group (44f6db17-fea4-44fe-914a-da828d70bf88), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:17.827794 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Provisioning complete for port 2dc40d1e-7f6a-4fd1-9e7d-8f1ac40e51fc triggered by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:18:17.829519 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (2dc40d1e-7f6a-4fd1-9e7d-8f1ac40e51fc), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:17.845238 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-64da9240-50ad-415e-a3d7-332d4943d9d1 admin admin] Publish callbacks [] for security_group (44f6db17-fea4-44fe-914a-da828d70bf88), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:17.870016 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-43203b23-b9be-44fd-a210-935d50f757ce None None] Provisioning complete for port beb25642-0a0d-43c4-80e9-26b45b69ca8b triggered by entity DHCP. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:18:17.870415 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-43203b23-b9be-44fd-a210-935d50f757ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (beb25642-0a0d-43c4-80e9-26b45b69ca8b), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:17.905891 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-43203b23-b9be-44fd-a210-935d50f757ce None None] Port beb25642-0a0d-43c4-80e9-26b45b69ca8b cannot update to ACTIVE because it is not bound. {{(pid=104035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:18:17.970224 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Current status of the port 2dc40d1e-7f6a-4fd1-9e7d-8f1ac40e51fc is: DOWN; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:18:17.970724 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (2dc40d1e-7f6a-4fd1-9e7d-8f1ac40e51fc), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:17.993421 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-64da9240-50ad-415e-a3d7-332d4943d9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (44f6db17-fea4-44fe-914a-da828d70bf88), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:17.994307 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] For port 2dc40d1e-7f6a-4fd1-9e7d-8f1ac40e51fc, host dv-cinder-795785-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=2dc40d1e-7f6a-4fd1-9e7d-8f1ac40e51fc,segment=NetworkSegment(d35ec458-efea-4f9b-9cfc-f89e4e5d5ae0),segment_id=d35ec458-efea-4f9b-9cfc-f89e4e5d5ae0)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:18:17.996046 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-64da9240-50ad-415e-a3d7-332d4943d9d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:18.002496 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-64da9240-50ad-415e-a3d7-332d4943d9d1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/44f6db17-fea4-44fe-914a-da828d70bf88 HTTP/1.1" status: 204 len: 168 time: 0.2723689 May 16 15:18:18.012918 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64da9240-50ad-415e-a3d7-332d4943d9d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f6db17-fea4-44fe-914a-da828d70bf88,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:18:18.083299 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (2dc40d1e-7f6a-4fd1-9e7d-8f1ac40e51fc), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:18.086253 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device e28ccd26-2861-414e-ae66-69d4d34f00e9 up at agent ovs-agent-dv-cinder-795785-10-iscsi {{(pid=104035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:18:18.170500 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Pushing event updated for resources: {'Port': ['ID=2dc40d1e-7f6a-4fd1-9e7d-8f1ac40e51fc,revision_number=4']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:18:18.174717 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Provisioning complete for port e28ccd26-2861-414e-ae66-69d4d34f00e9 triggered by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:18:18.175167 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (e28ccd26-2861-414e-ae66-69d4d34f00e9), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:18.268519 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Current status of the port e28ccd26-2861-414e-ae66-69d4d34f00e9 is: ACTIVE; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:18:18.314281 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 47282) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:18:18.319109 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.v2.base [None req-07a9ba30-0208-4e36-8ebd-b9fa92c47c0d tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-649752004', 'description': 'tempest-secgroup-smoke-649752004 description', 'project_id': 'b025f7f102ee46fa92e9bb7445e59daa'}} {{(pid=104034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:18:18.415883 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-07a9ba30-0208-4e36-8ebd-b9fa92c47c0d tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks [] for security_group (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:18.488275 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-07a9ba30-0208-4e36-8ebd-b9fa92c47c0d tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks [] for security_group (0b779ae3-e78d-4ec5-964b-03e22096986e), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:18.563466 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-07a9ba30-0208-4e36-8ebd-b9fa92c47c0d tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (0b779ae3-e78d-4ec5-964b-03e22096986e), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:18.594096 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a9ba30-0208-4e36-8ebd-b9fa92c47c0d tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b779ae3-e78d-4ec5-964b-03e22096986e,revision_number=1']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:18:18.668358 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-07a9ba30-0208-4e36-8ebd-b9fa92c47c0d tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks [] for security_group (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:18.669629 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-07a9ba30-0208-4e36-8ebd-b9fa92c47c0d tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3543198 May 16 15:18:18.672516 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 47290) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:18:18.677045 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.v2.base [None req-499918bc-dc8d-468d-adf7-84ada9ced266 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Request body: {'security_group_rule': {'security_group_id': '0b779ae3-e78d-4ec5-964b-03e22096986e', 'project_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:18:18.706927 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 47294) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:18:18.722820 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-40e14478-2f6c-4a87-b012-185f75fcc5e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:18.798663 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-40e14478-2f6c-4a87-b012-185f75fcc5e9 admin admin] Publish callbacks [] for security_group (c49d2ddd-4abd-45c0-a875-7e736857fb49), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:18.842343 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-499918bc-dc8d-468d-adf7-84ada9ced266 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks [] for security_group_rule (2e7c7afa-482e-4189-b987-d60b2f5fce45), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:18.865455 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-40e14478-2f6c-4a87-b012-185f75fcc5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (c49d2ddd-4abd-45c0-a875-7e736857fb49), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:18.897065 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-499918bc-dc8d-468d-adf7-84ada9ced266 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks [] for security_group_rule (2e7c7afa-482e-4189-b987-d60b2f5fce45), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:18.904507 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-40e14478-2f6c-4a87-b012-185f75fcc5e9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3810f30331bb4dc09584190d6a5660a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1958098 May 16 15:18:18.906378 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e14478-2f6c-4a87-b012-185f75fcc5e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c49d2ddd-4abd-45c0-a875-7e736857fb49,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:18:18.907269 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 47296) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:18:18.955455 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-e357ae67-9aa1-4871-8f34-8cba123aa2a4 admin admin] Publish callbacks [] for security_group (c49d2ddd-4abd-45c0-a875-7e736857fb49), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:18.978259 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-e357ae67-9aa1-4871-8f34-8cba123aa2a4 admin admin] Publish callbacks [] for security_group (c49d2ddd-4abd-45c0-a875-7e736857fb49), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:18.988356 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-499918bc-dc8d-468d-adf7-84ada9ced266 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607684'] for security_group_rule (2e7c7afa-482e-4189-b987-d60b2f5fce45), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:19.021041 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499918bc-dc8d-468d-adf7-84ada9ced266 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e7c7afa-482e-4189-b987-d60b2f5fce45,revision_number=0']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:18:19.130203 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-499918bc-dc8d-468d-adf7-84ada9ced266 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:19.131490 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-499918bc-dc8d-468d-adf7-84ada9ced266 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4579849 May 16 15:18:19.134838 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 47298) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:18:19.139553 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.v2.base [None req-1c193924-064f-4d32-9af4-907e027061e8 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Request body: {'security_group_rule': {'security_group_id': '0b779ae3-e78d-4ec5-964b-03e22096986e', 'project_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:18:19.157438 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-e357ae67-9aa1-4871-8f34-8cba123aa2a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (c49d2ddd-4abd-45c0-a875-7e736857fb49), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:19.160209 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-e357ae67-9aa1-4871-8f34-8cba123aa2a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:19.161426 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-e357ae67-9aa1-4871-8f34-8cba123aa2a4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c49d2ddd-4abd-45c0-a875-7e736857fb49 HTTP/1.1" status: 204 len: 168 time: 0.2532034 May 16 15:18:19.169658 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e357ae67-9aa1-4871-8f34-8cba123aa2a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c49d2ddd-4abd-45c0-a875-7e736857fb49,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:18:19.243082 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-1c193924-064f-4d32-9af4-907e027061e8 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks [] for security_group_rule (d31d0aca-6a20-457e-a48d-beb4f2bbcb35), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:19.297732 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-1c193924-064f-4d32-9af4-907e027061e8 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks [] for security_group_rule (d31d0aca-6a20-457e-a48d-beb4f2bbcb35), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:19.379734 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-1c193924-064f-4d32-9af4-907e027061e8 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607684'] for security_group_rule (d31d0aca-6a20-457e-a48d-beb4f2bbcb35), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:19.398752 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c193924-064f-4d32-9af4-907e027061e8 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d31d0aca-6a20-457e-a48d-beb4f2bbcb35,revision_number=0']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:18:19.497105 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-1c193924-064f-4d32-9af4-907e027061e8 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:19.498298 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-1c193924-064f-4d32-9af4-907e027061e8 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3624246 May 16 15:18:19.501074 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 47306) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:18:19.505495 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.v2.base [None req-f2e598ba-fdf5-40a6-b068-fff244533065 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Request body: {'security_group_rule': {'security_group_id': '0b779ae3-e78d-4ec5-964b-03e22096986e', 'project_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:18:19.586091 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-f2e598ba-fdf5-40a6-b068-fff244533065 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks [] for security_group_rule (f61b536a-a580-40e3-8bee-c07e3283a768), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:19.623083 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device 2dc40d1e-7f6a-4fd1-9e7d-8f1ac40e51fc up at agent ovs-agent-dv-cinder-795785-10-iscsi {{(pid=104035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:18:19.642857 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-f2e598ba-fdf5-40a6-b068-fff244533065 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks [] for security_group_rule (f61b536a-a580-40e3-8bee-c07e3283a768), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:19.667487 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Provisioning complete for port 2dc40d1e-7f6a-4fd1-9e7d-8f1ac40e51fc triggered by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:18:19.670258 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (2dc40d1e-7f6a-4fd1-9e7d-8f1ac40e51fc), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:19.729780 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-f2e598ba-fdf5-40a6-b068-fff244533065 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607684'] for security_group_rule (f61b536a-a580-40e3-8bee-c07e3283a768), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:19.743559 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Current status of the port 2dc40d1e-7f6a-4fd1-9e7d-8f1ac40e51fc is: ACTIVE; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:18:19.749645 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e598ba-fdf5-40a6-b068-fff244533065 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f61b536a-a580-40e3-8bee-c07e3283a768,revision_number=0']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:18:19.801656 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 47310) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:18:19.820268 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-61b855ef-3aae-4efc-bef5-c7c2a1344664 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:19.854022 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-f2e598ba-fdf5-40a6-b068-fff244533065 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:19.858016 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-f2e598ba-fdf5-40a6-b068-fff244533065 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3532898 May 16 15:18:19.858558 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 47314) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:18:19.863126 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.v2.base [None req-3d1ae1ba-14d7-4948-b683-6807d2e3c47d tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Request body: {'security_group_rule': {'security_group_id': '0b779ae3-e78d-4ec5-964b-03e22096986e', 'project_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:18:19.917965 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-61b855ef-3aae-4efc-bef5-c7c2a1344664 admin admin] Publish callbacks [] for security_group (6925de36-cb50-4c05-94c4-4aa66d5912e7), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:19.990876 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-61b855ef-3aae-4efc-bef5-c7c2a1344664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (6925de36-cb50-4c05-94c4-4aa66d5912e7), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:19.996576 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3d1ae1ba-14d7-4948-b683-6807d2e3c47d tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks [] for security_group_rule (d9a300a1-92ef-4a83-87b4-74d1ae53788c), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:20.031034 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-61b855ef-3aae-4efc-bef5-c7c2a1344664 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=100be48c6d5643efb8f6c623e4d4384d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2281525 May 16 15:18:20.031809 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b855ef-3aae-4efc-bef5-c7c2a1344664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6925de36-cb50-4c05-94c4-4aa66d5912e7,revision_number=1']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:18:20.034042 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 47316) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:18:20.062887 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3d1ae1ba-14d7-4948-b683-6807d2e3c47d tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks [] for security_group_rule (d9a300a1-92ef-4a83-87b4-74d1ae53788c), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:20.081926 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-2a12b581-afc6-4c87-a2d8-1ce2bdc87033 admin admin] Publish callbacks [] for security_group (6925de36-cb50-4c05-94c4-4aa66d5912e7), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:20.103050 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-2a12b581-afc6-4c87-a2d8-1ce2bdc87033 admin admin] Publish callbacks [] for security_group (6925de36-cb50-4c05-94c4-4aa66d5912e7), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:20.157369 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3d1ae1ba-14d7-4948-b683-6807d2e3c47d tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607684'] for security_group_rule (d9a300a1-92ef-4a83-87b4-74d1ae53788c), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:20.173205 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1ae1ba-14d7-4948-b683-6807d2e3c47d tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9a300a1-92ef-4a83-87b4-74d1ae53788c,revision_number=0']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:18:20.203090 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-2a12b581-afc6-4c87-a2d8-1ce2bdc87033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (6925de36-cb50-4c05-94c4-4aa66d5912e7), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:20.205713 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-2a12b581-afc6-4c87-a2d8-1ce2bdc87033 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:20.206882 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-2a12b581-afc6-4c87-a2d8-1ce2bdc87033 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6925de36-cb50-4c05-94c4-4aa66d5912e7 HTTP/1.1" status: 204 len: 168 time: 0.1719198 May 16 15:18:20.215243 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a12b581-afc6-4c87-a2d8-1ce2bdc87033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6925de36-cb50-4c05-94c4-4aa66d5912e7,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:18:20.222293 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3d1ae1ba-14d7-4948-b683-6807d2e3c47d tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:20.223590 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-3d1ae1ba-14d7-4948-b683-6807d2e3c47d tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3639524 May 16 15:18:20.229934 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 47320) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:18:20.234596 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.v2.base [None req-f3457f27-c29d-4a40-9ea5-6af4144000a5 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Request body: {'security_group_rule': {'security_group_id': '0b779ae3-e78d-4ec5-964b-03e22096986e', 'project_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:18:20.312529 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.db.securitygroups_db [None req-f3457f27-c29d-4a40-9ea5-6af4144000a5 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Project b025f7f102ee46fa92e9bb7445e59daa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 16 15:18:20.331315 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f3457f27-c29d-4a40-9ea5-6af4144000a5 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks [] for security_group_rule (88aea58c-e6d6-4902-8d74-bdc2183b752d), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:20.408155 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f3457f27-c29d-4a40-9ea5-6af4144000a5 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks [] for security_group_rule (88aea58c-e6d6-4902-8d74-bdc2183b752d), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:20.446078 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0af509-a05c-4a37-ab7f-63e553d07ce2 None None] Sync routers for ids ['7cc8f870-5a01-4c52-a21c-efcf2e6433e6'] in dv-cinder-795785-10-iscsi {{(pid=104035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:18:20.456222 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0af509-a05c-4a37-ab7f-63e553d07ce2 None None] Routers {'7cc8f870-5a01-4c52-a21c-efcf2e6433e6'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:18:20.456831 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_hamode_db [None req-cb0af509-a05c-4a37-ab7f-63e553d07ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:17:59Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['7cc8f870-5a01-4c52-a21c-efcf2e6433e6'], 'active': True} {{(pid=104035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:18:20.499483 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f3457f27-c29d-4a40-9ea5-6af4144000a5 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607684'] for security_group_rule (88aea58c-e6d6-4902-8d74-bdc2183b752d), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:20.519275 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3457f27-c29d-4a40-9ea5-6af4144000a5 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88aea58c-e6d6-4902-8d74-bdc2183b752d,revision_number=0']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:18:20.563625 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvr_db [None req-cb0af509-a05c-4a37-ab7f-63e553d07ce2 None None] Set router 7cc8f870-5a01-4c52-a21c-efcf2e6433e6 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:18:20.628973 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f3457f27-c29d-4a40-9ea5-6af4144000a5 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:20.633953 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-f3457f27-c29d-4a40-9ea5-6af4144000a5 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3994610 May 16 15:18:20.634352 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 47328) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:18:20.639443 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.v2.base [None req-4a739c32-4720-4805-8695-54c580722fb1 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Request body: {'security_group_rule': {'security_group_id': '0b779ae3-e78d-4ec5-964b-03e22096986e', 'project_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:18:20.723574 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.db.securitygroups_db [None req-4a739c32-4720-4805-8695-54c580722fb1 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Project b025f7f102ee46fa92e9bb7445e59daa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 16 15:18:20.730291 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4a739c32-4720-4805-8695-54c580722fb1 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks [] for security_group_rule (f9ff97ea-f5ba-46d6-9e26-8a01cf4c1766), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:20.766189 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_hamode_db [None req-cb0af509-a05c-4a37-ab7f-63e553d07ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc8f870-5a01-4c52-a21c-efcf2e6433e6', 'name': 'tempest-TestVolumeBootPattern-1912617530-router', 'tenant_id': 'e011d38e61094c908888610db7e37aec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '2dc40d1e-7f6a-4fd1-9e7d-8f1ac40e51fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:18:13Z', 'updated_at': '2022-05-16T15:18:16Z', 'revision_number': 4, 'project_id': 'e011d38e61094c908888610db7e37aec', 'gw_port': {'id': '2dc40d1e-7f6a-4fd1-9e7d-8f1ac40e51fc', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc8f870-5a01-4c52-a21c-efcf2e6433e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:18:14Z', 'updated_at': '2022-05-16T15:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_interfaces': [{'id': 'beb25642-0a0d-43c4-80e9-26b45b69ca8b', 'name': '', 'network_id': 'f560c01a-f1f9-4606-a9e9-c431794579c8', 'tenant_id': 'e011d38e61094c908888610db7e37aec', 'mac_address': 'fa:16:3e:73:7d:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc8f870-5a01-4c52-a21c-efcf2e6433e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'f16028d0-dd57-4309-97b5-65c111b5321c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:18:16Z', 'updated_at': '2022-05-16T15:18:17Z', 'revision_number': 2, 'project_id': 'e011d38e61094c908888610db7e37aec', 'subnets': [{'id': 'f16028d0-dd57-4309-97b5-65c111b5321c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:18:20.790626 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0af509-a05c-4a37-ab7f-63e553d07ce2 None None] Checking router: 7cc8f870-5a01-4c52-a21c-efcf2e6433e6 for host: dv-cinder-795785-10-iscsi {{(pid=104035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:18:20.790906 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0af509-a05c-4a37-ab7f-63e553d07ce2 None None] Updating router 7cc8f870-5a01-4c52-a21c-efcf2e6433e6 port beb25642-0a0d-43c4-80e9-26b45b69ca8b binding host dv-cinder-795785-10-iscsi {{(pid=104035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 15:18:20.792351 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4a739c32-4720-4805-8695-54c580722fb1 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks [] for security_group_rule (f9ff97ea-f5ba-46d6-9e26-8a01cf4c1766), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:20.822618 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-cb0af509-a05c-4a37-ab7f-63e553d07ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (beb25642-0a0d-43c4-80e9-26b45b69ca8b), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:20.860037 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4a739c32-4720-4805-8695-54c580722fb1 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607684'] for security_group_rule (f9ff97ea-f5ba-46d6-9e26-8a01cf4c1766), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:20.879051 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a739c32-4720-4805-8695-54c580722fb1 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9ff97ea-f5ba-46d6-9e26-8a01cf4c1766,revision_number=0']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:18:20.965515 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4a739c32-4720-4805-8695-54c580722fb1 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:20.967132 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-4a739c32-4720-4805-8695-54c580722fb1 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3316877 May 16 15:18:21.119342 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-cb0af509-a05c-4a37-ab7f-63e553d07ce2 None None] Publish callbacks [] for port (beb25642-0a0d-43c4-80e9-26b45b69ca8b), precommit_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:21.197658 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-cb0af509-a05c-4a37-ab7f-63e553d07ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (beb25642-0a0d-43c4-80e9-26b45b69ca8b), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:21.250299 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5638507e-123e-4b98-aa83-a5f438821d07 None None] Pushing event updated for resources: {'Port': ['ID=beb25642-0a0d-43c4-80e9-26b45b69ca8b,revision_number=3']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:18:21.307972 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.managers [None req-cb0af509-a05c-4a37-ab7f-63e553d07ce2 None None] Attempting to bind port beb25642-0a0d-43c4-80e9-26b45b69ca8b on host dv-cinder-795785-10-iscsi for vnic_type normal with profile {{(pid=104035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:18:21.308375 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.managers [None req-cb0af509-a05c-4a37-ab7f-63e553d07ce2 None None] Attempting to bind port beb25642-0a0d-43c4-80e9-26b45b69ca8b by drivers openvswitch,hyperv on host dv-cinder-795785-10-iscsi at level 0 using segments [{'id': '1711a565-ef12-40a6-8df6-03fae350b6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f560c01a-f1f9-4606-a9e9-c431794579c8'}] {{(pid=104035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:18:21.308764 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0af509-a05c-4a37-ab7f-63e553d07ce2 None None] Attempting to bind port beb25642-0a0d-43c4-80e9-26b45b69ca8b on network f560c01a-f1f9-4606-a9e9-c431794579c8 {{(pid=104035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:18:21.314277 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0af509-a05c-4a37-ab7f-63e553d07ce2 None None] Checking agent: {'id': '311a8a5f-4d79-4ff7-931a-d05ff8cc45ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 6, 3), 'started_at': datetime.datetime(2022, 5, 16, 15, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:18:21.314652 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0af509-a05c-4a37-ab7f-63e553d07ce2 None None] Checking segment: {'id': '1711a565-ef12-40a6-8df6-03fae350b6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f560c01a-f1f9-4606-a9e9-c431794579c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:18:21.315514 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-cb0af509-a05c-4a37-ab7f-63e553d07ce2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:21.315844 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0af509-a05c-4a37-ab7f-63e553d07ce2 None None] Bound using segment: {'id': '1711a565-ef12-40a6-8df6-03fae350b6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f560c01a-f1f9-4606-a9e9-c431794579c8'} {{(pid=104035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:18:21.316309 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.managers [None req-cb0af509-a05c-4a37-ab7f-63e553d07ce2 None None] Bound port: beb25642-0a0d-43c4-80e9-26b45b69ca8b, host: dv-cinder-795785-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1711a565-ef12-40a6-8df6-03fae350b6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f560c01a-f1f9-4606-a9e9-c431794579c8'}}] {{(pid=104035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:18:21.316813 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-cb0af509-a05c-4a37-ab7f-63e553d07ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (beb25642-0a0d-43c4-80e9-26b45b69ca8b), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:21.381937 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-cb0af509-a05c-4a37-ab7f-63e553d07ce2 None None] For port beb25642-0a0d-43c4-80e9-26b45b69ca8b, host dv-cinder-795785-10-iscsi, cleared binding levels {{(pid=104035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:18:21.385722 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-cb0af509-a05c-4a37-ab7f-63e553d07ce2 None None] For port beb25642-0a0d-43c4-80e9-26b45b69ca8b, host dv-cinder-795785-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=beb25642-0a0d-43c4-80e9-26b45b69ca8b,segment=NetworkSegment(1711a565-ef12-40a6-8df6-03fae350b6be),segment_id=1711a565-ef12-40a6-8df6-03fae350b6be)] {{(pid=104035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:18:21.459052 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-cd6d40c0-2e9c-4c20-a6a2-3a1204ede8fb None None] Provisioning complete for port beb25642-0a0d-43c4-80e9-26b45b69ca8b triggered by entity DHCP. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:18:21.459374 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-cd6d40c0-2e9c-4c20-a6a2-3a1204ede8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (beb25642-0a0d-43c4-80e9-26b45b69ca8b), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:21.485601 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-cb0af509-a05c-4a37-ab7f-63e553d07ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (beb25642-0a0d-43c4-80e9-26b45b69ca8b), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:21.526507 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-cd6d40c0-2e9c-4c20-a6a2-3a1204ede8fb None None] Port beb25642-0a0d-43c4-80e9-26b45b69ca8b cannot update to ACTIVE because it is not bound. {{(pid=104035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:18:21.556474 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5638507e-123e-4b98-aa83-a5f438821d07 None None] Pushing event updated for resources: {'Port': ['ID=beb25642-0a0d-43c4-80e9-26b45b69ca8b,revision_number=4']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:18:21.559401 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0af509-a05c-4a37-ab7f-63e553d07ce2 None None] Routers {'7cc8f870-5a01-4c52-a21c-efcf2e6433e6'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:18:21.559980 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_hamode_db [None req-cb0af509-a05c-4a37-ab7f-63e553d07ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:17:59Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['7cc8f870-5a01-4c52-a21c-efcf2e6433e6'], 'active': True} {{(pid=104035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:18:21.671799 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvr_db [None req-cb0af509-a05c-4a37-ab7f-63e553d07ce2 None None] Set router 7cc8f870-5a01-4c52-a21c-efcf2e6433e6 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:18:21.886965 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-49d1b6d2-6ce5-49a3-8d4a-93a68e5f64ca None None] Provisioning complete for port beb25642-0a0d-43c4-80e9-26b45b69ca8b triggered by entity DHCP. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:18:21.887640 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-49d1b6d2-6ce5-49a3-8d4a-93a68e5f64ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (beb25642-0a0d-43c4-80e9-26b45b69ca8b), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:22.035847 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-49d1b6d2-6ce5-49a3-8d4a-93a68e5f64ca None None] Current status of the port beb25642-0a0d-43c4-80e9-26b45b69ca8b is: DOWN; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:18:22.036240 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-49d1b6d2-6ce5-49a3-8d4a-93a68e5f64ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (beb25642-0a0d-43c4-80e9-26b45b69ca8b), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:22.057007 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38694b76-e418-4e6c-9f7a-f75b806e7d88 req-e8dd389f-6063-4b6a-9a1f-19401c1d6e18 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:22.058810 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-38694b76-e418-4e6c-9f7a-f75b806e7d88 req-e8dd389f-6063-4b6a-9a1f-19401c1d6e18 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2587084-89a0-47a8-909d-019d48b12e5c HTTP/1.1" status: 200 len: 945 time: 0.0517895 May 16 15:18:22.062816 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_hamode_db [None req-cb0af509-a05c-4a37-ab7f-63e553d07ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc8f870-5a01-4c52-a21c-efcf2e6433e6', 'name': 'tempest-TestVolumeBootPattern-1912617530-router', 'tenant_id': 'e011d38e61094c908888610db7e37aec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '2dc40d1e-7f6a-4fd1-9e7d-8f1ac40e51fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:18:13Z', 'updated_at': '2022-05-16T15:18:16Z', 'revision_number': 4, 'project_id': 'e011d38e61094c908888610db7e37aec', 'gw_port': {'id': '2dc40d1e-7f6a-4fd1-9e7d-8f1ac40e51fc', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc8f870-5a01-4c52-a21c-efcf2e6433e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:18:14Z', 'updated_at': '2022-05-16T15:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_interfaces': [{'id': 'beb25642-0a0d-43c4-80e9-26b45b69ca8b', 'name': '', 'network_id': 'f560c01a-f1f9-4606-a9e9-c431794579c8', 'tenant_id': 'e011d38e61094c908888610db7e37aec', 'mac_address': 'fa:16:3e:73:7d:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc8f870-5a01-4c52-a21c-efcf2e6433e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'f16028d0-dd57-4309-97b5-65c111b5321c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:18:16Z', 'updated_at': '2022-05-16T15:18:21Z', 'revision_number': 4, 'project_id': 'e011d38e61094c908888610db7e37aec', 'subnets': [{'id': 'f16028d0-dd57-4309-97b5-65c111b5321c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:18:22.092878 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0af509-a05c-4a37-ab7f-63e553d07ce2 None None] The sync data for ids ['7cc8f870-5a01-4c52-a21c-efcf2e6433e6'] in dv-cinder-795785-10-iscsi is: [{'id': '7cc8f870-5a01-4c52-a21c-efcf2e6433e6', 'name': 'tempest-TestVolumeBootPattern-1912617530-router', 'tenant_id': 'e011d38e61094c908888610db7e37aec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '2dc40d1e-7f6a-4fd1-9e7d-8f1ac40e51fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:18:13Z', 'updated_at': '2022-05-16T15:18:16Z', 'revision_number': 4, 'project_id': 'e011d38e61094c908888610db7e37aec', 'gw_port': {'id': '2dc40d1e-7f6a-4fd1-9e7d-8f1ac40e51fc', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc8f870-5a01-4c52-a21c-efcf2e6433e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:18:14Z', 'updated_at': '2022-05-16T15:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_interfaces': [{'id': 'beb25642-0a0d-43c4-80e9-26b45b69ca8b', 'name': '', 'network_id': 'f560c01a-f1f9-4606-a9e9-c431794579c8', 'tenant_id': 'e011d38e61094c908888610db7e37aec', 'mac_address': 'fa:16:3e:73:7d:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc8f870-5a01-4c52-a21c-efcf2e6433e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'f16028d0-dd57-4309-97b5-65c111b5321c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:18:16Z', 'updated_at': '2022-05-16T15:18:21Z', 'revision_number': 4, 'project_id': 'e011d38e61094c908888610db7e37aec', 'subnets': [{'id': 'f16028d0-dd57-4309-97b5-65c111b5321c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:18:22.104058 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-49d1b6d2-6ce5-49a3-8d4a-93a68e5f64ca None None] For port beb25642-0a0d-43c4-80e9-26b45b69ca8b, host dv-cinder-795785-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=beb25642-0a0d-43c4-80e9-26b45b69ca8b,segment=NetworkSegment(1711a565-ef12-40a6-8df6-03fae350b6be),segment_id=1711a565-ef12-40a6-8df6-03fae350b6be)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:18:22.118578 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-38694b76-e418-4e6c-9f7a-f75b806e7d88 req-e6cdc697-8741-43dd-abc2-aa16562f0711 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c14af3-1fed-4601-8c5f-6a8238c55c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540292 May 16 15:18:22.145822 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 47386) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:18:22.233281 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-49d1b6d2-6ce5-49a3-8d4a-93a68e5f64ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (beb25642-0a0d-43c4-80e9-26b45b69ca8b), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:22.305859 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d1b6d2-6ce5-49a3-8d4a-93a68e5f64ca None None] Pushing event updated for resources: {'Port': ['ID=beb25642-0a0d-43c4-80e9-26b45b69ca8b,revision_number=5']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:18:22.450567 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af7c6bc-f197-4ab0-80bd-03b5026dc2d5 tempest-TestMinimumBasicScenario-1905752438 tempest-TestMinimumBasicScenario-1905752438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:22.452267 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-4af7c6bc-f197-4ab0-80bd-03b5026dc2d5 tempest-TestMinimumBasicScenario-1905752438 tempest-TestMinimumBasicScenario-1905752438-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=f2587084-89a0-47a8-909d-019d48b12e5c HTTP/1.1" status: 200 len: 1124 time: 0.3093503 May 16 15:18:22.455274 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 47402) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:18:22.460319 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.v2.base [None req-ebdc53b2-5ee3-42e4-b1d1-90792b65244d tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Request body: {'floatingip': {'floating_network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'port_id': '3904bae9-9274-4a0f-8757-bdbf49cf6aff', 'tenant_id': '18afd7d9815342c196be824d2b99d537', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:18:22.569369 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ebdc53b2-5ee3-42e4-b1d1-90792b65244d tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:22.656615 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ebdc53b2-5ee3-42e4-b1d1-90792b65244d tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:22.774173 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-ebdc53b2-5ee3-42e4-b1d1-90792b65244d tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Allocated IP 172.27.0.46 (ad45e98c-12fc-4959-a2ae-a7226c979594/4a504247-fe9e-45e9-866d-820247643fc0/5fe78bad-8954-4c7c-83dd-81e58b77f10d) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:18:22.876322 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ebdc53b2-5ee3-42e4-b1d1-90792b65244d tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Publish callbacks [] for port (5fe78bad-8954-4c7c-83dd-81e58b77f10d), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:23.003201 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ebdc53b2-5ee3-42e4-b1d1-90792b65244d tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789019640149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61886211'] for port (5fe78bad-8954-4c7c-83dd-81e58b77f10d), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:23.044419 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebdc53b2-5ee3-42e4-b1d1-90792b65244d tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Network ad45e98c-12fc-4959-a2ae-a7226c979594 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:18:23.047563 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-ebdc53b2-5ee3-42e4-b1d1-90792b65244d tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:18:23.053615 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdc53b2-5ee3-42e4-b1d1-90792b65244d tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:18:23.058599 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdc53b2-5ee3-42e4-b1d1-90792b65244d tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Pushing event updated for resources: {'Port': ['ID=5fe78bad-8954-4c7c-83dd-81e58b77f10d,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:18:23.407905 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ebdc53b2-5ee3-42e4-b1d1-90792b65244d tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Publish callbacks [] for floatingip (f8e5fa7a-be89-4509-b3a5-96ce0da9925b), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:23.533048 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ebdc53b2-5ee3-42e4-b1d1-90792b65244d tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (5fe78bad-8954-4c7c-83dd-81e58b77f10d), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:23.639388 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device beb25642-0a0d-43c4-80e9-26b45b69ca8b up at agent ovs-agent-dv-cinder-795785-10-iscsi {{(pid=104035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:18:23.685055 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Provisioning complete for port beb25642-0a0d-43c4-80e9-26b45b69ca8b triggered by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:18:23.685466 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (beb25642-0a0d-43c4-80e9-26b45b69ca8b), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:23.720415 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ebdc53b2-5ee3-42e4-b1d1-90792b65244d tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Publish callbacks [] for port (5fe78bad-8954-4c7c-83dd-81e58b77f10d), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:23.766512 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Current status of the port beb25642-0a0d-43c4-80e9-26b45b69ca8b is: ACTIVE; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:18:23.813389 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ebdc53b2-5ee3-42e4-b1d1-90792b65244d tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61886260'] for port (5fe78bad-8954-4c7c-83dd-81e58b77f10d), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:23.878456 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdc53b2-5ee3-42e4-b1d1-90792b65244d tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Pushing event updated for resources: {'Port': ['ID=5fe78bad-8954-4c7c-83dd-81e58b77f10d,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:18:23.895027 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ebdc53b2-5ee3-42e4-b1d1-90792b65244d tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556839'] for floatingip (f8e5fa7a-be89-4509-b3a5-96ce0da9925b), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:24.000372 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.db.l3_db [None req-ebdc53b2-5ee3-42e4-b1d1-90792b65244d tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Floating IP f8e5fa7a-be89-4509-b3a5-96ce0da9925b associated. External IP: 172.27.0.46, port: 3904bae9-9274-4a0f-8757-bdbf49cf6aff. May 16 15:18:24.435433 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebdc53b2-5ee3-42e4-b1d1-90792b65244d tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Router d492aea4-7447-4665-9c6c-babfe62e8760 has already been hosted by L3 agent 54a3e65b-69a0-426d-9997-69a1705c4334 {{(pid=104033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:18:24.546929 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebdc53b2-5ee3-42e4-b1d1-90792b65244d tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Notify agent at l3_agent.dv-cinder-795785-10-iscsi the message routers_updated {{(pid=104033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:18:24.556089 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236a49f1-36af-4a44-9707-f8132ee5cd70 None None] Sync routers for ids ['d492aea4-7447-4665-9c6c-babfe62e8760'] in dv-cinder-795785-10-iscsi {{(pid=104036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:18:24.566584 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236a49f1-36af-4a44-9707-f8132ee5cd70 None None] Routers {'d492aea4-7447-4665-9c6c-babfe62e8760'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:18:24.567191 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-236a49f1-36af-4a44-9707-f8132ee5cd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:17:59Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['d492aea4-7447-4665-9c6c-babfe62e8760'], 'active': True} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:18:24.634114 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ebdc53b2-5ee3-42e4-b1d1-90792b65244d tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914'] for floatingip (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:24.665505 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-ebdc53b2-5ee3-42e4-b1d1-90792b65244d tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2087455 May 16 15:18:24.666012 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2587084-89a0-47a8-909d-019d48b12e5c', 'tag': '3904bae9-9274-4a0f-8757-bdbf49cf6aff'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:18:24.668236 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 47422) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:18:24.669508 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvr_db [None req-236a49f1-36af-4a44-9707-f8132ee5cd70 None None] Set router d492aea4-7447-4665-9c6c-babfe62e8760 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:18:24.672713 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.v2.base [None req-bcde394c-6c49-414b-9c14-7f4b61fbcd00 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1332313170', 'description': 'tempest-secgroup-smoke-1332313170 description', 'project_id': '18afd7d9815342c196be824d2b99d537'}} {{(pid=104034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:18:24.674868 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffeccd97bc4bec2d8a291f35a4115644be5723c7930092d1a563b2016f5a5231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d55e5e0b-6dfc-4d2f-b2cd-99f21990786c" -d '{"events": [{"name": "network-changed", "server_uuid": "f2587084-89a0-47a8-909d-019d48b12e5c", "tag": "3904bae9-9274-4a0f-8757-bdbf49cf6aff"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:18:24.715610 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0ce737b-50c1-492c-868d-af8d80232f96 x-openstack-request-id: req-b0ce737b-50c1-492c-868d-af8d80232f96 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:18:24.715902 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2587084-89a0-47a8-909d-019d48b12e5c", "tag": "3904bae9-9274-4a0f-8757-bdbf49cf6aff", "status": "completed", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:18:24.716161 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b0ce737b-50c1-492c-868d-af8d80232f96 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:18:24.716573 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0ce737b-50c1-492c-868d-af8d80232f96'] response: {'name': 'network-changed', 'server_uuid': 'f2587084-89a0-47a8-909d-019d48b12e5c', 'tag': '3904bae9-9274-4a0f-8757-bdbf49cf6aff', 'status': 'completed', 'code': 200} May 16 15:18:24.763113 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-bcde394c-6c49-414b-9c14-7f4b61fbcd00 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Publish callbacks [] for security_group (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:24.837970 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-bcde394c-6c49-414b-9c14-7f4b61fbcd00 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Publish callbacks [] for security_group (bd80e2ed-795d-481f-ae0d-33b1c9403e7c), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:24.880803 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-236a49f1-36af-4a44-9707-f8132ee5cd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd492aea4-7447-4665-9c6c-babfe62e8760', 'name': 'tempest-TestMinimumBasicScenario-1843982626-router', 'tenant_id': '18afd7d9815342c196be824d2b99d537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': 'cb8f48b8-11f5-4a8b-ac99-c9ba07cf37a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:16:56Z', 'updated_at': '2022-05-16T15:17:00Z', 'revision_number': 4, 'project_id': '18afd7d9815342c196be824d2b99d537', 'gw_port': {'id': 'cb8f48b8-11f5-4a8b-ac99-c9ba07cf37a1', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ce:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd492aea4-7447-4665-9c6c-babfe62e8760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:16:57Z', 'updated_at': '2022-05-16T15:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_floatingips': [{'id': 'f8e5fa7a-be89-4509-b3a5-96ce0da9925b', 'tenant_id': '18afd7d9815342c196be824d2b99d537', 'floating_ip_address': '172.27.0.46', 'floating_network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'router_id': 'd492aea4-7447-4665-9c6c-babfe62e8760', 'port_id': '3904bae9-9274-4a0f-8757-bdbf49cf6aff', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c4f9146-d1fd-486f-849d-27c0f1f9f510', 'mac_address': 'fa:16:3e:3d:3d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2587084-89a0-47a8-909d-019d48b12e5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:18:23Z', 'updated_at': '2022-05-16T15:18:23Z', 'revision_number': 0, 'project_id': '18afd7d9815342c196be824d2b99d537', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd1ca3d5-b423-4214-86b7-3a95454a1cff', 'name': '', 'network_id': '0c4f9146-d1fd-486f-849d-27c0f1f9f510', 'tenant_id': '18afd7d9815342c196be824d2b99d537', 'mac_address': 'fa:16:3e:fb:d9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd492aea4-7447-4665-9c6c-babfe62e8760', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'b2bcf42b-2d4b-4fc7-a55a-ea377e4752e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:16:59Z', 'updated_at': '2022-05-16T15:17:04Z', 'revision_number': 5, 'project_id': '18afd7d9815342c196be824d2b99d537', 'subnets': [{'id': 'b2bcf42b-2d4b-4fc7-a55a-ea377e4752e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:18:24.905901 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236a49f1-36af-4a44-9707-f8132ee5cd70 None None] Checking router: d492aea4-7447-4665-9c6c-babfe62e8760 for host: dv-cinder-795785-10-iscsi {{(pid=104036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:18:24.914458 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236a49f1-36af-4a44-9707-f8132ee5cd70 None None] Routers {'d492aea4-7447-4665-9c6c-babfe62e8760'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:18:24.915186 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-236a49f1-36af-4a44-9707-f8132ee5cd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:17:59Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['d492aea4-7447-4665-9c6c-babfe62e8760'], 'active': True} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:18:24.917128 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-bcde394c-6c49-414b-9c14-7f4b61fbcd00 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (bd80e2ed-795d-481f-ae0d-33b1c9403e7c), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:24.950164 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcde394c-6c49-414b-9c14-7f4b61fbcd00 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd80e2ed-795d-481f-ae0d-33b1c9403e7c,revision_number=1']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:18:24.995229 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-bcde394c-6c49-414b-9c14-7f4b61fbcd00 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Publish callbacks [] for security_group (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:24.996725 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-bcde394c-6c49-414b-9c14-7f4b61fbcd00 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3274252 May 16 15:18:25.000373 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 47426) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:18:25.008065 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.v2.base [None req-d131a243-acd0-4f85-bcbf-95b7c1a683cd tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Request body: {'security_group_rule': {'security_group_id': 'bd80e2ed-795d-481f-ae0d-33b1c9403e7c', 'project_id': '18afd7d9815342c196be824d2b99d537', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:18:25.099039 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvr_db [None req-236a49f1-36af-4a44-9707-f8132ee5cd70 None None] Set router d492aea4-7447-4665-9c6c-babfe62e8760 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:18:25.105807 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-d131a243-acd0-4f85-bcbf-95b7c1a683cd tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Publish callbacks [] for security_group_rule (e6e33b18-ba16-4725-bf99-3efc9b671a5a), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:25.164150 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-d131a243-acd0-4f85-bcbf-95b7c1a683cd tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Publish callbacks [] for security_group_rule (e6e33b18-ba16-4725-bf99-3efc9b671a5a), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:25.219935 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-d131a243-acd0-4f85-bcbf-95b7c1a683cd tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607684'] for security_group_rule (e6e33b18-ba16-4725-bf99-3efc9b671a5a), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:25.243259 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d131a243-acd0-4f85-bcbf-95b7c1a683cd tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6e33b18-ba16-4725-bf99-3efc9b671a5a,revision_number=0']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:18:25.313643 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-d131a243-acd0-4f85-bcbf-95b7c1a683cd tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:25.313870 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-236a49f1-36af-4a44-9707-f8132ee5cd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd492aea4-7447-4665-9c6c-babfe62e8760', 'name': 'tempest-TestMinimumBasicScenario-1843982626-router', 'tenant_id': '18afd7d9815342c196be824d2b99d537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': 'cb8f48b8-11f5-4a8b-ac99-c9ba07cf37a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:16:56Z', 'updated_at': '2022-05-16T15:17:00Z', 'revision_number': 4, 'project_id': '18afd7d9815342c196be824d2b99d537', 'gw_port': {'id': 'cb8f48b8-11f5-4a8b-ac99-c9ba07cf37a1', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ce:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd492aea4-7447-4665-9c6c-babfe62e8760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:16:57Z', 'updated_at': '2022-05-16T15:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_floatingips': [{'id': 'f8e5fa7a-be89-4509-b3a5-96ce0da9925b', 'tenant_id': '18afd7d9815342c196be824d2b99d537', 'floating_ip_address': '172.27.0.46', 'floating_network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'router_id': 'd492aea4-7447-4665-9c6c-babfe62e8760', 'port_id': '3904bae9-9274-4a0f-8757-bdbf49cf6aff', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c4f9146-d1fd-486f-849d-27c0f1f9f510', 'mac_address': 'fa:16:3e:3d:3d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2587084-89a0-47a8-909d-019d48b12e5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:18:23Z', 'updated_at': '2022-05-16T15:18:23Z', 'revision_number': 0, 'project_id': '18afd7d9815342c196be824d2b99d537', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd1ca3d5-b423-4214-86b7-3a95454a1cff', 'name': '', 'network_id': '0c4f9146-d1fd-486f-849d-27c0f1f9f510', 'tenant_id': '18afd7d9815342c196be824d2b99d537', 'mac_address': 'fa:16:3e:fb:d9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd492aea4-7447-4665-9c6c-babfe62e8760', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'b2bcf42b-2d4b-4fc7-a55a-ea377e4752e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:16:59Z', 'updated_at': '2022-05-16T15:17:04Z', 'revision_number': 5, 'project_id': '18afd7d9815342c196be824d2b99d537', 'subnets': [{'id': 'b2bcf42b-2d4b-4fc7-a55a-ea377e4752e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:18:25.315407 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-d131a243-acd0-4f85-bcbf-95b7c1a683cd tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3139517 May 16 15:18:25.318093 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 47430) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:18:25.322733 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.v2.base [None req-a394b66c-0f32-408d-854b-27739d353568 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Request body: {'security_group_rule': {'security_group_id': 'bd80e2ed-795d-481f-ae0d-33b1c9403e7c', 'project_id': '18afd7d9815342c196be824d2b99d537', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:18:25.338903 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236a49f1-36af-4a44-9707-f8132ee5cd70 None None] The sync data for ids ['d492aea4-7447-4665-9c6c-babfe62e8760'] in dv-cinder-795785-10-iscsi is: [{'id': 'd492aea4-7447-4665-9c6c-babfe62e8760', 'name': 'tempest-TestMinimumBasicScenario-1843982626-router', 'tenant_id': '18afd7d9815342c196be824d2b99d537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': 'cb8f48b8-11f5-4a8b-ac99-c9ba07cf37a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:16:56Z', 'updated_at': '2022-05-16T15:17:00Z', 'revision_number': 4, 'project_id': '18afd7d9815342c196be824d2b99d537', 'gw_port': {'id': 'cb8f48b8-11f5-4a8b-ac99-c9ba07cf37a1', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ce:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd492aea4-7447-4665-9c6c-babfe62e8760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:16:57Z', 'updated_at': '2022-05-16T15:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_floatingips': [{'id': 'f8e5fa7a-be89-4509-b3a5-96ce0da9925b', 'tenant_id': '18afd7d9815342c196be824d2b99d537', 'floating_ip_address': '172.27.0.46', 'floating_network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'router_id': 'd492aea4-7447-4665-9c6c-babfe62e8760', 'port_id': '3904bae9-9274-4a0f-8757-bdbf49cf6aff', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c4f9146-d1fd-486f-849d-27c0f1f9f510', 'mac_address': 'fa:16:3e:3d:3d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2587084-89a0-47a8-909d-019d48b12e5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:18:23Z', 'updated_at': '2022-05-16T15:18:23Z', 'revision_number': 0, 'project_id': '18afd7d9815342c196be824d2b99d537', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd1ca3d5-b423-4214-86b7-3a95454a1cff', 'name': '', 'network_id': '0c4f9146-d1fd-486f-849d-27c0f1f9f510', 'tenant_id': '18afd7d9815342c196be824d2b99d537', 'mac_address': 'fa:16:3e:fb:d9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd492aea4-7447-4665-9c6c-babfe62e8760', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'b2bcf42b-2d4b-4fc7-a55a-ea377e4752e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:16:59Z', 'updated_at': '2022-05-16T15:17:04Z', 'revision_number': 5, 'project_id': '18afd7d9815342c196be824d2b99d537', 'subnets': [{'id': 'b2bcf42b-2d4b-4fc7-a55a-ea377e4752e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:18:25.437861 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-a394b66c-0f32-408d-854b-27739d353568 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Publish callbacks [] for security_group_rule (ec9f1066-e562-4522-82e9-384335497c98), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:25.488913 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-a394b66c-0f32-408d-854b-27739d353568 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Publish callbacks [] for security_group_rule (ec9f1066-e562-4522-82e9-384335497c98), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:25.532310 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a460961-db95-406e-9d27-54b46b2daec3 None None] New status for floating IP f8e5fa7a-be89-4509-b3a5-96ce0da9925b: ACTIVE {{(pid=104035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 15:18:25.563311 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-a394b66c-0f32-408d-854b-27739d353568 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607684'] for security_group_rule (ec9f1066-e562-4522-82e9-384335497c98), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:25.581636 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a394b66c-0f32-408d-854b-27739d353568 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec9f1066-e562-4522-82e9-384335497c98,revision_number=0']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:18:25.662340 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-a394b66c-0f32-408d-854b-27739d353568 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:25.664216 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-a394b66c-0f32-408d-854b-27739d353568 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3450248 May 16 15:18:25.666934 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 47434) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:18:25.671151 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.v2.base [None req-03371d1c-e343-4a8d-b372-e1905a7c8ba4 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Request body: {'security_group_rule': {'security_group_id': 'bd80e2ed-795d-481f-ae0d-33b1c9403e7c', 'project_id': '18afd7d9815342c196be824d2b99d537', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:18:25.780267 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-03371d1c-e343-4a8d-b372-e1905a7c8ba4 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Publish callbacks [] for security_group_rule (78bae917-1e23-49f7-b23a-088feec29cd9), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:25.836229 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-03371d1c-e343-4a8d-b372-e1905a7c8ba4 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Publish callbacks [] for security_group_rule (78bae917-1e23-49f7-b23a-088feec29cd9), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:25.905233 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-03371d1c-e343-4a8d-b372-e1905a7c8ba4 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607684'] for security_group_rule (78bae917-1e23-49f7-b23a-088feec29cd9), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:25.924322 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03371d1c-e343-4a8d-b372-e1905a7c8ba4 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78bae917-1e23-49f7-b23a-088feec29cd9,revision_number=0']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:18:25.931807 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03371d1c-e343-4a8d-b372-e1905a7c8ba4 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:18:25.932158 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03371d1c-e343-4a8d-b372-e1905a7c8ba4 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:18:25.932537 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03371d1c-e343-4a8d-b372-e1905a7c8ba4 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:18:25.932881 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03371d1c-e343-4a8d-b372-e1905a7c8ba4 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:18:25.933233 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03371d1c-e343-4a8d-b372-e1905a7c8ba4 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:18:25.933556 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03371d1c-e343-4a8d-b372-e1905a7c8ba4 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:18:25.933892 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03371d1c-e343-4a8d-b372-e1905a7c8ba4 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:18:25.934257 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03371d1c-e343-4a8d-b372-e1905a7c8ba4 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:18:25.934591 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03371d1c-e343-4a8d-b372-e1905a7c8ba4 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:18:25.934936 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03371d1c-e343-4a8d-b372-e1905a7c8ba4 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:18:25.935267 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03371d1c-e343-4a8d-b372-e1905a7c8ba4 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:18:25.935595 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03371d1c-e343-4a8d-b372-e1905a7c8ba4 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:18:25.935920 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03371d1c-e343-4a8d-b372-e1905a7c8ba4 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:18:25.936250 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03371d1c-e343-4a8d-b372-e1905a7c8ba4 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:18:25.936574 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03371d1c-e343-4a8d-b372-e1905a7c8ba4 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:18:25.978948 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e5e0b-6dfc-4d2f-b2cd-99f21990786c req-2a41109c-6a95-4017-ad0f-bc99e1b5b971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:25.980451 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-d55e5e0b-6dfc-4d2f-b2cd-99f21990786c req-2a41109c-6a95-4017-ad0f-bc99e1b5b971 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=18afd7d9815342c196be824d2b99d537&device_id=f2587084-89a0-47a8-909d-019d48b12e5c HTTP/1.1" status: 200 len: 1129 time: 0.0448318 May 16 15:18:26.011651 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-03371d1c-e343-4a8d-b372-e1905a7c8ba4 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:26.013041 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-03371d1c-e343-4a8d-b372-e1905a7c8ba4 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3451409 May 16 15:18:26.015797 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 47436) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:18:26.020077 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.v2.base [None req-d332b655-ff89-4cc5-a015-d55589f026af tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Request body: {'security_group_rule': {'security_group_id': 'bd80e2ed-795d-481f-ae0d-33b1c9403e7c', 'project_id': '18afd7d9815342c196be824d2b99d537', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:18:26.083900 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e5e0b-6dfc-4d2f-b2cd-99f21990786c req-28d04eec-5c56-4c81-adce-c1821cfe8e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:26.085928 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-d55e5e0b-6dfc-4d2f-b2cd-99f21990786c req-28d04eec-5c56-4c81-adce-c1821cfe8e09 service neutron] 10.222.0.69 "GET /v2.0/networks?id=0c4f9146-d1fd-486f-849d-27c0f1f9f510 HTTP/1.1" status: 200 len: 916 time: 0.0956993 May 16 15:18:26.100152 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-d332b655-ff89-4cc5-a015-d55589f026af tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Publish callbacks [] for security_group_rule (804ba424-636d-4cf4-a1bd-4413735aca14), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:26.151180 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-d55e5e0b-6dfc-4d2f-b2cd-99f21990786c req-7e7da19b-3666-434f-9b74-5d2974d5dda7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3904bae9-9274-4a0f-8757-bdbf49cf6aff HTTP/1.1" status: 200 len: 1000 time: 0.0568016 May 16 15:18:26.161730 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-d332b655-ff89-4cc5-a015-d55589f026af tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Publish callbacks [] for security_group_rule (804ba424-636d-4cf4-a1bd-4413735aca14), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:26.201416 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e5e0b-6dfc-4d2f-b2cd-99f21990786c req-73f3da95-980f-4388-ae5c-7f520776b4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:26.202944 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-d55e5e0b-6dfc-4d2f-b2cd-99f21990786c req-73f3da95-980f-4388-ae5c-7f520776b4c6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b2bcf42b-2d4b-4fc7-a55a-ea377e4752e3 HTTP/1.1" status: 200 len: 854 time: 0.0448880 May 16 15:18:26.235979 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-d332b655-ff89-4cc5-a015-d55589f026af tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607684'] for security_group_rule (804ba424-636d-4cf4-a1bd-4413735aca14), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:26.254657 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d332b655-ff89-4cc5-a015-d55589f026af tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=804ba424-636d-4cf4-a1bd-4413735aca14,revision_number=0']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:18:26.256437 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e5e0b-6dfc-4d2f-b2cd-99f21990786c req-b88a3dc5-96fd-4b85-9544-7b3bf2a76bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:26.258462 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-d55e5e0b-6dfc-4d2f-b2cd-99f21990786c req-b88a3dc5-96fd-4b85-9544-7b3bf2a76bc2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0c4f9146-d1fd-486f-849d-27c0f1f9f510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0429723 May 16 15:18:26.323701 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-d332b655-ff89-4cc5-a015-d55589f026af tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:26.324940 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-d332b655-ff89-4cc5-a015-d55589f026af tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3082032 May 16 15:18:26.328792 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 47440) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:18:26.333204 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.v2.base [None req-1895b971-316f-4236-8f50-a16b48b6f12a tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Request body: {'security_group_rule': {'security_group_id': 'bd80e2ed-795d-481f-ae0d-33b1c9403e7c', 'project_id': '18afd7d9815342c196be824d2b99d537', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:18:26.353137 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-d55e5e0b-6dfc-4d2f-b2cd-99f21990786c req-090aa5a3-faab-4d59-9009-fdc9ec9a24db service neutron] 10.222.0.69 "GET /v2.0/networks/0c4f9146-d1fd-486f-849d-27c0f1f9f510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855827 May 16 15:18:26.431570 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.db.securitygroups_db [None req-1895b971-316f-4236-8f50-a16b48b6f12a tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Project 18afd7d9815342c196be824d2b99d537 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 16 15:18:26.438537 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-1895b971-316f-4236-8f50-a16b48b6f12a tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Publish callbacks [] for security_group_rule (cb44e74a-e367-4145-9c47-729fd50d3bbc), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:26.454986 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-d55e5e0b-6dfc-4d2f-b2cd-99f21990786c req-675a505d-f887-4dd9-9419-0874c564d572 service neutron] 10.222.0.69 "GET /v2.0/networks/0c4f9146-d1fd-486f-849d-27c0f1f9f510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953398 May 16 15:18:26.500491 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-1895b971-316f-4236-8f50-a16b48b6f12a tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Publish callbacks [] for security_group_rule (cb44e74a-e367-4145-9c47-729fd50d3bbc), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:26.586543 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-1895b971-316f-4236-8f50-a16b48b6f12a tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607684'] for security_group_rule (cb44e74a-e367-4145-9c47-729fd50d3bbc), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:26.605437 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1895b971-316f-4236-8f50-a16b48b6f12a tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb44e74a-e367-4145-9c47-729fd50d3bbc,revision_number=0']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:18:26.661620 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-1895b971-316f-4236-8f50-a16b48b6f12a tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:26.662888 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-1895b971-316f-4236-8f50-a16b48b6f12a tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3331313 May 16 15:18:26.666312 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 47444) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:18:26.670441 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.v2.base [None req-574438e3-bb72-4e6e-9288-10b4655c3815 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Request body: {'security_group_rule': {'security_group_id': 'bd80e2ed-795d-481f-ae0d-33b1c9403e7c', 'project_id': '18afd7d9815342c196be824d2b99d537', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:18:26.762087 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.db.securitygroups_db [None req-574438e3-bb72-4e6e-9288-10b4655c3815 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Project 18afd7d9815342c196be824d2b99d537 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 16 15:18:26.767750 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-574438e3-bb72-4e6e-9288-10b4655c3815 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Publish callbacks [] for security_group_rule (2771e706-31e4-419e-aef1-c1edbdca6072), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:26.830325 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-574438e3-bb72-4e6e-9288-10b4655c3815 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Publish callbacks [] for security_group_rule (2771e706-31e4-419e-aef1-c1edbdca6072), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:26.842804 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-9c31afdb-50d4-4404-a07b-b34510f67ebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (a586ef94-96cb-452c-b402-463be5294b2a), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:26.906153 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-574438e3-bb72-4e6e-9288-10b4655c3815 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607684'] for security_group_rule (2771e706-31e4-419e-aef1-c1edbdca6072), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:26.923648 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574438e3-bb72-4e6e-9288-10b4655c3815 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2771e706-31e4-419e-aef1-c1edbdca6072,revision_number=0']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:18:26.993436 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-574438e3-bb72-4e6e-9288-10b4655c3815 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:26.994700 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-574438e3-bb72-4e6e-9288-10b4655c3815 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3274779 May 16 15:18:27.086087 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-4d0a6564-5003-406c-a9bc-cda2563417a1 req-41a3aa4a-7531-4174-b5b4-41e17e029afa tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1332313170&fields=id&tenant_id=18afd7d9815342c196be824d2b99d537 HTTP/1.1" status: 200 len: 267 time: 0.0459900 May 16 15:18:27.137061 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0a6564-5003-406c-a9bc-cda2563417a1 req-1f8b2c1d-aaf7-4fe8-9e40-01eff022d2bf tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:27.142322 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-4d0a6564-5003-406c-a9bc-cda2563417a1 req-1f8b2c1d-aaf7-4fe8-9e40-01eff022d2bf tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2587084-89a0-47a8-909d-019d48b12e5c HTTP/1.1" status: 200 len: 945 time: 0.0484843 May 16 15:18:27.149752 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.v2.base [req-4d0a6564-5003-406c-a9bc-cda2563417a1 req-7af31f68-7555-4a42-a92c-5f2cee477ce1 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Request body: {'port': {'security_groups': ['40c14af3-1fed-4601-8c5f-6a8238c55c09', 'bd80e2ed-795d-481f-ae0d-33b1c9403e7c']}} {{(pid=104034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:18:27.235523 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [req-4d0a6564-5003-406c-a9bc-cda2563417a1 req-7af31f68-7555-4a42-a92c-5f2cee477ce1 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (3904bae9-9274-4a0f-8757-bdbf49cf6aff), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:27.491202 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [req-4d0a6564-5003-406c-a9bc-cda2563417a1 req-7af31f68-7555-4a42-a92c-5f2cee477ce1 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] For port 3904bae9-9274-4a0f-8757-bdbf49cf6aff, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=3904bae9-9274-4a0f-8757-bdbf49cf6aff,segment=NetworkSegment(1140656b-8e15-4ab1-9757-fe68f1d00ace),segment_id=1140656b-8e15-4ab1-9757-fe68f1d00ace)] {{(pid=104034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:18:27.526516 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [req-4d0a6564-5003-406c-a9bc-cda2563417a1 req-7af31f68-7555-4a42-a92c-5f2cee477ce1 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Publish callbacks [] for port (3904bae9-9274-4a0f-8757-bdbf49cf6aff), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:27.590650 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [req-4d0a6564-5003-406c-a9bc-cda2563417a1 req-7af31f68-7555-4a42-a92c-5f2cee477ce1 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4097205'] for port (3904bae9-9274-4a0f-8757-bdbf49cf6aff), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:27.633992 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0a6564-5003-406c-a9bc-cda2563417a1 req-7af31f68-7555-4a42-a92c-5f2cee477ce1 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:27.634631 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [req-4d0a6564-5003-406c-a9bc-cda2563417a1 req-7af31f68-7555-4a42-a92c-5f2cee477ce1 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631934'] for port (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:27.635992 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-4d0a6564-5003-406c-a9bc-cda2563417a1 req-7af31f68-7555-4a42-a92c-5f2cee477ce1 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "PUT /v2.0/ports/3904bae9-9274-4a0f-8757-bdbf49cf6aff HTTP/1.1" status: 200 len: 981 time: 0.4915504 May 16 15:18:27.636439 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2587084-89a0-47a8-909d-019d48b12e5c', 'tag': '3904bae9-9274-4a0f-8757-bdbf49cf6aff'}] {{(pid=104034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:18:27.644676 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cdfd588167f3f1dbc712245a9b2e41b7a1fa72707d5290f062c21f430b6f068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b34cedd3-cbd6-4422-b0cf-d7835080e748" -d '{"events": [{"name": "network-changed", "server_uuid": "f2587084-89a0-47a8-909d-019d48b12e5c", "tag": "3904bae9-9274-4a0f-8757-bdbf49cf6aff"}]}' {{(pid=104034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:18:27.644825 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] get_ports_and_sgs() called for port_ids ['3904bae9-9274-4a0f-8757-bdbf49cf6aff'] {{(pid=104035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:18:27.665179 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af31f68-7555-4a42-a92c-5f2cee477ce1 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Pushing event updated for resources: {'Port': ['ID=3904bae9-9274-4a0f-8757-bdbf49cf6aff,revision_number=6']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:18:27.705665 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c88c71-e6e4-4a64-8ad0-c0086ada0a5c x-openstack-request-id: req-21c88c71-e6e4-4a64-8ad0-c0086ada0a5c {{(pid=104034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:18:27.706046 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2587084-89a0-47a8-909d-019d48b12e5c", "tag": "3904bae9-9274-4a0f-8757-bdbf49cf6aff", "status": "completed", "code": 200}]} {{(pid=104034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:18:27.706529 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-21c88c71-e6e4-4a64-8ad0-c0086ada0a5c {{(pid=104034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:18:27.707133 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21c88c71-e6e4-4a64-8ad0-c0086ada0a5c'] response: {'name': 'network-changed', 'server_uuid': 'f2587084-89a0-47a8-909d-019d48b12e5c', 'tag': '3904bae9-9274-4a0f-8757-bdbf49cf6aff', 'status': 'completed', 'code': 200} May 16 15:18:27.783787 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e507bae-7212-4ad2-bd8c-f64ad83a53c4 req-81492690-1ff2-4b2b-8245-642eb40a7509 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:27.785570 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-1e507bae-7212-4ad2-bd8c-f64ad83a53c4 req-81492690-1ff2-4b2b-8245-642eb40a7509 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2587084-89a0-47a8-909d-019d48b12e5c HTTP/1.1" status: 200 len: 984 time: 0.0830481 May 16 15:18:27.818165 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34cedd3-cbd6-4422-b0cf-d7835080e748 req-b9361ba9-447c-49e7-b10e-67e53a3459a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:27.823458 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-b34cedd3-cbd6-4422-b0cf-d7835080e748 req-b9361ba9-447c-49e7-b10e-67e53a3459a2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=18afd7d9815342c196be824d2b99d537&device_id=f2587084-89a0-47a8-909d-019d48b12e5c HTTP/1.1" status: 200 len: 1168 time: 0.0496418 May 16 15:18:27.878020 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-1e507bae-7212-4ad2-bd8c-f64ad83a53c4 req-87662f36-bb20-4ee6-ab6d-1ce3051ecde0 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd80e2ed-795d-481f-ae0d-33b1c9403e7c&id=40c14af3-1fed-4601-8c5f-6a8238c55c09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0838735 May 16 15:18:27.936706 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] get_ports_and_sgs() called for port_ids ['3904bae9-9274-4a0f-8757-bdbf49cf6aff'] {{(pid=104035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:18:27.954083 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34cedd3-cbd6-4422-b0cf-d7835080e748 req-d86c843b-ed03-4716-8d69-acf93ed8c98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:27.956121 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-b34cedd3-cbd6-4422-b0cf-d7835080e748 req-d86c843b-ed03-4716-8d69-acf93ed8c98f service neutron] 10.222.0.69 "GET /v2.0/networks?id=0c4f9146-d1fd-486f-849d-27c0f1f9f510 HTTP/1.1" status: 200 len: 916 time: 0.1266820 May 16 15:18:28.026876 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-bcc2e888-b367-4d7e-aac2-cb98c1af3998 None None] Provisioning complete for port 3904bae9-9274-4a0f-8757-bdbf49cf6aff triggered by entity DHCP. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:18:28.027247 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-bcc2e888-b367-4d7e-aac2-cb98c1af3998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (3904bae9-9274-4a0f-8757-bdbf49cf6aff), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:28.035864 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-b34cedd3-cbd6-4422-b0cf-d7835080e748 req-2146838c-1443-472a-9d48-1bfc72ecaa52 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3904bae9-9274-4a0f-8757-bdbf49cf6aff HTTP/1.1" status: 200 len: 1000 time: 0.0660667 May 16 15:18:28.089625 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34cedd3-cbd6-4422-b0cf-d7835080e748 req-fda53dc2-dd58-412b-a4f1-3e459ddcb7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:28.091271 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-b34cedd3-cbd6-4422-b0cf-d7835080e748 req-fda53dc2-dd58-412b-a4f1-3e459ddcb7ea service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b2bcf42b-2d4b-4fc7-a55a-ea377e4752e3 HTTP/1.1" status: 200 len: 854 time: 0.0487523 May 16 15:18:28.140831 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34cedd3-cbd6-4422-b0cf-d7835080e748 req-5199f6e0-c2fe-403c-be03-b941092e06a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:28.142683 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-b34cedd3-cbd6-4422-b0cf-d7835080e748 req-5199f6e0-c2fe-403c-be03-b941092e06a3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0c4f9146-d1fd-486f-849d-27c0f1f9f510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0453968 May 16 15:18:28.218389 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-bcc2e888-b367-4d7e-aac2-cb98c1af3998 None None] Current status of the port 3904bae9-9274-4a0f-8757-bdbf49cf6aff is: ACTIVE; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:18:28.270943 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-b34cedd3-cbd6-4422-b0cf-d7835080e748 req-44d9e4a6-5a9f-4f0c-b041-0682f14d90f4 service neutron] 10.222.0.69 "GET /v2.0/networks/0c4f9146-d1fd-486f-849d-27c0f1f9f510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154034 May 16 15:18:28.368997 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-b34cedd3-cbd6-4422-b0cf-d7835080e748 req-2efdbcbb-677a-4854-ad9d-f92a0fa66612 service neutron] 10.222.0.69 "GET /v2.0/networks/0c4f9146-d1fd-486f-849d-27c0f1f9f510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924900 May 16 15:18:28.887939 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d09d5cd6-0b83-45b7-862c-810815a3695f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (54a3e65b-69a0-426d-9997-69a1705c4334), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:30.099513 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-e1b85405-7a13-4024-838c-532465e0cf8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (72569482-7f88-4a09-9117-6d6842ca2c26), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:31.493716 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a2296b44-efe7-4c92-99bf-bf9223587463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (4544528a-1612-46a7-a248-6cca4b867644), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:33.682346 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (311a8a5f-4d79-4ff7-931a-d05ff8cc45ee), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:39.984502 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (751a3b14-a3b6-44f5-a165-bd23bd92acbe), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:41.160002 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.agents_db [None req-ab78c14b-22b7-4e46-ade7-0c4080e95cb7 None None] Agent healthcheck: found 6 active agents {{(pid=104036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:18:43.151516 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-9e27560b-d039-40d6-8fa9-ec49812f7106 req-925ca2a3-ac89-4638-b963-61f83d615ce9 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-649752004&fields=id&tenant_id=b025f7f102ee46fa92e9bb7445e59daa HTTP/1.1" status: 200 len: 267 time: 0.0440660 May 16 15:18:43.258917 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e27560b-d039-40d6-8fa9-ec49812f7106 req-b76fe5cb-3c5e-45e4-b9ba-c799df9f63cf tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:43.260377 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-9e27560b-d039-40d6-8fa9-ec49812f7106 req-b76fe5cb-3c5e-45e4-b9ba-c799df9f63cf tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/networks?id=f80dbf35-88c8-44d8-af2b-bea94475a461 HTTP/1.1" status: 200 len: 811 time: 0.1026676 May 16 15:18:43.274915 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-9e27560b-d039-40d6-8fa9-ec49812f7106 req-71ba95b8-862e-425d-9e13-0e65c79aff92 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/quotas/b025f7f102ee46fa92e9bb7445e59daa HTTP/1.1" status: 200 len: 375 time: 0.0093105 May 16 15:18:43.323708 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-9e27560b-d039-40d6-8fa9-ec49812f7106 req-f84819ae-d7c8-4f07-838b-a12decceb965 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b025f7f102ee46fa92e9bb7445e59daa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438836 May 16 15:18:43.419898 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-9e27560b-d039-40d6-8fa9-ec49812f7106 req-292f23df-f5e8-4405-909a-9429bd76f79d service neutron] 10.222.0.44 "GET /v2.0/networks/f80dbf35-88c8-44d8-af2b-bea94475a461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842073 May 16 15:18:43.510869 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-9e27560b-d039-40d6-8fa9-ec49812f7106 req-6e3210bd-24bc-4a39-b337-87926a4ada88 service neutron] 10.222.0.44 "GET /v2.0/networks/f80dbf35-88c8-44d8-af2b-bea94475a461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851457 May 16 15:18:44.014746 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-dff285cf-3816-4710-b5a5-b667f0f09d2f req-44437785-04fb-49a3-8bcf-e01fbe4c1904 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4fdfaa8-6784-48ce-9d0e-f67d7560a677 HTTP/1.1" status: 200 len: 210 time: 0.0310547 May 16 15:18:45.108689 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-09553a48-42bf-412c-b0a4-0833c236a0b9 req-74fd4673-0ee5-45ad-a1fe-b4a6e9ca1e38 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4fdfaa8-6784-48ce-9d0e-f67d7560a677 HTTP/1.1" status: 200 len: 210 time: 0.0277841 May 16 15:18:46.211008 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-19c3b263-47ce-4153-baf1-5f3be617f107 req-b19b378b-f619-4e77-a618-9d3b7ca5c455 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4fdfaa8-6784-48ce-9d0e-f67d7560a677 HTTP/1.1" status: 200 len: 210 time: 0.0279551 May 16 15:18:46.499358 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e27560b-d039-40d6-8fa9-ec49812f7106 req-63792823-1042-4bb4-a549-c156c10e412a tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:46.500719 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-9e27560b-d039-40d6-8fa9-ec49812f7106 req-63792823-1042-4bb4-a549-c156c10e412a tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.69 "GET /v2.0/networks?id=f80dbf35-88c8-44d8-af2b-bea94475a461 HTTP/1.1" status: 200 len: 811 time: 0.1071720 May 16 15:18:46.576168 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-9e27560b-d039-40d6-8fa9-ec49812f7106 req-4647a934-c29e-4a7f-8d8b-9be9a4aa0a87 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b025f7f102ee46fa92e9bb7445e59daa HTTP/1.1" status: 200 len: 379 time: 0.0549016 May 16 15:18:46.586702 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.v2.base [req-9e27560b-d039-40d6-8fa9-ec49812f7106 req-87c149c2-3d39-4f88-b7df-8339ca9ee251 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Request body: {'port': {'device_id': 'e4fdfaa8-6784-48ce-9d0e-f67d7560a677', 'network_id': 'f80dbf35-88c8-44d8-af2b-bea94475a461', 'admin_state_up': True, 'tenant_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'security_groups': ['0b779ae3-e78d-4ec5-964b-03e22096986e']}} {{(pid=104033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:18:46.732820 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e27560b-d039-40d6-8fa9-ec49812f7106 req-87c149c2-3d39-4f88-b7df-8339ca9ee251 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Made reservation on behalf of b025f7f102ee46fa92e9bb7445e59daa for: {'port': 1} {{(pid=104033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:18:46.736336 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-9e27560b-d039-40d6-8fa9-ec49812f7106 req-87c149c2-3d39-4f88-b7df-8339ca9ee251 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:46.863598 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [req-9e27560b-d039-40d6-8fa9-ec49812f7106 req-87c149c2-3d39-4f88-b7df-8339ca9ee251 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Allocated IP 172.20.0.14 (f80dbf35-88c8-44d8-af2b-bea94475a461/e7b41a31-bf60-43da-a33a-33ad3dcfa24b/db5b37d8-c741-4890-90db-e06eab6bdb47) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:18:47.001409 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-9e27560b-d039-40d6-8fa9-ec49812f7106 req-87c149c2-3d39-4f88-b7df-8339ca9ee251 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks [] for port (db5b37d8-c741-4890-90db-e06eab6bdb47), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:47.081959 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-9e27560b-d039-40d6-8fa9-ec49812f7106 req-87c149c2-3d39-4f88-b7df-8339ca9ee251 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789019640149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61886211'] for port (db5b37d8-c741-4890-90db-e06eab6bdb47), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:47.121661 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e27560b-d039-40d6-8fa9-ec49812f7106 req-87c149c2-3d39-4f88-b7df-8339ca9ee251 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Network f80dbf35-88c8-44d8-af2b-bea94475a461 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:18:47.124687 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [req-9e27560b-d039-40d6-8fa9-ec49812f7106 req-87c149c2-3d39-4f88-b7df-8339ca9ee251 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:18:47.128479 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e27560b-d039-40d6-8fa9-ec49812f7106 req-87c149c2-3d39-4f88-b7df-8339ca9ee251 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:18:47.157077 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c149c2-3d39-4f88-b7df-8339ca9ee251 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Pushing event updated for resources: {'Port': ['ID=db5b37d8-c741-4890-90db-e06eab6bdb47,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:18:47.175725 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c149c2-3d39-4f88-b7df-8339ca9ee251 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:18:47.176075 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c149c2-3d39-4f88-b7df-8339ca9ee251 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:18:47.176425 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c149c2-3d39-4f88-b7df-8339ca9ee251 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:18:47.176831 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c149c2-3d39-4f88-b7df-8339ca9ee251 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:18:47.177179 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c149c2-3d39-4f88-b7df-8339ca9ee251 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:18:47.177514 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c149c2-3d39-4f88-b7df-8339ca9ee251 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:18:47.177850 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c149c2-3d39-4f88-b7df-8339ca9ee251 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:18:47.178229 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c149c2-3d39-4f88-b7df-8339ca9ee251 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:18:47.178565 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c149c2-3d39-4f88-b7df-8339ca9ee251 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:18:47.178899 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c149c2-3d39-4f88-b7df-8339ca9ee251 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:18:47.179233 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c149c2-3d39-4f88-b7df-8339ca9ee251 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:18:47.179623 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c149c2-3d39-4f88-b7df-8339ca9ee251 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:18:47.180023 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c149c2-3d39-4f88-b7df-8339ca9ee251 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:18:47.180270 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c149c2-3d39-4f88-b7df-8339ca9ee251 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:18:47.180595 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c149c2-3d39-4f88-b7df-8339ca9ee251 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:18:47.202881 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e27560b-d039-40d6-8fa9-ec49812f7106 req-87c149c2-3d39-4f88-b7df-8339ca9ee251 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:47.203551 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-9e27560b-d039-40d6-8fa9-ec49812f7106 req-87c149c2-3d39-4f88-b7df-8339ca9ee251 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914'] for port (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:47.278429 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-9e27560b-d039-40d6-8fa9-ec49812f7106 req-87c149c2-3d39-4f88-b7df-8339ca9ee251 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6951551 May 16 15:18:47.315492 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.v2.base [req-9e27560b-d039-40d6-8fa9-ec49812f7106 req-789ead96-bee0-46a0-b681-0531a41bb35f service neutron] Request body: {'port': {'device_id': 'e4fdfaa8-6784-48ce-9d0e-f67d7560a677', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79578'}} {{(pid=104033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:18:47.353031 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b64854-71ee-4a32-bbf3-86ef341962cd req-e5b4d31b-b41c-4bcf-8a75-3a6bca05c6fa tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:47.354463 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-53b64854-71ee-4a32-bbf3-86ef341962cd req-e5b4d31b-b41c-4bcf-8a75-3a6bca05c6fa tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4fdfaa8-6784-48ce-9d0e-f67d7560a677 HTTP/1.1" status: 200 len: 932 time: 0.0725741 May 16 15:18:47.362165 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-0813b5c3-cd39-4b53-90ba-e6b8b18db4b3 None None] Provisioning complete for port db5b37d8-c741-4890-90db-e06eab6bdb47 triggered by entity DHCP. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:18:47.362669 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-0813b5c3-cd39-4b53-90ba-e6b8b18db4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (db5b37d8-c741-4890-90db-e06eab6bdb47), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:47.394850 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-0813b5c3-cd39-4b53-90ba-e6b8b18db4b3 None None] Port db5b37d8-c741-4890-90db-e06eab6bdb47 cannot update to ACTIVE because it is not bound. {{(pid=104035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:18:47.402668 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-9e27560b-d039-40d6-8fa9-ec49812f7106 req-789ead96-bee0-46a0-b681-0531a41bb35f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (db5b37d8-c741-4890-90db-e06eab6bdb47), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:47.438467 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-53b64854-71ee-4a32-bbf3-86ef341962cd req-bba34f0b-a707-41dd-a3f1-a159178dffef tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b779ae3-e78d-4ec5-964b-03e22096986e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778172 May 16 15:18:47.707791 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [req-9e27560b-d039-40d6-8fa9-ec49812f7106 req-789ead96-bee0-46a0-b681-0531a41bb35f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db5b37d8-c741-4890-90db-e06eab6bdb47 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:18:47.715681 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-9e27560b-d039-40d6-8fa9-ec49812f7106 req-789ead96-bee0-46a0-b681-0531a41bb35f service neutron] Publish callbacks [] for port (db5b37d8-c741-4890-90db-e06eab6bdb47), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:47.729563 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [req-9e27560b-d039-40d6-8fa9-ec49812f7106 req-789ead96-bee0-46a0-b681-0531a41bb35f service neutron] Transition to ACTIVE for port object db5b37d8-c741-4890-90db-e06eab6bdb47 will not be triggered until provisioned by entity L2. {{(pid=104033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 15:18:47.795762 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-9e27560b-d039-40d6-8fa9-ec49812f7106 req-789ead96-bee0-46a0-b681-0531a41bb35f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61886260'] for port (db5b37d8-c741-4890-90db-e06eab6bdb47), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:47.850238 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789ead96-bee0-46a0-b681-0531a41bb35f service neutron] Pushing event updated for resources: {'Port': ['ID=db5b37d8-c741-4890-90db-e06eab6bdb47,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:18:47.927906 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [req-9e27560b-d039-40d6-8fa9-ec49812f7106 req-789ead96-bee0-46a0-b681-0531a41bb35f service neutron] Attempting to bind port db5b37d8-c741-4890-90db-e06eab6bdb47 on host hv-cinder-79578 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:18:47.928258 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [req-9e27560b-d039-40d6-8fa9-ec49812f7106 req-789ead96-bee0-46a0-b681-0531a41bb35f service neutron] Attempting to bind port db5b37d8-c741-4890-90db-e06eab6bdb47 by drivers openvswitch,hyperv on host hv-cinder-79578 at level 0 using segments [{'id': '3524b13a-1123-418a-8192-502728157678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f80dbf35-88c8-44d8-af2b-bea94475a461'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:18:47.928600 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e27560b-d039-40d6-8fa9-ec49812f7106 req-789ead96-bee0-46a0-b681-0531a41bb35f service neutron] Attempting to bind port db5b37d8-c741-4890-90db-e06eab6bdb47 on network f80dbf35-88c8-44d8-af2b-bea94475a461 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:18:47.933528 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e27560b-d039-40d6-8fa9-ec49812f7106 req-789ead96-bee0-46a0-b681-0531a41bb35f service neutron] Port db5b37d8-c741-4890-90db-e06eab6bdb47 on network f80dbf35-88c8-44d8-af2b-bea94475a461 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79578 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 15:18:47.933858 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e27560b-d039-40d6-8fa9-ec49812f7106 req-789ead96-bee0-46a0-b681-0531a41bb35f service neutron] Attempting to bind port db5b37d8-c741-4890-90db-e06eab6bdb47 on network f80dbf35-88c8-44d8-af2b-bea94475a461 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:18:47.939379 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e27560b-d039-40d6-8fa9-ec49812f7106 req-789ead96-bee0-46a0-b681-0531a41bb35f service neutron] Checking agent: {'id': '751a3b14-a3b6-44f5-a165-bd23bd92acbe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79578', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 13, 10), 'started_at': datetime.datetime(2022, 5, 16, 15, 13, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:18:47.939721 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e27560b-d039-40d6-8fa9-ec49812f7106 req-789ead96-bee0-46a0-b681-0531a41bb35f service neutron] Checking segment: {'id': '3524b13a-1123-418a-8192-502728157678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f80dbf35-88c8-44d8-af2b-bea94475a461'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:18:47.940138 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e27560b-d039-40d6-8fa9-ec49812f7106 req-789ead96-bee0-46a0-b681-0531a41bb35f service neutron] Bound using segment: {'id': '3524b13a-1123-418a-8192-502728157678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f80dbf35-88c8-44d8-af2b-bea94475a461'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:18:47.940563 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [req-9e27560b-d039-40d6-8fa9-ec49812f7106 req-789ead96-bee0-46a0-b681-0531a41bb35f service neutron] Bound port: db5b37d8-c741-4890-90db-e06eab6bdb47, host: hv-cinder-79578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3524b13a-1123-418a-8192-502728157678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f80dbf35-88c8-44d8-af2b-bea94475a461'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:18:47.940926 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-9e27560b-d039-40d6-8fa9-ec49812f7106 req-789ead96-bee0-46a0-b681-0531a41bb35f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (db5b37d8-c741-4890-90db-e06eab6bdb47), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:48.012711 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [req-9e27560b-d039-40d6-8fa9-ec49812f7106 req-789ead96-bee0-46a0-b681-0531a41bb35f service neutron] For port db5b37d8-c741-4890-90db-e06eab6bdb47, host hv-cinder-79578, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:18:48.015747 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [req-9e27560b-d039-40d6-8fa9-ec49812f7106 req-789ead96-bee0-46a0-b681-0531a41bb35f service neutron] For port db5b37d8-c741-4890-90db-e06eab6bdb47, host hv-cinder-79578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=db5b37d8-c741-4890-90db-e06eab6bdb47,segment=NetworkSegment(3524b13a-1123-418a-8192-502728157678),segment_id=3524b13a-1123-418a-8192-502728157678)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:18:48.110707 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-9e27560b-d039-40d6-8fa9-ec49812f7106 req-789ead96-bee0-46a0-b681-0531a41bb35f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61886260'] for port (db5b37d8-c741-4890-90db-e06eab6bdb47), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:48.144279 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e27560b-d039-40d6-8fa9-ec49812f7106 req-789ead96-bee0-46a0-b681-0531a41bb35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:48.144917 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-9e27560b-d039-40d6-8fa9-ec49812f7106 req-789ead96-bee0-46a0-b681-0531a41bb35f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914'] for port (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:48.146328 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-9e27560b-d039-40d6-8fa9-ec49812f7106 req-789ead96-bee0-46a0-b681-0531a41bb35f service neutron] 10.222.0.69 "PUT /v2.0/ports/db5b37d8-c741-4890-90db-e06eab6bdb47 HTTP/1.1" status: 200 len: 1094 time: 0.8368192 May 16 15:18:48.146765 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4fdfaa8-6784-48ce-9d0e-f67d7560a677', 'tag': 'db5b37d8-c741-4890-90db-e06eab6bdb47'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:18:48.148979 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffeccd97bc4bec2d8a291f35a4115644be5723c7930092d1a563b2016f5a5231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d1e8da-446b-487f-bbf5-86d6cb46451e" -d '{"events": [{"name": "network-changed", "server_uuid": "e4fdfaa8-6784-48ce-9d0e-f67d7560a677", "tag": "db5b37d8-c741-4890-90db-e06eab6bdb47"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:18:48.178329 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789ead96-bee0-46a0-b681-0531a41bb35f service neutron] Pushing event updated for resources: {'Port': ['ID=db5b37d8-c741-4890-90db-e06eab6bdb47,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:18:48.189398 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b186b2-1426-43f5-8dbc-aa41f3cf2911 x-openstack-request-id: req-82b186b2-1426-43f5-8dbc-aa41f3cf2911 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:18:48.189811 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4fdfaa8-6784-48ce-9d0e-f67d7560a677", "tag": "db5b37d8-c741-4890-90db-e06eab6bdb47", "status": "completed", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:18:48.189942 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-82b186b2-1426-43f5-8dbc-aa41f3cf2911 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:18:48.190398 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82b186b2-1426-43f5-8dbc-aa41f3cf2911'] response: {'name': 'network-changed', 'server_uuid': 'e4fdfaa8-6784-48ce-9d0e-f67d7560a677', 'tag': 'db5b37d8-c741-4890-90db-e06eab6bdb47', 'status': 'completed', 'code': 200} May 16 15:18:48.288937 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d1e8da-446b-487f-bbf5-86d6cb46451e req-9ae2ef7a-b09e-4d19-bd9c-7d6ab98f8b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:48.290582 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-42d1e8da-446b-487f-bbf5-86d6cb46451e req-9ae2ef7a-b09e-4d19-bd9c-7d6ab98f8b60 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b025f7f102ee46fa92e9bb7445e59daa&device_id=e4fdfaa8-6784-48ce-9d0e-f67d7560a677 HTTP/1.1" status: 200 len: 1128 time: 0.0452900 May 16 15:18:48.405815 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d1e8da-446b-487f-bbf5-86d6cb46451e req-a99acdf0-3f44-4cc6-a9cb-3eec1a9408cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:48.407417 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-42d1e8da-446b-487f-bbf5-86d6cb46451e req-a99acdf0-3f44-4cc6-a9cb-3eec1a9408cf service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=b025f7f102ee46fa92e9bb7445e59daa&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0996990 May 16 15:18:48.602043 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeb7f3d-2fd3-43ae-b05a-87b5ccee7262 req-323e7ffc-604f-4bd7-a671-7c0d9b207225 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:48.603620 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-2eeb7f3d-2fd3-43ae-b05a-87b5ccee7262 req-323e7ffc-604f-4bd7-a671-7c0d9b207225 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4fdfaa8-6784-48ce-9d0e-f67d7560a677 HTTP/1.1" status: 200 len: 944 time: 0.0905793 May 16 15:18:48.637640 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d1e8da-446b-487f-bbf5-86d6cb46451e req-85206a99-73b3-48ca-8695-2d384bddd574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:48.639155 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-42d1e8da-446b-487f-bbf5-86d6cb46451e req-85206a99-73b3-48ca-8695-2d384bddd574 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1453397 May 16 15:18:48.669839 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-2eeb7f3d-2fd3-43ae-b05a-87b5ccee7262 req-f4d7424d-8dc4-42cb-ab0f-ead6e89315d8 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b779ae3-e78d-4ec5-964b-03e22096986e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597780 May 16 15:18:48.750508 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e27560b-d039-40d6-8fa9-ec49812f7106 req-41e24b48-5856-4a60-88a6-bdd7b6d7ea4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:48.752017 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-9e27560b-d039-40d6-8fa9-ec49812f7106 req-41e24b48-5856-4a60-88a6-bdd7b6d7ea4b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b025f7f102ee46fa92e9bb7445e59daa&device_id=e4fdfaa8-6784-48ce-9d0e-f67d7560a677 HTTP/1.1" status: 200 len: 1128 time: 0.0452929 May 16 15:18:48.804424 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-9e27560b-d039-40d6-8fa9-ec49812f7106 req-694102d4-0c2e-4ac8-8298-8e880cc21f92 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=db5b37d8-c741-4890-90db-e06eab6bdb47 HTTP/1.1" status: 200 len: 217 time: 0.0316777 May 16 15:18:48.853531 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e27560b-d039-40d6-8fa9-ec49812f7106 req-6bc14bbd-c1f3-4702-a707-5d3aa4145b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:48.855017 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-9e27560b-d039-40d6-8fa9-ec49812f7106 req-6bc14bbd-c1f3-4702-a707-5d3aa4145b40 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e7b41a31-bf60-43da-a33a-33ad3dcfa24b HTTP/1.1" status: 200 len: 850 time: 0.0430493 May 16 15:18:48.900285 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e27560b-d039-40d6-8fa9-ec49812f7106 req-a8c5b557-5c92-4950-8e75-b910477534b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:48.901706 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-9e27560b-d039-40d6-8fa9-ec49812f7106 req-a8c5b557-5c92-4950-8e75-b910477534b5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f80dbf35-88c8-44d8-af2b-bea94475a461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0399420 May 16 15:18:48.994548 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-9e27560b-d039-40d6-8fa9-ec49812f7106 req-d9bb00f1-15ed-487c-b8f4-36a05944570b service neutron] 10.222.0.69 "GET /v2.0/networks/f80dbf35-88c8-44d8-af2b-bea94475a461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808039 May 16 15:18:49.089389 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-9e27560b-d039-40d6-8fa9-ec49812f7106 req-b0a42f1a-d941-4b39-99bb-1028833ba809 service neutron] 10.222.0.69 "GET /v2.0/networks/f80dbf35-88c8-44d8-af2b-bea94475a461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861650 May 16 15:18:49.780960 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7065602-3ea0-42e7-8321-65ea5c936e58 req-de973822-63ac-4722-b04b-e229365a9331 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:49.782614 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-b7065602-3ea0-42e7-8321-65ea5c936e58 req-de973822-63ac-4722-b04b-e229365a9331 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4fdfaa8-6784-48ce-9d0e-f67d7560a677 HTTP/1.1" status: 200 len: 944 time: 0.0461664 May 16 15:18:49.829943 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-b7065602-3ea0-42e7-8321-65ea5c936e58 req-69f147aa-6f9f-45d7-b30a-699d366b3f2a tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b779ae3-e78d-4ec5-964b-03e22096986e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417740 May 16 15:18:50.938444 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6da67a-4049-4067-8db6-6ec8613fcfb3 req-b53d679d-2009-4177-9845-58482da3c8f3 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:50.940131 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-6f6da67a-4049-4067-8db6-6ec8613fcfb3 req-b53d679d-2009-4177-9845-58482da3c8f3 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4fdfaa8-6784-48ce-9d0e-f67d7560a677 HTTP/1.1" status: 200 len: 944 time: 0.0455930 May 16 15:18:50.988231 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-6f6da67a-4049-4067-8db6-6ec8613fcfb3 req-f3581e99-238d-4aa6-a1dc-844bae9462e2 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b779ae3-e78d-4ec5-964b-03e22096986e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420289 May 16 15:18:52.100548 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f39fc-75da-4b34-ab71-bbb17e9f1984 req-f6c99148-3fdf-4aa8-8913-04a0aaa3d221 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:52.102154 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-434f39fc-75da-4b34-ab71-bbb17e9f1984 req-f6c99148-3fdf-4aa8-8913-04a0aaa3d221 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4fdfaa8-6784-48ce-9d0e-f67d7560a677 HTTP/1.1" status: 200 len: 944 time: 0.0480216 May 16 15:18:52.153001 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-434f39fc-75da-4b34-ab71-bbb17e9f1984 req-d229f3b7-0f42-434f-9c2d-5ed708a9234e tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b779ae3-e78d-4ec5-964b-03e22096986e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448475 May 16 15:18:53.270322 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdc7217-c22d-4f8e-ae0f-2e6888241ce5 req-09126a75-b594-46c1-a402-2d05208b1088 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:53.271876 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-2cdc7217-c22d-4f8e-ae0f-2e6888241ce5 req-09126a75-b594-46c1-a402-2d05208b1088 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4fdfaa8-6784-48ce-9d0e-f67d7560a677 HTTP/1.1" status: 200 len: 944 time: 0.0501022 May 16 15:18:53.320479 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-2cdc7217-c22d-4f8e-ae0f-2e6888241ce5 req-6101a829-692b-474c-895d-6de3192c4b81 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b779ae3-e78d-4ec5-964b-03e22096986e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430694 May 16 15:18:54.068865 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa87bda-359b-47e8-b7fc-d03e84aab975 req-baf891c9-7a68-46ba-82c5-c7e69486d77d tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:54.070354 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-3fa87bda-359b-47e8-b7fc-d03e84aab975 req-baf891c9-7a68-46ba-82c5-c7e69486d77d tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3e68f7e-80df-470a-869e-8c625ab4709c HTTP/1.1" status: 200 len: 945 time: 0.0489948 May 16 15:18:54.117931 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-3fa87bda-359b-47e8-b7fc-d03e84aab975 req-1e2c9fd5-b56f-457b-b9fa-903eacf523d5 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/security-groups?id=caf3754e-5d8e-4956-8296-48df01954071&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418556 May 16 15:18:54.433942 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5af72b-9e00-44da-be63-4da22a5c7d5a req-ae660fd8-6036-418a-898d-f14374153b4f tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:54.435428 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-bb5af72b-9e00-44da-be63-4da22a5c7d5a req-ae660fd8-6036-418a-898d-f14374153b4f tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4fdfaa8-6784-48ce-9d0e-f67d7560a677 HTTP/1.1" status: 200 len: 944 time: 0.0470130 May 16 15:18:54.484902 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-bb5af72b-9e00-44da-be63-4da22a5c7d5a req-bf6ea816-83f4-4b59-a13b-66de6649655f tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b779ae3-e78d-4ec5-964b-03e22096986e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437171 May 16 15:18:55.230586 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58c2df7-5faa-4bdc-aa3d-7fe0439d7bc7 req-6dc4a830-4745-449e-823f-bcf491adf922 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:55.232019 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-f58c2df7-5faa-4bdc-aa3d-7fe0439d7bc7 req-6dc4a830-4745-449e-823f-bcf491adf922 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3e68f7e-80df-470a-869e-8c625ab4709c HTTP/1.1" status: 200 len: 945 time: 0.0454338 May 16 15:18:55.280519 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-f58c2df7-5faa-4bdc-aa3d-7fe0439d7bc7 req-266d4505-61d0-4130-a7c0-f5ff3fd93d7c tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/security-groups?id=caf3754e-5d8e-4956-8296-48df01954071&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431507 May 16 15:18:55.596566 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278385dd-25af-4b16-8841-c1f3b582280f req-4f0c7081-181e-4963-8b88-aa585a6ba156 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:55.598034 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-278385dd-25af-4b16-8841-c1f3b582280f req-4f0c7081-181e-4963-8b88-aa585a6ba156 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4fdfaa8-6784-48ce-9d0e-f67d7560a677 HTTP/1.1" status: 200 len: 944 time: 0.0472758 May 16 15:18:55.646814 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-278385dd-25af-4b16-8841-c1f3b582280f req-66eb40e8-461d-48f0-9aef-eaef98ab326c tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b779ae3-e78d-4ec5-964b-03e22096986e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431786 May 16 15:18:56.098512 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device db5b37d8-c741-4890-90db-e06eab6bdb47 details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=104035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 15:18:56.199217 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] For port db5b37d8-c741-4890-90db-e06eab6bdb47, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=db5b37d8-c741-4890-90db-e06eab6bdb47,segment=NetworkSegment(3524b13a-1123-418a-8192-502728157678),segment_id=3524b13a-1123-418a-8192-502728157678)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:18:56.210705 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Returning: {'device': 'db5b37d8-c741-4890-90db-e06eab6bdb47', 'network_id': 'f80dbf35-88c8-44d8-af2b-bea94475a461', 'port_id': 'db5b37d8-c741-4890-90db-e06eab6bdb47', 'mac_address': 'fa:16:3e:34:9b:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7b41a31-bf60-43da-a33a-33ad3dcfa24b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 15:18:56.243765 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Current status of the port db5b37d8-c741-4890-90db-e06eab6bdb47 is: DOWN; New status is: BUILD {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:18:56.244156 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (db5b37d8-c741-4890-90db-e06eab6bdb47), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:56.260420 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.notifiers.nova [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db5b37d8-c741-4890-90db-e06eab6bdb47 {{(pid=104035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:18:56.279219 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] For port db5b37d8-c741-4890-90db-e06eab6bdb47, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=db5b37d8-c741-4890-90db-e06eab6bdb47,segment=NetworkSegment(3524b13a-1123-418a-8192-502728157678),segment_id=3524b13a-1123-418a-8192-502728157678)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:18:56.361044 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (db5b37d8-c741-4890-90db-e06eab6bdb47), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:56.394865 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7d1bc4-5643-4a29-96f6-7c6ba513fce7 req-538a6f92-d376-45a1-b8cd-a915a2c7cc89 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:56.396426 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-1d7d1bc4-5643-4a29-96f6-7c6ba513fce7 req-538a6f92-d376-45a1-b8cd-a915a2c7cc89 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3e68f7e-80df-470a-869e-8c625ab4709c HTTP/1.1" status: 200 len: 945 time: 0.0484626 May 16 15:18:56.406983 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Pushing event updated for resources: {'Port': ['ID=db5b37d8-c741-4890-90db-e06eab6bdb47,revision_number=4']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:18:56.414544 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:18:56.414898 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:18:56.415273 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:18:56.415618 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:18:56.415954 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:18:56.416286 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:18:56.416646 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:18:56.416938 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:18:56.417287 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:18:56.417617 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:18:56.417946 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:18:56.418321 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:18:56.418650 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:18:56.418973 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:18:56.419294 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:18:56.444890 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-1d7d1bc4-5643-4a29-96f6-7c6ba513fce7 req-c7aa6759-16be-4b06-892a-deb962ee790d tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/security-groups?id=caf3754e-5d8e-4956-8296-48df01954071&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427847 May 16 15:18:56.760756 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb14ba-6a02-4dc9-90c6-c88824d436c7 req-56aebad4-f00c-42a6-bcf9-b381885d938d tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:56.762433 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-f1cb14ba-6a02-4dc9-90c6-c88824d436c7 req-56aebad4-f00c-42a6-bcf9-b381885d938d tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4fdfaa8-6784-48ce-9d0e-f67d7560a677 HTTP/1.1" status: 200 len: 945 time: 0.0506060 May 16 15:18:56.805928 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-17bba068-2cf0-454e-894c-65a3c330ddcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (a586ef94-96cb-452c-b402-463be5294b2a), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:56.810232 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-f1cb14ba-6a02-4dc9-90c6-c88824d436c7 req-7a204782-cc4b-46b3-ace3-2b50176ad569 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b779ae3-e78d-4ec5-964b-03e22096986e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419874 May 16 15:18:56.843440 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] get_ports_and_sgs() called for port_ids ['db5b37d8-c741-4890-90db-e06eab6bdb47'] {{(pid=104035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:18:57.554845 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcbeb54-58aa-4ab0-81ea-263f82a7ff50 req-c2078cbc-9ff9-4e17-b456-84572daef701 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:57.556279 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-0fcbeb54-58aa-4ab0-81ea-263f82a7ff50 req-c2078cbc-9ff9-4e17-b456-84572daef701 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3e68f7e-80df-470a-869e-8c625ab4709c HTTP/1.1" status: 200 len: 945 time: 0.0452702 May 16 15:18:57.603022 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-0fcbeb54-58aa-4ab0-81ea-263f82a7ff50 req-678aaadc-f380-482f-b492-ecd7132fd943 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/security-groups?id=caf3754e-5d8e-4956-8296-48df01954071&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412862 May 16 15:18:57.921201 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492385e7-660f-48af-bc93-cbacdeec9ea4 req-0f3b9f02-5d22-45b5-909c-5cb8a61f6e9f tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:57.922695 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-492385e7-660f-48af-bc93-cbacdeec9ea4 req-0f3b9f02-5d22-45b5-909c-5cb8a61f6e9f tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4fdfaa8-6784-48ce-9d0e-f67d7560a677 HTTP/1.1" status: 200 len: 945 time: 0.0463083 May 16 15:18:57.971216 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-492385e7-660f-48af-bc93-cbacdeec9ea4 req-3a59004e-7ba0-423d-9440-f0a745ed8d2f tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b779ae3-e78d-4ec5-964b-03e22096986e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423090 May 16 15:18:58.111141 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device db5b37d8-c741-4890-90db-e06eab6bdb47 up at agent hyperv_hv-cinder-79578 {{(pid=104035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:18:58.158224 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Provisioning for port db5b37d8-c741-4890-90db-e06eab6bdb47 completed by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 15:18:58.223567 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Provisioning complete for port db5b37d8-c741-4890-90db-e06eab6bdb47 triggered by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:18:58.223946 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (db5b37d8-c741-4890-90db-e06eab6bdb47), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:58.297343 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Current status of the port db5b37d8-c741-4890-90db-e06eab6bdb47 is: BUILD; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:18:58.297731 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (db5b37d8-c741-4890-90db-e06eab6bdb47), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:58.320640 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4fdfaa8-6784-48ce-9d0e-f67d7560a677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db5b37d8-c741-4890-90db-e06eab6bdb47'}] {{(pid=104035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:18:58.322866 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1790aa2910a77bb841f337ade38aaf2daae4faf72d914c843aa5f796a16e7f37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a19e0a1-f0b3-4b1c-b8b6-1e12a593a338" -d '{"events": [{"server_uuid": "e4fdfaa8-6784-48ce-9d0e-f67d7560a677", "name": "network-vif-plugged", "status": "completed", "tag": "db5b37d8-c741-4890-90db-e06eab6bdb47"}]}' {{(pid=104035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:18:58.335269 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] For port db5b37d8-c741-4890-90db-e06eab6bdb47, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=db5b37d8-c741-4890-90db-e06eab6bdb47,segment=NetworkSegment(3524b13a-1123-418a-8192-502728157678),segment_id=3524b13a-1123-418a-8192-502728157678)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:18:58.368059 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc76ae14-e73e-495f-a99b-f75609f23f75 x-openstack-request-id: req-dc76ae14-e73e-495f-a99b-f75609f23f75 {{(pid=104035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:18:58.368059 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4fdfaa8-6784-48ce-9d0e-f67d7560a677", "name": "network-vif-plugged", "status": "completed", "tag": "db5b37d8-c741-4890-90db-e06eab6bdb47", "code": 200}]} {{(pid=104035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:18:58.368059 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dc76ae14-e73e-495f-a99b-f75609f23f75 {{(pid=104035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:18:58.368059 dv-cinder-795785-10-iscsi neutron-server[104035]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc76ae14-e73e-495f-a99b-f75609f23f75'] response: {'server_uuid': 'e4fdfaa8-6784-48ce-9d0e-f67d7560a677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db5b37d8-c741-4890-90db-e06eab6bdb47', 'code': 200} May 16 15:18:58.423554 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (db5b37d8-c741-4890-90db-e06eab6bdb47), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:58.480955 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Pushing event updated for resources: {'Port': ['ID=db5b37d8-c741-4890-90db-e06eab6bdb47,revision_number=5']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:18:58.718397 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ed8d70-205f-4e87-b262-b43cc67dc12e req-3e571e9f-0566-472b-89fa-6d6e62d7e926 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:58.720687 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-20ed8d70-205f-4e87-b262-b43cc67dc12e req-3e571e9f-0566-472b-89fa-6d6e62d7e926 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3e68f7e-80df-470a-869e-8c625ab4709c HTTP/1.1" status: 200 len: 945 time: 0.0509481 May 16 15:18:58.769231 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-20ed8d70-205f-4e87-b262-b43cc67dc12e req-6df43b06-b4bb-4609-a999-4152be685393 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/security-groups?id=caf3754e-5d8e-4956-8296-48df01954071&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429358 May 16 15:18:58.896684 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-461fa76d-d0ec-4db1-8c07-9b24b900db57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (54a3e65b-69a0-426d-9997-69a1705c4334), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:18:58.911622 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce69ebb-812a-4d44-8174-6f39661eebf7 req-72fa2f10-7fd4-4c0c-8b87-3585a28da218 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:58.913607 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-7ce69ebb-812a-4d44-8174-6f39661eebf7 req-72fa2f10-7fd4-4c0c-8b87-3585a28da218 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4a1a85a-fe23-4b81-a511-c153411ecfab HTTP/1.1" status: 200 len: 945 time: 0.0468113 May 16 15:18:58.960257 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-7ce69ebb-812a-4d44-8174-6f39661eebf7 req-e30dd142-e30f-4bed-b460-8846a2b73839 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4d2a715-c80c-4f74-b7cc-c0360cff8f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411108 May 16 15:18:59.085632 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a076e3-8ae1-49ff-90dc-527808324491 req-20e605ab-f2e1-4580-ae50-f80894592fdf tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:59.087121 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-27a076e3-8ae1-49ff-90dc-527808324491 req-20e605ab-f2e1-4580-ae50-f80894592fdf tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4fdfaa8-6784-48ce-9d0e-f67d7560a677 HTTP/1.1" status: 200 len: 946 time: 0.0457788 May 16 15:18:59.139777 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-27a076e3-8ae1-49ff-90dc-527808324491 req-ace9865f-6917-4eb3-b46c-3e5f45f69ffd tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b779ae3-e78d-4ec5-964b-03e22096986e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470612 May 16 15:18:59.879447 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28af52df-a32b-4e14-92f5-b4f5c45fdc9c req-221c374b-7b23-4046-89d4-6a86d01ac8c3 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:18:59.880815 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-28af52df-a32b-4e14-92f5-b4f5c45fdc9c req-221c374b-7b23-4046-89d4-6a86d01ac8c3 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3e68f7e-80df-470a-869e-8c625ab4709c HTTP/1.1" status: 200 len: 945 time: 0.0455735 May 16 15:18:59.929868 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-28af52df-a32b-4e14-92f5-b4f5c45fdc9c req-793fc140-2751-4367-865b-caa65713b45d tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/security-groups?id=caf3754e-5d8e-4956-8296-48df01954071&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433295 May 16 15:19:00.063451 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-e1b85405-7a13-4024-838c-532465e0cf8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (72569482-7f88-4a09-9117-6d6842ca2c26), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:00.076644 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8703880e-348b-4921-a7bf-6b8f52512e39 req-f6745187-fdbb-479a-b549-82c3a1176869 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:00.078240 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-8703880e-348b-4921-a7bf-6b8f52512e39 req-f6745187-fdbb-479a-b549-82c3a1176869 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4a1a85a-fe23-4b81-a511-c153411ecfab HTTP/1.1" status: 200 len: 945 time: 0.0487876 May 16 15:19:00.125337 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-8703880e-348b-4921-a7bf-6b8f52512e39 req-aa737c7d-52dd-41fb-83f0-7fec6572ba77 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4d2a715-c80c-4f74-b7cc-c0360cff8f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415685 May 16 15:19:00.137704 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 47806) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:19:00.242213 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-deee54ce-ad9b-4549-9cfc-60dc5bc29f82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:00.261869 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc8e1ae-537e-42b3-8fa6-d734ecdcb722 req-6cb7c5b5-772c-499a-9165-f7627925330e tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:00.263631 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-4dc8e1ae-537e-42b3-8fa6-d734ecdcb722 req-6cb7c5b5-772c-499a-9165-f7627925330e tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4fdfaa8-6784-48ce-9d0e-f67d7560a677 HTTP/1.1" status: 200 len: 946 time: 0.0504992 May 16 15:19:00.311508 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-4dc8e1ae-537e-42b3-8fa6-d734ecdcb722 req-bab90918-1d32-4c28-aba1-30c94962b01b tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b779ae3-e78d-4ec5-964b-03e22096986e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423572 May 16 15:19:00.330434 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-deee54ce-ad9b-4549-9cfc-60dc5bc29f82 admin admin] Publish callbacks [] for security_group (40eee47d-79b5-4e85-a7e9-8e03d254a9d7), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:00.411889 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-deee54ce-ad9b-4549-9cfc-60dc5bc29f82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (40eee47d-79b5-4e85-a7e9-8e03d254a9d7), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:00.450962 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-deee54ce-ad9b-4549-9cfc-60dc5bc29f82 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=aa229479746f4f9cbe2ec311b49ef762&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3120687 May 16 15:19:00.451836 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deee54ce-ad9b-4549-9cfc-60dc5bc29f82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40eee47d-79b5-4e85-a7e9-8e03d254a9d7,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:19:00.454016 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 47814) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:19:00.509299 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-bb85094a-4411-4ec2-a9c8-c7abff82bce2 admin admin] Publish callbacks [] for security_group (40eee47d-79b5-4e85-a7e9-8e03d254a9d7), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:00.514921 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1f0ae2-7330-4190-b75b-78b73fb60e83 req-941d3913-345a-48bc-802d-3df3b7f6c3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:00.516761 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-7f1f0ae2-7330-4190-b75b-78b73fb60e83 req-941d3913-345a-48bc-802d-3df3b7f6c3d4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e4fdfaa8-6784-48ce-9d0e-f67d7560a677 HTTP/1.1" status: 200 len: 1130 time: 0.0432084 May 16 15:19:00.532591 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-bb85094a-4411-4ec2-a9c8-c7abff82bce2 admin admin] Publish callbacks [] for security_group (40eee47d-79b5-4e85-a7e9-8e03d254a9d7), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:00.655109 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-7f1f0ae2-7330-4190-b75b-78b73fb60e83 req-b82f8da7-e364-452b-a4e8-4f2bd5fcdf37 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0b779ae3-e78d-4ec5-964b-03e22096986e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387712 May 16 15:19:00.663171 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-bb85094a-4411-4ec2-a9c8-c7abff82bce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (40eee47d-79b5-4e85-a7e9-8e03d254a9d7), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:00.665730 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-bb85094a-4411-4ec2-a9c8-c7abff82bce2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:00.666968 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-bb85094a-4411-4ec2-a9c8-c7abff82bce2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/40eee47d-79b5-4e85-a7e9-8e03d254a9d7 HTTP/1.1" status: 204 len: 168 time: 0.2114718 May 16 15:19:00.674817 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb85094a-4411-4ec2-a9c8-c7abff82bce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40eee47d-79b5-4e85-a7e9-8e03d254a9d7,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:19:00.806413 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da8bae-6536-4cb4-ac67-085095aa884b req-f9a97b2a-4ad6-4359-87dd-2f91237ac84b tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:00.807860 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-47da8bae-6536-4cb4-ac67-085095aa884b req-f9a97b2a-4ad6-4359-87dd-2f91237ac84b tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2587084-89a0-47a8-909d-019d48b12e5c HTTP/1.1" status: 200 len: 984 time: 0.0499969 May 16 15:19:00.868498 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-47da8bae-6536-4cb4-ac67-085095aa884b req-a391e5e8-741e-4c1c-9471-27c6d999b5ff tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd80e2ed-795d-481f-ae0d-33b1c9403e7c&id=40c14af3-1fed-4601-8c5f-6a8238c55c09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550203 May 16 15:19:01.046265 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c87d76-1c76-49f0-84cc-80e59cd01696 req-d3638eb6-74c2-42be-8f73-82c623d5294b tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:01.047746 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-64c87d76-1c76-49f0-84cc-80e59cd01696 req-d3638eb6-74c2-42be-8f73-82c623d5294b tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3e68f7e-80df-470a-869e-8c625ab4709c HTTP/1.1" status: 200 len: 945 time: 0.0492477 May 16 15:19:01.096925 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-64c87d76-1c76-49f0-84cc-80e59cd01696 req-81ed9f6c-ec8b-4417-8393-2a21c956c6a3 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/security-groups?id=caf3754e-5d8e-4956-8296-48df01954071&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432236 May 16 15:19:01.234539 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622efcbb-fa06-49d9-a293-e5a31f0f3c44 req-be6898af-0d70-4efa-99ff-b2b91cf63e87 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:01.235899 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-622efcbb-fa06-49d9-a293-e5a31f0f3c44 req-be6898af-0d70-4efa-99ff-b2b91cf63e87 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4a1a85a-fe23-4b81-a511-c153411ecfab HTTP/1.1" status: 200 len: 945 time: 0.0456734 May 16 15:19:01.282768 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-622efcbb-fa06-49d9-a293-e5a31f0f3c44 req-1d6d0e15-a3d8-4fcf-a653-3f2c1a59c52e tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4d2a715-c80c-4f74-b7cc-c0360cff8f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407426 May 16 15:19:01.426310 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a77064-97ac-42ba-bd0c-3ce5e053cae8 req-6022a2de-70f1-4ffc-af5b-0c0c395c6e01 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:01.428333 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-84a77064-97ac-42ba-bd0c-3ce5e053cae8 req-6022a2de-70f1-4ffc-af5b-0c0c395c6e01 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4fdfaa8-6784-48ce-9d0e-f67d7560a677 HTTP/1.1" status: 200 len: 946 time: 0.0498350 May 16 15:19:01.475819 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-84a77064-97ac-42ba-bd0c-3ce5e053cae8 req-cabde20d-4dfd-4713-8cce-0f986215f569 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b779ae3-e78d-4ec5-964b-03e22096986e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417380 May 16 15:19:01.560655 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a2296b44-efe7-4c92-99bf-bf9223587463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (4544528a-1612-46a7-a248-6cca4b867644), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:01.571430 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ac763-1d16-4715-9bfc-811383b3f351 req-c07c0879-83f2-4c56-9aa9-d4539c121cb9 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:01.572872 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-d23ac763-1d16-4715-9bfc-811383b3f351 req-c07c0879-83f2-4c56-9aa9-d4539c121cb9 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.69 "GET /v2.0/ports?device_id=e4a1a85a-fe23-4b81-a511-c153411ecfab HTTP/1.1" status: 200 len: 945 time: 0.0495396 May 16 15:19:01.640879 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14392235-0ebf-45cd-8774-c8e74cf22bb4 req-44b43034-671b-4753-85b4-6e6e310aafe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:01.646380 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-14392235-0ebf-45cd-8774-c8e74cf22bb4 req-44b43034-671b-4753-85b4-6e6e310aafe1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=18afd7d9815342c196be824d2b99d537&device_id=f2587084-89a0-47a8-909d-019d48b12e5c HTTP/1.1" status: 200 len: 1168 time: 0.0426507 May 16 15:19:01.668792 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [req-d23ac763-1d16-4715-9bfc-811383b3f351 req-623558e4-51df-4801-a780-b3bbd09305eb tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Deleting port d2cefc0a-b410-472a-ae99-63766e348766 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:19:01.669140 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-d23ac763-1d16-4715-9bfc-811383b3f351 req-623558e4-51df-4801-a780-b3bbd09305eb tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789020190181'] for port (d2cefc0a-b410-472a-ae99-63766e348766), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:01.754037 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14392235-0ebf-45cd-8774-c8e74cf22bb4 req-7696600d-d3e0-4eb6-aa9f-fbf76ee97ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:01.756353 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-14392235-0ebf-45cd-8774-c8e74cf22bb4 req-7696600d-d3e0-4eb6-aa9f-fbf76ee97ebb service neutron] 10.222.0.69 "GET /v2.0/networks?id=0c4f9146-d1fd-486f-849d-27c0f1f9f510 HTTP/1.1" status: 200 len: 916 time: 0.0924864 May 16 15:19:01.769241 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [req-d23ac763-1d16-4715-9bfc-811383b3f351 req-623558e4-51df-4801-a780-b3bbd09305eb tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] For port d2cefc0a-b410-472a-ae99-63766e348766, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=d2cefc0a-b410-472a-ae99-63766e348766,segment=NetworkSegment(e125e9e2-0bb4-4387-a6b6-a67c63b56378),segment_id=e125e9e2-0bb4-4387-a6b6-a67c63b56378)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:19:01.769607 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-d23ac763-1d16-4715-9bfc-811383b3f351 req-623558e4-51df-4801-a780-b3bbd09305eb tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555776'] for port (d2cefc0a-b410-472a-ae99-63766e348766), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:01.833573 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-14392235-0ebf-45cd-8774-c8e74cf22bb4 req-9c95d3aa-c141-4251-a79d-5a8bc87f37c8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3904bae9-9274-4a0f-8757-bdbf49cf6aff HTTP/1.1" status: 200 len: 1000 time: 0.0675337 May 16 15:19:01.992842 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85b00e2-3c29-4bf5-b049-326e0c9cbcce req-ef5478be-7d5b-4939-b6b3-27e75dd01e9f tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:01.994843 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-e85b00e2-3c29-4bf5-b049-326e0c9cbcce req-ef5478be-7d5b-4939-b6b3-27e75dd01e9f tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2587084-89a0-47a8-909d-019d48b12e5c HTTP/1.1" status: 200 len: 984 time: 0.0538146 May 16 15:19:02.061726 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-e85b00e2-3c29-4bf5-b049-326e0c9cbcce req-0c7ce046-02be-4e50-a20c-6554380195db tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd80e2ed-795d-481f-ae0d-33b1c9403e7c&id=40c14af3-1fed-4601-8c5f-6a8238c55c09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0610242 May 16 15:19:02.255090 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13492413-d367-485f-8050-92617a28dfd5 req-baf6feed-57e3-424c-8d8e-e89e8c1097c6 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:02.257058 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-13492413-d367-485f-8050-92617a28dfd5 req-baf6feed-57e3-424c-8d8e-e89e8c1097c6 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3e68f7e-80df-470a-869e-8c625ab4709c HTTP/1.1" status: 200 len: 945 time: 0.0876658 May 16 15:19:02.258904 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-d23ac763-1d16-4715-9bfc-811383b3f351 req-623558e4-51df-4801-a780-b3bbd09305eb tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:02.259269 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-d23ac763-1d16-4715-9bfc-811383b3f351 req-623558e4-51df-4801-a780-b3bbd09305eb tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556839'] for floatingip (e973fc15-dd8c-4a0f-8f90-961436756f98), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:02.259583 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.db.l3_db [req-d23ac763-1d16-4715-9bfc-811383b3f351 req-623558e4-51df-4801-a780-b3bbd09305eb tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Floating IP e973fc15-dd8c-4a0f-8f90-961436756f98 disassociated. External IP: 172.27.0.115, port: d2cefc0a-b410-472a-ae99-63766e348766. May 16 15:19:02.259930 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [req-d23ac763-1d16-4715-9bfc-811383b3f351 req-623558e4-51df-4801-a780-b3bbd09305eb tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Calling delete_port for d2cefc0a-b410-472a-ae99-63766e348766 owned by compute:nova {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:19:02.354193 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-13492413-d367-485f-8050-92617a28dfd5 req-0e11af45-a9aa-447b-8086-8da9a8c0ea87 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/security-groups?id=caf3754e-5d8e-4956-8296-48df01954071&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0898819 May 16 15:19:02.423412 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce289333-28fe-493d-b482-f5264fedbf33 req-03980c11-4855-47bb-89f6-f72fef248af6 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:02.424889 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-ce289333-28fe-493d-b482-f5264fedbf33 req-03980c11-4855-47bb-89f6-f72fef248af6 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4a1a85a-fe23-4b81-a511-c153411ecfab HTTP/1.1" status: 200 len: 945 time: 0.0617104 May 16 15:19:02.471775 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-ce289333-28fe-493d-b482-f5264fedbf33 req-c3b8889e-032d-429d-be7f-fdc83662a816 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/security-groups?id=c4d2a715-c80c-4f74-b7cc-c0360cff8f09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404603 May 16 15:19:02.497483 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-d23ac763-1d16-4715-9bfc-811383b3f351 req-623558e4-51df-4801-a780-b3bbd09305eb tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789020200313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789019640158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61886211'] for port (d2cefc0a-b410-472a-ae99-63766e348766), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:02.527546 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623558e4-51df-4801-a780-b3bbd09305eb tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Pushing event deleted for resources: {'Port': ['ID=d2cefc0a-b410-472a-ae99-63766e348766,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:19:02.591527 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14392235-0ebf-45cd-8774-c8e74cf22bb4 req-871e2622-5746-4b99-ab12-74141b705055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:02.593195 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-14392235-0ebf-45cd-8774-c8e74cf22bb4 req-871e2622-5746-4b99-ab12-74141b705055 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b2bcf42b-2d4b-4fc7-a55a-ea377e4752e3 HTTP/1.1" status: 200 len: 854 time: 0.0630896 May 16 15:19:02.640642 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14392235-0ebf-45cd-8774-c8e74cf22bb4 req-551320c7-0456-4664-b33a-787a086414db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:02.642262 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-14392235-0ebf-45cd-8774-c8e74cf22bb4 req-551320c7-0456-4664-b33a-787a086414db service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0c4f9146-d1fd-486f-849d-27c0f1f9f510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0420895 May 16 15:19:02.650808 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677e007d-b17d-4112-88bf-bbdc9717034e req-38b0962b-c1a9-4b6b-8a6c-41132150d99a tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:02.652291 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-677e007d-b17d-4112-88bf-bbdc9717034e req-38b0962b-c1a9-4b6b-8a6c-41132150d99a tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4fdfaa8-6784-48ce-9d0e-f67d7560a677 HTTP/1.1" status: 200 len: 946 time: 0.0587859 May 16 15:19:02.754870 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d23ac763-1d16-4715-9bfc-811383b3f351 req-623558e4-51df-4801-a780-b3bbd09305eb tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Router 597b9c59-35f6-4ed2-a0d6-123dce3e1462 has already been hosted by L3 agent 54a3e65b-69a0-426d-9997-69a1705c4334 {{(pid=104033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:19:02.759207 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-677e007d-b17d-4112-88bf-bbdc9717034e req-ab5a4636-08c8-40ec-b787-d88f5d323342 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b779ae3-e78d-4ec5-964b-03e22096986e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006618 May 16 15:19:02.768820 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-14392235-0ebf-45cd-8774-c8e74cf22bb4 req-ca8f4942-65e2-4adb-b537-81a964f5717c service neutron] 10.222.0.69 "GET /v2.0/networks/0c4f9146-d1fd-486f-849d-27c0f1f9f510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194601 May 16 15:19:02.874448 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d23ac763-1d16-4715-9bfc-811383b3f351 req-623558e4-51df-4801-a780-b3bbd09305eb tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Notify agent at l3_agent.dv-cinder-795785-10-iscsi the message routers_updated {{(pid=104033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:19:02.890281 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f2cdad-93ad-49e7-aeb7-2f4baf952870 None None] Sync routers for ids ['597b9c59-35f6-4ed2-a0d6-123dce3e1462'] in dv-cinder-795785-10-iscsi {{(pid=104036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:19:02.902407 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f2cdad-93ad-49e7-aeb7-2f4baf952870 None None] Routers {'597b9c59-35f6-4ed2-a0d6-123dce3e1462'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:19:02.903271 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-b9f2cdad-93ad-49e7-aeb7-2f4baf952870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:18:59Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['597b9c59-35f6-4ed2-a0d6-123dce3e1462'], 'active': True} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:19:02.910560 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-14392235-0ebf-45cd-8774-c8e74cf22bb4 req-f7d3b966-ab0b-47f8-af0b-494c9d18f09c service neutron] 10.222.0.69 "GET /v2.0/networks/0c4f9146-d1fd-486f-849d-27c0f1f9f510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269257 May 16 15:19:02.924373 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [req-d23ac763-1d16-4715-9bfc-811383b3f351 req-623558e4-51df-4801-a780-b3bbd09305eb tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] No DVR routers for this DVR port d2cefc0a-b410-472a-ae99-63766e348766 on host hv-cinder-79578 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:19:02.927484 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-d23ac763-1d16-4715-9bfc-811383b3f351 req-623558e4-51df-4801-a780-b3bbd09305eb tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914'] for port (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:02.931595 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-d23ac763-1d16-4715-9bfc-811383b3f351 req-623558e4-51df-4801-a780-b3bbd09305eb tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.69 "DELETE /v2.0/ports/d2cefc0a-b410-472a-ae99-63766e348766 HTTP/1.1" status: 204 len: 173 time: 1.3415418 May 16 15:19:02.932141 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4a1a85a-fe23-4b81-a511-c153411ecfab', 'name': 'network-vif-deleted', 'tag': 'd2cefc0a-b410-472a-ae99-63766e348766'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:19:02.934723 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffeccd97bc4bec2d8a291f35a4115644be5723c7930092d1a563b2016f5a5231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d07c0b7-a762-40bf-bc8c-6308988f2696" -d '{"events": [{"server_uuid": "e4a1a85a-fe23-4b81-a511-c153411ecfab", "name": "network-vif-deleted", "tag": "d2cefc0a-b410-472a-ae99-63766e348766"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:19:02.975114 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d63e4e-53a8-43ce-92b8-f6e0af3eb0d1 x-openstack-request-id: req-d9d63e4e-53a8-43ce-92b8-f6e0af3eb0d1 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:19:02.975651 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4a1a85a-fe23-4b81-a511-c153411ecfab", "name": "network-vif-deleted", "tag": "d2cefc0a-b410-472a-ae99-63766e348766", "status": "completed", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:19:02.976025 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d9d63e4e-53a8-43ce-92b8-f6e0af3eb0d1 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:19:02.976701 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9d63e4e-53a8-43ce-92b8-f6e0af3eb0d1'] response: {'server_uuid': 'e4a1a85a-fe23-4b81-a511-c153411ecfab', 'name': 'network-vif-deleted', 'tag': 'd2cefc0a-b410-472a-ae99-63766e348766', 'status': 'completed', 'code': 200} May 16 15:19:03.026003 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvr_db [None req-b9f2cdad-93ad-49e7-aeb7-2f4baf952870 None None] Set router 597b9c59-35f6-4ed2-a0d6-123dce3e1462 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:19:03.222901 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e373704d-94c9-4cd9-a6d1-bec45a90dcd5 req-e1f832e5-8ea4-41bf-8541-c89b7b50139e tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:03.232382 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-e373704d-94c9-4cd9-a6d1-bec45a90dcd5 req-e1f832e5-8ea4-41bf-8541-c89b7b50139e tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2587084-89a0-47a8-909d-019d48b12e5c HTTP/1.1" status: 200 len: 984 time: 0.0896456 May 16 15:19:03.247263 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-b9f2cdad-93ad-49e7-aeb7-2f4baf952870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'name': 'tempest-AttachVolumeNegativeTest-1541459670-router', 'tenant_id': 'd143bc5a616249a7beefc7b27962026b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '11c5f84e-eedf-4ae8-9ec1-7f055018f48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:10Z', 'updated_at': '2022-05-16T15:15:19Z', 'revision_number': 4, 'project_id': 'd143bc5a616249a7beefc7b27962026b', 'gw_port': {'id': '11c5f84e-eedf-4ae8-9ec1-7f055018f48e', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:61:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:12Z', 'updated_at': '2022-05-16T15:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_floatingips': [{'id': 'b85ace00-aed5-415b-8f91-d76f0b781d4c', 'tenant_id': 'd143bc5a616249a7beefc7b27962026b', 'floating_ip_address': '172.27.0.66', 'floating_network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'router_id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'port_id': 'a1eae8f4-b207-4d48-bdf5-dfab72b3d846', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '982c6e92-7848-46dd-811d-5ec569a6da67', 'mac_address': 'fa:16:3e:2f:75:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd44422c-b621-4ad8-82ab-e5eeae7b2633', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:15:30Z', 'updated_at': '2022-05-16T15:16:07Z', 'revision_number': 2, 'project_id': 'd143bc5a616249a7beefc7b27962026b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c44dc0b3-d42f-4222-b9f4-e340d132a5e0', 'name': '', 'network_id': '982c6e92-7848-46dd-811d-5ec569a6da67', 'tenant_id': 'd143bc5a616249a7beefc7b27962026b', 'mac_address': 'fa:16:3e:10:22:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1fafe849-ed07-444a-932d-68cf1f6b80a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:17Z', 'updated_at': '2022-05-16T15:15:27Z', 'revision_number': 5, 'project_id': 'd143bc5a616249a7beefc7b27962026b', 'subnets': [{'id': '1fafe849-ed07-444a-932d-68cf1f6b80a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:19:03.273739 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f2cdad-93ad-49e7-aeb7-2f4baf952870 None None] Checking router: 597b9c59-35f6-4ed2-a0d6-123dce3e1462 for host: dv-cinder-795785-10-iscsi {{(pid=104036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:19:03.283044 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f2cdad-93ad-49e7-aeb7-2f4baf952870 None None] Routers {'597b9c59-35f6-4ed2-a0d6-123dce3e1462'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:19:03.283652 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-b9f2cdad-93ad-49e7-aeb7-2f4baf952870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:18:59Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['597b9c59-35f6-4ed2-a0d6-123dce3e1462'], 'active': True} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:19:03.310505 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-e373704d-94c9-4cd9-a6d1-bec45a90dcd5 req-a9927a17-69a9-4aeb-b715-ded2a5aed38e tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd80e2ed-795d-481f-ae0d-33b1c9403e7c&id=40c14af3-1fed-4601-8c5f-6a8238c55c09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0769069 May 16 15:19:03.403402 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvr_db [None req-b9f2cdad-93ad-49e7-aeb7-2f4baf952870 None None] Set router 597b9c59-35f6-4ed2-a0d6-123dce3e1462 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:19:03.457894 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (311a8a5f-4d79-4ff7-931a-d05ff8cc45ee), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:03.511979 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eb8e7b-f079-4ce3-80b3-b403dcd33d8b req-d2a48eb5-3881-4fcf-96b5-3fe106a4464e tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:03.514010 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-c9eb8e7b-f079-4ce3-80b3-b403dcd33d8b req-d2a48eb5-3881-4fcf-96b5-3fe106a4464e tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3e68f7e-80df-470a-869e-8c625ab4709c HTTP/1.1" status: 200 len: 945 time: 0.0662596 May 16 15:19:03.581235 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-c9eb8e7b-f079-4ce3-80b3-b403dcd33d8b req-6bc65063-83f7-4d93-8d23-c90495fa5512 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/security-groups?id=caf3754e-5d8e-4956-8296-48df01954071&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0616996 May 16 15:19:03.608144 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-6d554019-e0ff-4370-8644-3896cf8170cd req-a9d84d2d-ef7e-4aba-9e0c-ef2d89e22c11 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4a1a85a-fe23-4b81-a511-c153411ecfab HTTP/1.1" status: 200 len: 210 time: 0.0320079 May 16 15:19:03.677830 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-b9f2cdad-93ad-49e7-aeb7-2f4baf952870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'name': 'tempest-AttachVolumeNegativeTest-1541459670-router', 'tenant_id': 'd143bc5a616249a7beefc7b27962026b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '11c5f84e-eedf-4ae8-9ec1-7f055018f48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:10Z', 'updated_at': '2022-05-16T15:15:19Z', 'revision_number': 4, 'project_id': 'd143bc5a616249a7beefc7b27962026b', 'gw_port': {'id': '11c5f84e-eedf-4ae8-9ec1-7f055018f48e', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:61:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:12Z', 'updated_at': '2022-05-16T15:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_floatingips': [{'id': 'b85ace00-aed5-415b-8f91-d76f0b781d4c', 'tenant_id': 'd143bc5a616249a7beefc7b27962026b', 'floating_ip_address': '172.27.0.66', 'floating_network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'router_id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'port_id': 'a1eae8f4-b207-4d48-bdf5-dfab72b3d846', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '982c6e92-7848-46dd-811d-5ec569a6da67', 'mac_address': 'fa:16:3e:2f:75:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd44422c-b621-4ad8-82ab-e5eeae7b2633', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:15:30Z', 'updated_at': '2022-05-16T15:16:07Z', 'revision_number': 2, 'project_id': 'd143bc5a616249a7beefc7b27962026b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c44dc0b3-d42f-4222-b9f4-e340d132a5e0', 'name': '', 'network_id': '982c6e92-7848-46dd-811d-5ec569a6da67', 'tenant_id': 'd143bc5a616249a7beefc7b27962026b', 'mac_address': 'fa:16:3e:10:22:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1fafe849-ed07-444a-932d-68cf1f6b80a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:17Z', 'updated_at': '2022-05-16T15:15:27Z', 'revision_number': 5, 'project_id': 'd143bc5a616249a7beefc7b27962026b', 'subnets': [{'id': '1fafe849-ed07-444a-932d-68cf1f6b80a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:19:03.705079 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f2cdad-93ad-49e7-aeb7-2f4baf952870 None None] The sync data for ids ['597b9c59-35f6-4ed2-a0d6-123dce3e1462'] in dv-cinder-795785-10-iscsi is: [{'id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'name': 'tempest-AttachVolumeNegativeTest-1541459670-router', 'tenant_id': 'd143bc5a616249a7beefc7b27962026b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '11c5f84e-eedf-4ae8-9ec1-7f055018f48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:10Z', 'updated_at': '2022-05-16T15:15:19Z', 'revision_number': 4, 'project_id': 'd143bc5a616249a7beefc7b27962026b', 'gw_port': {'id': '11c5f84e-eedf-4ae8-9ec1-7f055018f48e', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:61:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:12Z', 'updated_at': '2022-05-16T15:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_floatingips': [{'id': 'b85ace00-aed5-415b-8f91-d76f0b781d4c', 'tenant_id': 'd143bc5a616249a7beefc7b27962026b', 'floating_ip_address': '172.27.0.66', 'floating_network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'router_id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'port_id': 'a1eae8f4-b207-4d48-bdf5-dfab72b3d846', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '982c6e92-7848-46dd-811d-5ec569a6da67', 'mac_address': 'fa:16:3e:2f:75:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd44422c-b621-4ad8-82ab-e5eeae7b2633', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:15:30Z', 'updated_at': '2022-05-16T15:16:07Z', 'revision_number': 2, 'project_id': 'd143bc5a616249a7beefc7b27962026b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c44dc0b3-d42f-4222-b9f4-e340d132a5e0', 'name': '', 'network_id': '982c6e92-7848-46dd-811d-5ec569a6da67', 'tenant_id': 'd143bc5a616249a7beefc7b27962026b', 'mac_address': 'fa:16:3e:10:22:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1fafe849-ed07-444a-932d-68cf1f6b80a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:17Z', 'updated_at': '2022-05-16T15:15:27Z', 'revision_number': 5, 'project_id': 'd143bc5a616249a7beefc7b27962026b', 'subnets': [{'id': '1fafe849-ed07-444a-932d-68cf1f6b80a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:19:03.827206 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-e2bf0137-1807-4263-aee5-789df3e30b5e req-ee77c2d5-3e57-4d98-b723-13572f3e93ba tempest-VolumesNegativeTest-1133038861 tempest-VolumesNegativeTest-1133038861-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=a7a81cdda2b24d85a96f06585868e8f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0507190 May 16 15:19:03.901921 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c22aa-4220-431f-ade6-0c82e4266ec3 req-34b1e041-60dd-4c34-ac57-a2fbb5ebf0ac tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:03.903596 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-7f3c22aa-4220-431f-ade6-0c82e4266ec3 req-34b1e041-60dd-4c34-ac57-a2fbb5ebf0ac tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4fdfaa8-6784-48ce-9d0e-f67d7560a677 HTTP/1.1" status: 200 len: 946 time: 0.0658324 May 16 15:19:03.966389 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-7f3c22aa-4220-431f-ade6-0c82e4266ec3 req-b6ec0b86-8bf1-476d-aa70-61703d594db5 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b779ae3-e78d-4ec5-964b-03e22096986e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556881 May 16 15:19:04.080810 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5423a4-e399-4fdd-ba08-842dcabbdfee None None] New status for floating IP e973fc15-dd8c-4a0f-8f90-961436756f98: DOWN {{(pid=104035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 15:19:04.107717 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3df142d-6d29-4e99-a3ab-c855e4fa6fcb req-7e9aa640-25ad-47e6-a30a-28f278d57251 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:04.115377 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-e3df142d-6d29-4e99-a3ab-c855e4fa6fcb req-7e9aa640-25ad-47e6-a30a-28f278d57251 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4fdfaa8-6784-48ce-9d0e-f67d7560a677 HTTP/1.1" status: 200 len: 946 time: 0.0727346 May 16 15:19:04.175050 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device d2cefc0a-b410-472a-ae99-63766e348766 no longer exists at agent hyperv_hv-cinder-79578 {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:19:04.205150 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] No Port match for: d2cefc0a-b410-472a-ae99-63766e348766 {{(pid=104035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:19:04.205758 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device d2cefc0a-b410-472a-ae99-63766e348766 not bound to the agent host hv-cinder-79578 {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:19:04.207964 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-e3df142d-6d29-4e99-a3ab-c855e4fa6fcb req-5bd56c70-3fed-498d-a271-46613acc4ec7 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b779ae3-e78d-4ec5-964b-03e22096986e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858541 May 16 15:19:04.230842 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 47886) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:19:04.327205 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bf0137-1807-4263-aee5-789df3e30b5e req-86626d85-b073-44ca-8c81-ad497a7248e1 tempest-VolumesNegativeTest-1133038861 tempest-VolumesNegativeTest-1133038861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:04.330440 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-e2bf0137-1807-4263-aee5-789df3e30b5e req-86626d85-b073-44ca-8c81-ad497a7248e1 tempest-VolumesNegativeTest-1133038861 tempest-VolumesNegativeTest-1133038861-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4991093 May 16 15:19:04.360429 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-e2bf0137-1807-4263-aee5-789df3e30b5e req-2105922e-693c-44ba-9721-d5cd0e972205 tempest-VolumesNegativeTest-1133038861 tempest-VolumesNegativeTest-1133038861-project] 10.222.0.44 "GET /v2.0/quotas/a7a81cdda2b24d85a96f06585868e8f9 HTTP/1.1" status: 200 len: 375 time: 0.0171580 May 16 15:19:04.406828 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-e2bf0137-1807-4263-aee5-789df3e30b5e req-6d70b8d3-232c-40ef-b39b-24c3c1424ddb tempest-VolumesNegativeTest-1133038861 tempest-VolumesNegativeTest-1133038861-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a7a81cdda2b24d85a96f06585868e8f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390131 May 16 15:19:04.498651 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465ba021-16ef-472f-b245-c49fc37d6747 req-d058d213-18af-4edc-b801-943e26aae4f4 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:04.500106 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-465ba021-16ef-472f-b245-c49fc37d6747 req-d058d213-18af-4edc-b801-943e26aae4f4 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2587084-89a0-47a8-909d-019d48b12e5c HTTP/1.1" status: 200 len: 984 time: 0.0824726 May 16 15:19:04.506208 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ffbabe1-8f18-49d0-b2a0-ac3837beb042 tempest-TestVolumeBootPattern-334887417 tempest-TestVolumeBootPattern-334887417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:04.507628 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-1ffbabe1-8f18-49d0-b2a0-ac3837beb042 tempest-TestVolumeBootPattern-334887417 tempest-TestVolumeBootPattern-334887417-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e4fdfaa8-6784-48ce-9d0e-f67d7560a677 HTTP/1.1" status: 200 len: 1125 time: 0.2757802 May 16 15:19:04.510751 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 47892) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:19:04.515556 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.v2.base [None req-0b0f7c68-3f7a-49b9-8ebd-eea5a312ac97 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Request body: {'floatingip': {'floating_network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'port_id': 'db5b37d8-c741-4890-90db-e06eab6bdb47', 'tenant_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:19:04.564754 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-465ba021-16ef-472f-b245-c49fc37d6747 req-57e2f727-791f-4d32-b4ad-e64f6faf44c0 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd80e2ed-795d-481f-ae0d-33b1c9403e7c&id=40c14af3-1fed-4601-8c5f-6a8238c55c09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559075 May 16 15:19:04.628332 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-0b0f7c68-3f7a-49b9-8ebd-eea5a312ac97 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:04.704768 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-e77317e2-7ff8-4991-91d6-e576173595d9 req-4babdafc-f7de-43cd-ad34-3619aa736a95 tempest-VolumesNegativeTest-1133038861 tempest-VolumesNegativeTest-1133038861-project] 10.222.0.44 "GET /v2.0/ports?device_id=360b2e08-f3cd-4e7d-b9ed-11951f9298e5 HTTP/1.1" status: 200 len: 210 time: 0.0438368 May 16 15:19:04.719658 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab557080-23d3-4d88-ba7e-ad9341355585 req-9d053a82-c381-49c4-a6f6-a38b8b9572f5 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:04.735999 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-ab557080-23d3-4d88-ba7e-ad9341355585 req-9d053a82-c381-49c4-a6f6-a38b8b9572f5 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3e68f7e-80df-470a-869e-8c625ab4709c HTTP/1.1" status: 200 len: 945 time: 0.0857201 May 16 15:19:04.797583 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-0b0f7c68-3f7a-49b9-8ebd-eea5a312ac97 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:04.814864 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-ab557080-23d3-4d88-ba7e-ad9341355585 req-026c1a91-7b1d-49ca-83fa-c7c5cb4234c8 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/security-groups?id=caf3754e-5d8e-4956-8296-48df01954071&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0721288 May 16 15:19:04.870553 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 47908) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:19:04.959836 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.db.db_base_plugin_common [None req-0b0f7c68-3f7a-49b9-8ebd-eea5a312ac97 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Allocated IP 172.27.0.155 (ad45e98c-12fc-4959-a2ae-a7226c979594/4a504247-fe9e-45e9-866d-820247643fc0/bbae4414-c0e1-4719-bed4-a8cb58f2a4e7) {{(pid=104034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:19:04.977012 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-2558fe66-6164-45ef-9c6f-5851419ff6b7 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks [] for security_group (c4d2a715-c80c-4f74-b7cc-c0360cff8f09), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:05.020206 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-2558fe66-6164-45ef-9c6f-5851419ff6b7 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks [] for security_group (c4d2a715-c80c-4f74-b7cc-c0360cff8f09), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:05.118522 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-0b0f7c68-3f7a-49b9-8ebd-eea5a312ac97 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks [] for port (bbae4414-c0e1-4719-bed4-a8cb58f2a4e7), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:05.193809 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-2558fe66-6164-45ef-9c6f-5851419ff6b7 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (c4d2a715-c80c-4f74-b7cc-c0360cff8f09), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:05.196454 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-2558fe66-6164-45ef-9c6f-5851419ff6b7 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks [] for security_group (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:05.197622 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-2558fe66-6164-45ef-9c6f-5851419ff6b7 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "DELETE /v2.0/security-groups/c4d2a715-c80c-4f74-b7cc-c0360cff8f09 HTTP/1.1" status: 204 len: 168 time: 0.3260686 May 16 15:19:05.200426 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 47910) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:19:05.208645 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2558fe66-6164-45ef-9c6f-5851419ff6b7 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d2a715-c80c-4f74-b7cc-c0360cff8f09,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:19:05.215831 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.api.v2.resource [None req-f5229d78-c4ee-49d2-8db3-9b3b989aa682 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] show failed (client error): The resource could not be found. May 16 15:19:05.216949 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-f5229d78-c4ee-49d2-8db3-9b3b989aa682 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/security-groups/c4d2a715-c80c-4f74-b7cc-c0360cff8f09 HTTP/1.1" status: 404 len: 347 time: 0.0154412 May 16 15:19:05.219760 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 47912) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:19:05.223043 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-0b0f7c68-3f7a-49b9-8ebd-eea5a312ac97 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789019640149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097154'] for port (bbae4414-c0e1-4719-bed4-a8cb58f2a4e7), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:05.260699 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0f7c68-3f7a-49b9-8ebd-eea5a312ac97 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Network ad45e98c-12fc-4959-a2ae-a7226c979594 is already hosted by enough agents. {{(pid=104034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:19:05.265526 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.base_scheduler [None req-0b0f7c68-3f7a-49b9-8ebd-eea5a312ac97 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Resources bound (agent type, host, resource id): {{(pid=104034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:19:05.269338 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0f7c68-3f7a-49b9-8ebd-eea5a312ac97 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Received port after_create {{(pid=104034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:19:05.305123 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0f7c68-3f7a-49b9-8ebd-eea5a312ac97 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Pushing event updated for resources: {'Port': ['ID=bbae4414-c0e1-4719-bed4-a8cb58f2a4e7,revision_number=1']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:19:05.394700 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e514208b-d649-4a58-b46d-9295ae9e9d86 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Deleting port 70c72939-a13e-4599-beab-de91a0e56311 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:19:05.395070 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e514208b-d649-4a58-b46d-9295ae9e9d86 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789020190181'] for port (70c72939-a13e-4599-beab-de91a0e56311), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:05.500415 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e514208b-d649-4a58-b46d-9295ae9e9d86 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555776'] for port (70c72939-a13e-4599-beab-de91a0e56311), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:05.501008 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e514208b-d649-4a58-b46d-9295ae9e9d86 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks [] for floatingip (70c72939-a13e-4599-beab-de91a0e56311), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:05.517049 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e514208b-d649-4a58-b46d-9295ae9e9d86 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Calling delete_port for 70c72939-a13e-4599-beab-de91a0e56311 owned by network:floatingip {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:19:05.694772 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-0b0f7c68-3f7a-49b9-8ebd-eea5a312ac97 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks [] for floatingip (d865f7b5-876e-41d0-8590-2d30de695999), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:05.713272 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb007bd-9c5e-4ec2-b4f9-71ac02063aa7 req-28a5bc3d-780f-4582-af91-02549c1e5c4f tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:05.714420 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-ccb007bd-9c5e-4ec2-b4f9-71ac02063aa7 req-28a5bc3d-780f-4582-af91-02549c1e5c4f tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2587084-89a0-47a8-909d-019d48b12e5c HTTP/1.1" status: 200 len: 984 time: 0.0563099 May 16 15:19:05.784095 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-ccb007bd-9c5e-4ec2-b4f9-71ac02063aa7 req-222a8a31-e80f-419c-8198-1d1ddb835162 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd80e2ed-795d-481f-ae0d-33b1c9403e7c&id=40c14af3-1fed-4601-8c5f-6a8238c55c09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0629878 May 16 15:19:05.794769 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e514208b-d649-4a58-b46d-9295ae9e9d86 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789020200313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789019640158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61886211'] for port (70c72939-a13e-4599-beab-de91a0e56311), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:05.811939 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-ea775430-ef75-4e11-9ef6-27496829db2b req-4e5b1e02-6999-4145-a062-b18f75016dc4 tempest-VolumesNegativeTest-1133038861 tempest-VolumesNegativeTest-1133038861-project] 10.222.0.44 "GET /v2.0/ports?device_id=360b2e08-f3cd-4e7d-b9ed-11951f9298e5 HTTP/1.1" status: 200 len: 210 time: 0.0327604 May 16 15:19:05.851765 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-0b0f7c68-3f7a-49b9-8ebd-eea5a312ac97 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (bbae4414-c0e1-4719-bed4-a8cb58f2a4e7), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:05.866147 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e514208b-d649-4a58-b46d-9295ae9e9d86 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Pushing event deleted for resources: {'Port': ['ID=70c72939-a13e-4599-beab-de91a0e56311,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:19:05.937596 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e514208b-d649-4a58-b46d-9295ae9e9d86 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks [] for floatingip (e973fc15-dd8c-4a0f-8f90-961436756f98), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:05.940391 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e514208b-d649-4a58-b46d-9295ae9e9d86 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914'] for floatingip (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:05.941570 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-e514208b-d649-4a58-b46d-9295ae9e9d86 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "DELETE /v2.0/floatingips/e973fc15-dd8c-4a0f-8f90-961436756f98 HTTP/1.1" status: 204 len: 168 time: 0.7206683 May 16 15:19:05.957052 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45effbc2-28c5-4866-9b2f-f3254257f11e req-46a33429-0213-4a83-bf70-5f8e1ba5bffe tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:05.959359 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-45effbc2-28c5-4866-9b2f-f3254257f11e req-46a33429-0213-4a83-bf70-5f8e1ba5bffe tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3e68f7e-80df-470a-869e-8c625ab4709c HTTP/1.1" status: 200 len: 945 time: 0.0597076 May 16 15:19:06.016859 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-45effbc2-28c5-4866-9b2f-f3254257f11e req-93eca060-2ff7-4808-9d0a-da983ee7b3bc tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/security-groups?id=caf3754e-5d8e-4956-8296-48df01954071&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0511003 May 16 15:19:06.052498 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-0b0f7c68-3f7a-49b9-8ebd-eea5a312ac97 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks [] for port (bbae4414-c0e1-4719-bed4-a8cb58f2a4e7), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:06.154927 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-0b0f7c68-3f7a-49b9-8ebd-eea5a312ac97 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4097205'] for port (bbae4414-c0e1-4719-bed4-a8cb58f2a4e7), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:06.228653 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0f7c68-3f7a-49b9-8ebd-eea5a312ac97 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Pushing event updated for resources: {'Port': ['ID=bbae4414-c0e1-4719-bed4-a8cb58f2a4e7,revision_number=2']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:19:06.239008 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-0b0f7c68-3f7a-49b9-8ebd-eea5a312ac97 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556839'] for floatingip (d865f7b5-876e-41d0-8590-2d30de695999), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:06.341132 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.db.l3_db [None req-0b0f7c68-3f7a-49b9-8ebd-eea5a312ac97 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Floating IP d865f7b5-876e-41d0-8590-2d30de695999 associated. External IP: 172.27.0.155, port: db5b37d8-c741-4890-90db-e06eab6bdb47. May 16 15:19:06.547794 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b0f7c68-3f7a-49b9-8ebd-eea5a312ac97 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Router 058e4470-9532-4334-9d31-5e488b5f2129 has already been hosted by L3 agent 54a3e65b-69a0-426d-9997-69a1705c4334 {{(pid=104034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:19:06.652435 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b0f7c68-3f7a-49b9-8ebd-eea5a312ac97 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Notify agent at l3_agent.dv-cinder-795785-10-iscsi the message routers_updated {{(pid=104034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:19:06.662741 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df74526-91c2-490d-9fec-5b3519130f92 None None] Sync routers for ids ['058e4470-9532-4334-9d31-5e488b5f2129'] in dv-cinder-795785-10-iscsi {{(pid=104036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:19:06.674375 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df74526-91c2-490d-9fec-5b3519130f92 None None] Routers {'058e4470-9532-4334-9d31-5e488b5f2129'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:19:06.676517 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-6df74526-91c2-490d-9fec-5b3519130f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:18:59Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['058e4470-9532-4334-9d31-5e488b5f2129'], 'active': True} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:19:06.738697 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-0b0f7c68-3f7a-49b9-8ebd-eea5a312ac97 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914'] for floatingip (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:06.773894 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-0b0f7c68-3f7a-49b9-8ebd-eea5a312ac97 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2592483 May 16 15:19:06.773894 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4fdfaa8-6784-48ce-9d0e-f67d7560a677', 'tag': 'db5b37d8-c741-4890-90db-e06eab6bdb47'}] {{(pid=104034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:19:06.774986 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cdfd588167f3f1dbc712245a9b2e41b7a1fa72707d5290f062c21f430b6f068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce5c832b-be49-4b48-b203-1b6a484c300b" -d '{"events": [{"name": "network-changed", "server_uuid": "e4fdfaa8-6784-48ce-9d0e-f67d7560a677", "tag": "db5b37d8-c741-4890-90db-e06eab6bdb47"}]}' {{(pid=104034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:19:06.813367 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf9e0b3-68d1-4273-a1cb-ac56f64c1ceb x-openstack-request-id: req-ccf9e0b3-68d1-4273-a1cb-ac56f64c1ceb {{(pid=104034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:19:06.813665 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4fdfaa8-6784-48ce-9d0e-f67d7560a677", "tag": "db5b37d8-c741-4890-90db-e06eab6bdb47", "status": "completed", "code": 200}]} {{(pid=104034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:19:06.813924 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ccf9e0b3-68d1-4273-a1cb-ac56f64c1ceb {{(pid=104034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:19:06.814363 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccf9e0b3-68d1-4273-a1cb-ac56f64c1ceb'] response: {'name': 'network-changed', 'server_uuid': 'e4fdfaa8-6784-48ce-9d0e-f67d7560a677', 'tag': 'db5b37d8-c741-4890-90db-e06eab6bdb47', 'status': 'completed', 'code': 200} May 16 15:19:06.858157 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvr_db [None req-6df74526-91c2-490d-9fec-5b3519130f92 None None] Set router 058e4470-9532-4334-9d31-5e488b5f2129 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:19:06.945829 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fb8dbc-9126-4781-aa09-badc10342f93 req-68be6504-fc4e-48bb-935d-a94d726df96a tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:06.947458 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-02fb8dbc-9126-4781-aa09-badc10342f93 req-68be6504-fc4e-48bb-935d-a94d726df96a tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2587084-89a0-47a8-909d-019d48b12e5c HTTP/1.1" status: 200 len: 984 time: 0.0869730 May 16 15:19:06.955879 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5c832b-be49-4b48-b203-1b6a484c300b req-05f190c5-b69c-439f-8e9a-a772e842e600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:06.957382 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-ce5c832b-be49-4b48-b203-1b6a484c300b req-05f190c5-b69c-439f-8e9a-a772e842e600 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b025f7f102ee46fa92e9bb7445e59daa&device_id=e4fdfaa8-6784-48ce-9d0e-f67d7560a677 HTTP/1.1" status: 200 len: 1130 time: 0.0593984 May 16 15:19:07.014777 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-02fb8dbc-9126-4781-aa09-badc10342f93 req-e72586c8-4226-43ea-986d-3317c066a768 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd80e2ed-795d-481f-ae0d-33b1c9403e7c&id=40c14af3-1fed-4601-8c5f-6a8238c55c09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562189 May 16 15:19:07.074075 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-6df74526-91c2-490d-9fec-5b3519130f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058e4470-9532-4334-9d31-5e488b5f2129', 'name': 'tempest-TestVolumeBootPattern-594652179-router', 'tenant_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'c96a06fc-230d-4bca-a2bf-0b329260522a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:18:05Z', 'updated_at': '2022-05-16T15:18:09Z', 'revision_number': 4, 'project_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'gw_port': {'id': 'c96a06fc-230d-4bca-a2bf-0b329260522a', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:3c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058e4470-9532-4334-9d31-5e488b5f2129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:18:05Z', 'updated_at': '2022-05-16T15:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_floatingips': [{'id': 'd865f7b5-876e-41d0-8590-2d30de695999', 'tenant_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'floating_ip_address': '172.27.0.155', 'floating_network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'router_id': '058e4470-9532-4334-9d31-5e488b5f2129', 'port_id': 'db5b37d8-c741-4890-90db-e06eab6bdb47', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f80dbf35-88c8-44d8-af2b-bea94475a461', 'mac_address': 'fa:16:3e:34:9b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fdfaa8-6784-48ce-9d0e-f67d7560a677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:19:05Z', 'updated_at': '2022-05-16T15:19:05Z', 'revision_number': 0, 'project_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '308487c7-7b66-4c7c-bb0d-a5df23abcd36', 'name': '', 'network_id': 'f80dbf35-88c8-44d8-af2b-bea94475a461', 'tenant_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'mac_address': 'fa:16:3e:5a:1e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058e4470-9532-4334-9d31-5e488b5f2129', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'e7b41a31-bf60-43da-a33a-33ad3dcfa24b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:18:08Z', 'updated_at': '2022-05-16T15:18:12Z', 'revision_number': 5, 'project_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'subnets': [{'id': 'e7b41a31-bf60-43da-a33a-33ad3dcfa24b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:19:07.100803 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-71377e9f-f671-45ed-ab60-80ebce4e0d95 req-60214794-b079-4509-9db7-082d46f359f3 tempest-VolumesNegativeTest-1133038861 tempest-VolumesNegativeTest-1133038861-project] 10.222.0.44 "GET /v2.0/ports?device_id=360b2e08-f3cd-4e7d-b9ed-11951f9298e5 HTTP/1.1" status: 200 len: 210 time: 0.0282547 May 16 15:19:07.102794 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df74526-91c2-490d-9fec-5b3519130f92 None None] Checking router: 058e4470-9532-4334-9d31-5e488b5f2129 for host: dv-cinder-795785-10-iscsi {{(pid=104036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:19:07.111174 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df74526-91c2-490d-9fec-5b3519130f92 None None] Routers {'058e4470-9532-4334-9d31-5e488b5f2129'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:19:07.111778 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-6df74526-91c2-490d-9fec-5b3519130f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:18:59Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['058e4470-9532-4334-9d31-5e488b5f2129'], 'active': True} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:19:07.200754 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1586caaa-9fa7-4e7c-979e-1aa2d3f46a62 req-a5f2266c-44b7-4c68-946d-1854d422ad9e tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:07.202251 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-1586caaa-9fa7-4e7c-979e-1aa2d3f46a62 req-a5f2266c-44b7-4c68-946d-1854d422ad9e tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3e68f7e-80df-470a-869e-8c625ab4709c HTTP/1.1" status: 200 len: 945 time: 0.0470045 May 16 15:19:07.220477 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvr_db [None req-6df74526-91c2-490d-9fec-5b3519130f92 None None] Set router 058e4470-9532-4334-9d31-5e488b5f2129 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:19:07.252363 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-1586caaa-9fa7-4e7c-979e-1aa2d3f46a62 req-9a53f100-63a0-4122-8ad6-7b13c0399c85 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/security-groups?id=caf3754e-5d8e-4956-8296-48df01954071&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441923 May 16 15:19:07.347385 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-e2bf0137-1807-4263-aee5-789df3e30b5e req-ba5c8231-5f93-4498-95d2-502978460db1 tempest-VolumesNegativeTest-1133038861 tempest-VolumesNegativeTest-1133038861-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=a7a81cdda2b24d85a96f06585868e8f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221312 May 16 15:19:07.374125 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5c832b-be49-4b48-b203-1b6a484c300b req-2a9098d9-fbca-42cf-983f-a40aca4b2552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:07.375761 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-ce5c832b-be49-4b48-b203-1b6a484c300b req-2a9098d9-fbca-42cf-983f-a40aca4b2552 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f80dbf35-88c8-44d8-af2b-bea94475a461 HTTP/1.1" status: 200 len: 912 time: 0.0907176 May 16 15:19:07.461470 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-6df74526-91c2-490d-9fec-5b3519130f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058e4470-9532-4334-9d31-5e488b5f2129', 'name': 'tempest-TestVolumeBootPattern-594652179-router', 'tenant_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'c96a06fc-230d-4bca-a2bf-0b329260522a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:18:05Z', 'updated_at': '2022-05-16T15:18:09Z', 'revision_number': 4, 'project_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'gw_port': {'id': 'c96a06fc-230d-4bca-a2bf-0b329260522a', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:3c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058e4470-9532-4334-9d31-5e488b5f2129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:18:05Z', 'updated_at': '2022-05-16T15:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_floatingips': [{'id': 'd865f7b5-876e-41d0-8590-2d30de695999', 'tenant_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'floating_ip_address': '172.27.0.155', 'floating_network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'router_id': '058e4470-9532-4334-9d31-5e488b5f2129', 'port_id': 'db5b37d8-c741-4890-90db-e06eab6bdb47', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f80dbf35-88c8-44d8-af2b-bea94475a461', 'mac_address': 'fa:16:3e:34:9b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fdfaa8-6784-48ce-9d0e-f67d7560a677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:19:05Z', 'updated_at': '2022-05-16T15:19:05Z', 'revision_number': 0, 'project_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '308487c7-7b66-4c7c-bb0d-a5df23abcd36', 'name': '', 'network_id': 'f80dbf35-88c8-44d8-af2b-bea94475a461', 'tenant_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'mac_address': 'fa:16:3e:5a:1e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058e4470-9532-4334-9d31-5e488b5f2129', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'e7b41a31-bf60-43da-a33a-33ad3dcfa24b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:18:08Z', 'updated_at': '2022-05-16T15:18:12Z', 'revision_number': 5, 'project_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'subnets': [{'id': 'e7b41a31-bf60-43da-a33a-33ad3dcfa24b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:19:07.474960 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-ce5c832b-be49-4b48-b203-1b6a484c300b req-a0b2b284-3898-49ab-b658-e3d03656064f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=db5b37d8-c741-4890-90db-e06eab6bdb47 HTTP/1.1" status: 200 len: 1000 time: 0.0928802 May 16 15:19:07.496102 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df74526-91c2-490d-9fec-5b3519130f92 None None] The sync data for ids ['058e4470-9532-4334-9d31-5e488b5f2129'] in dv-cinder-795785-10-iscsi is: [{'id': '058e4470-9532-4334-9d31-5e488b5f2129', 'name': 'tempest-TestVolumeBootPattern-594652179-router', 'tenant_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'c96a06fc-230d-4bca-a2bf-0b329260522a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:18:05Z', 'updated_at': '2022-05-16T15:18:09Z', 'revision_number': 4, 'project_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'gw_port': {'id': 'c96a06fc-230d-4bca-a2bf-0b329260522a', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:3c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058e4470-9532-4334-9d31-5e488b5f2129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:18:05Z', 'updated_at': '2022-05-16T15:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_floatingips': [{'id': 'd865f7b5-876e-41d0-8590-2d30de695999', 'tenant_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'floating_ip_address': '172.27.0.155', 'floating_network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'router_id': '058e4470-9532-4334-9d31-5e488b5f2129', 'port_id': 'db5b37d8-c741-4890-90db-e06eab6bdb47', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f80dbf35-88c8-44d8-af2b-bea94475a461', 'mac_address': 'fa:16:3e:34:9b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fdfaa8-6784-48ce-9d0e-f67d7560a677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:19:05Z', 'updated_at': '2022-05-16T15:19:05Z', 'revision_number': 0, 'project_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '308487c7-7b66-4c7c-bb0d-a5df23abcd36', 'name': '', 'network_id': 'f80dbf35-88c8-44d8-af2b-bea94475a461', 'tenant_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'mac_address': 'fa:16:3e:5a:1e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058e4470-9532-4334-9d31-5e488b5f2129', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'e7b41a31-bf60-43da-a33a-33ad3dcfa24b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:18:08Z', 'updated_at': '2022-05-16T15:18:12Z', 'revision_number': 5, 'project_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'subnets': [{'id': 'e7b41a31-bf60-43da-a33a-33ad3dcfa24b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:19:07.512479 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bf0137-1807-4263-aee5-789df3e30b5e req-bcc22bf3-f66f-46bc-a68c-63b6201e57e5 tempest-VolumesNegativeTest-1133038861 tempest-VolumesNegativeTest-1133038861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:07.514014 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-e2bf0137-1807-4263-aee5-789df3e30b5e req-bcc22bf3-f66f-46bc-a68c-63b6201e57e5 tempest-VolumesNegativeTest-1133038861 tempest-VolumesNegativeTest-1133038861-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1616244 May 16 15:19:07.532714 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.v2.base [req-e2bf0137-1807-4263-aee5-789df3e30b5e req-b601f350-27f4-453e-a4c1-bc8614fbd95e tempest-VolumesNegativeTest-1133038861 tempest-VolumesNegativeTest-1133038861-project] Request body: {'port': {'device_id': '360b2e08-f3cd-4e7d-b9ed-11951f9298e5', 'network_id': 'e35d77cb-5f96-44a2-97d0-4464d77c0c7c', 'admin_state_up': True, 'tenant_id': 'a7a81cdda2b24d85a96f06585868e8f9'}} {{(pid=104034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:19:07.553941 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5c832b-be49-4b48-b203-1b6a484c300b req-5d0e8b21-280b-4680-b685-97bd32a830c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:07.555610 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-ce5c832b-be49-4b48-b203-1b6a484c300b req-5d0e8b21-280b-4680-b685-97bd32a830c6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e7b41a31-bf60-43da-a33a-33ad3dcfa24b HTTP/1.1" status: 200 len: 850 time: 0.0512271 May 16 15:19:07.611851 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5c832b-be49-4b48-b203-1b6a484c300b req-7c02ca5a-a98c-4edd-9e3f-b82bd5dd7bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:07.615740 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-ce5c832b-be49-4b48-b203-1b6a484c300b req-7c02ca5a-a98c-4edd-9e3f-b82bd5dd7bd3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f80dbf35-88c8-44d8-af2b-bea94475a461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0514209 May 16 15:19:07.730701 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-ce5c832b-be49-4b48-b203-1b6a484c300b req-bd376985-e9ba-4f2c-b76d-02ec2f723b69 service neutron] 10.222.0.69 "GET /v2.0/networks/f80dbf35-88c8-44d8-af2b-bea94475a461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042843 May 16 15:19:07.745870 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a03e4a3-4cc9-4010-aa92-7dff9868c848 None None] New status for floating IP d865f7b5-876e-41d0-8590-2d30de695999: ACTIVE {{(pid=104035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 15:19:07.757375 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2bf0137-1807-4263-aee5-789df3e30b5e req-b601f350-27f4-453e-a4c1-bc8614fbd95e tempest-VolumesNegativeTest-1133038861 tempest-VolumesNegativeTest-1133038861-project] Made reservation on behalf of a7a81cdda2b24d85a96f06585868e8f9 for: {'port': 1} {{(pid=104034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:19:07.760145 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [req-e2bf0137-1807-4263-aee5-789df3e30b5e req-b601f350-27f4-453e-a4c1-bc8614fbd95e tempest-VolumesNegativeTest-1133038861 tempest-VolumesNegativeTest-1133038861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:07.779361 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [req-e2bf0137-1807-4263-aee5-789df3e30b5e req-b601f350-27f4-453e-a4c1-bc8614fbd95e tempest-VolumesNegativeTest-1133038861 tempest-VolumesNegativeTest-1133038861-project] Publish callbacks [] for security_group (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:07.827060 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-ce5c832b-be49-4b48-b203-1b6a484c300b req-5d9b1607-ef1f-45de-a309-e1e8544527c3 service neutron] 10.222.0.69 "GET /v2.0/networks/f80dbf35-88c8-44d8-af2b-bea94475a461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904932 May 16 15:19:07.858886 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [req-e2bf0137-1807-4263-aee5-789df3e30b5e req-b601f350-27f4-453e-a4c1-bc8614fbd95e tempest-VolumesNegativeTest-1133038861 tempest-VolumesNegativeTest-1133038861-project] Publish callbacks [] for security_group (210947f9-d53a-4913-b442-850928eafa87), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:07.977406 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [req-e2bf0137-1807-4263-aee5-789df3e30b5e req-b601f350-27f4-453e-a4c1-bc8614fbd95e tempest-VolumesNegativeTest-1133038861 tempest-VolumesNegativeTest-1133038861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (210947f9-d53a-4913-b442-850928eafa87), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:08.059134 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b601f350-27f4-453e-a4c1-bc8614fbd95e tempest-VolumesNegativeTest-1133038861 tempest-VolumesNegativeTest-1133038861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=210947f9-d53a-4913-b442-850928eafa87,revision_number=1']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:19:08.140674 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844007b3-7599-4c89-9511-420b400415b9 req-653c8004-5e31-4189-9cf2-6920dd23ae90 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:08.142499 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-844007b3-7599-4c89-9511-420b400415b9 req-653c8004-5e31-4189-9cf2-6920dd23ae90 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2587084-89a0-47a8-909d-019d48b12e5c HTTP/1.1" status: 200 len: 984 time: 0.0528257 May 16 15:19:08.147861 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.db.db_base_plugin_common [req-e2bf0137-1807-4263-aee5-789df3e30b5e req-b601f350-27f4-453e-a4c1-bc8614fbd95e tempest-VolumesNegativeTest-1133038861 tempest-VolumesNegativeTest-1133038861-project] Allocated IP 192.168.233.136 (e35d77cb-5f96-44a2-97d0-4464d77c0c7c/819ec874-b2e3-498c-a157-3ee14c18d464/311e02b9-6d73-4765-928b-2c32a920a727) {{(pid=104034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:19:08.209353 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-844007b3-7599-4c89-9511-420b400415b9 req-0991cb25-4310-4093-84b7-433324ccfc2e tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd80e2ed-795d-481f-ae0d-33b1c9403e7c&id=40c14af3-1fed-4601-8c5f-6a8238c55c09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0611377 May 16 15:19:08.221651 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-cbede33d-0abe-4ea3-8254-1f7fbd0cf41c req-aba29e3f-ada2-4481-984c-4095498f3e7f tempest-VolumesNegativeTest-1133038861 tempest-VolumesNegativeTest-1133038861-project] 10.222.0.44 "GET /v2.0/ports?device_id=360b2e08-f3cd-4e7d-b9ed-11951f9298e5 HTTP/1.1" status: 200 len: 210 time: 0.0442979 May 16 15:19:08.343506 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [req-e2bf0137-1807-4263-aee5-789df3e30b5e req-b601f350-27f4-453e-a4c1-bc8614fbd95e tempest-VolumesNegativeTest-1133038861 tempest-VolumesNegativeTest-1133038861-project] Publish callbacks [] for port (311e02b9-6d73-4765-928b-2c32a920a727), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:08.379606 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667632d3-d5dc-4466-a864-d56523994c34 req-b2f0c7cd-f477-4dd1-9595-d85b40804f6b tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:08.381409 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-667632d3-d5dc-4466-a864-d56523994c34 req-b2f0c7cd-f477-4dd1-9595-d85b40804f6b tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3e68f7e-80df-470a-869e-8c625ab4709c HTTP/1.1" status: 200 len: 945 time: 0.0582359 May 16 15:19:08.428530 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-667632d3-d5dc-4466-a864-d56523994c34 req-a4388ddf-189f-4839-9dfa-f1996b636321 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/security-groups?id=caf3754e-5d8e-4956-8296-48df01954071&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414860 May 16 15:19:08.434620 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [req-e2bf0137-1807-4263-aee5-789df3e30b5e req-b601f350-27f4-453e-a4c1-bc8614fbd95e tempest-VolumesNegativeTest-1133038861 tempest-VolumesNegativeTest-1133038861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789019640149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097154'] for port (311e02b9-6d73-4765-928b-2c32a920a727), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:08.475688 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2bf0137-1807-4263-aee5-789df3e30b5e req-b601f350-27f4-453e-a4c1-bc8614fbd95e tempest-VolumesNegativeTest-1133038861 tempest-VolumesNegativeTest-1133038861-project] Network e35d77cb-5f96-44a2-97d0-4464d77c0c7c is already hosted by enough agents. {{(pid=104034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:19:08.478910 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.base_scheduler [req-e2bf0137-1807-4263-aee5-789df3e30b5e req-b601f350-27f4-453e-a4c1-bc8614fbd95e tempest-VolumesNegativeTest-1133038861 tempest-VolumesNegativeTest-1133038861-project] Resources bound (agent type, host, resource id): {{(pid=104034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:19:08.485618 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2bf0137-1807-4263-aee5-789df3e30b5e req-b601f350-27f4-453e-a4c1-bc8614fbd95e tempest-VolumesNegativeTest-1133038861 tempest-VolumesNegativeTest-1133038861-project] Received port after_create {{(pid=104034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:19:08.507941 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b601f350-27f4-453e-a4c1-bc8614fbd95e tempest-VolumesNegativeTest-1133038861 tempest-VolumesNegativeTest-1133038861-project] Pushing event updated for resources: {'Port': ['ID=311e02b9-6d73-4765-928b-2c32a920a727,revision_number=1']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:19:08.542929 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bf0137-1807-4263-aee5-789df3e30b5e req-b601f350-27f4-453e-a4c1-bc8614fbd95e tempest-VolumesNegativeTest-1133038861 tempest-VolumesNegativeTest-1133038861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:08.543781 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [req-e2bf0137-1807-4263-aee5-789df3e30b5e req-b601f350-27f4-453e-a4c1-bc8614fbd95e tempest-VolumesNegativeTest-1133038861 tempest-VolumesNegativeTest-1133038861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631934'] for port (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:08.654186 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-e2bf0137-1807-4263-aee5-789df3e30b5e req-b601f350-27f4-453e-a4c1-bc8614fbd95e tempest-VolumesNegativeTest-1133038861 tempest-VolumesNegativeTest-1133038861-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1254942 May 16 15:19:08.673776 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.v2.base [req-e2bf0137-1807-4263-aee5-789df3e30b5e req-0779cd7b-7e10-4c6e-a8e9-194dc4efc51b service neutron] Request body: {'port': {'device_id': '360b2e08-f3cd-4e7d-b9ed-11951f9298e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79578'}} {{(pid=104034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:19:08.693927 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-98d03d25-afba-4921-83ed-32bb36d4bcb8 None None] Provisioning complete for port 311e02b9-6d73-4765-928b-2c32a920a727 triggered by entity DHCP. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:19:08.697723 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-98d03d25-afba-4921-83ed-32bb36d4bcb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (311e02b9-6d73-4765-928b-2c32a920a727), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:08.726079 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-98d03d25-afba-4921-83ed-32bb36d4bcb8 None None] Port 311e02b9-6d73-4765-928b-2c32a920a727 cannot update to ACTIVE because it is not bound. {{(pid=104035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:19:08.739709 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [req-e2bf0137-1807-4263-aee5-789df3e30b5e req-0779cd7b-7e10-4c6e-a8e9-194dc4efc51b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (311e02b9-6d73-4765-928b-2c32a920a727), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:09.063726 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb4f1b0-bfef-4dd1-b0e2-9cfc775a7281 req-60a8aad9-02e2-4241-8fbd-71189d3ece0e tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:09.066282 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-bfb4f1b0-bfef-4dd1-b0e2-9cfc775a7281 req-60a8aad9-02e2-4241-8fbd-71189d3ece0e tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd44422c-b621-4ad8-82ab-e5eeae7b2633 HTTP/1.1" status: 200 len: 945 time: 0.0711367 May 16 15:19:09.070295 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.notifiers.nova [req-e2bf0137-1807-4263-aee5-789df3e30b5e req-0779cd7b-7e10-4c6e-a8e9-194dc4efc51b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 311e02b9-6d73-4765-928b-2c32a920a727 {{(pid=104034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:19:09.084940 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [req-e2bf0137-1807-4263-aee5-789df3e30b5e req-0779cd7b-7e10-4c6e-a8e9-194dc4efc51b service neutron] Publish callbacks [] for port (311e02b9-6d73-4765-928b-2c32a920a727), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:09.111541 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.db.provisioning_blocks [req-e2bf0137-1807-4263-aee5-789df3e30b5e req-0779cd7b-7e10-4c6e-a8e9-194dc4efc51b service neutron] Transition to ACTIVE for port object 311e02b9-6d73-4765-928b-2c32a920a727 will not be triggered until provisioned by entity L2. {{(pid=104034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 15:19:09.137015 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-bfb4f1b0-bfef-4dd1-b0e2-9cfc775a7281 req-d1ee805a-2110-4097-a4c2-000c3750d404 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b6802ef-8640-44f9-8dd6-e836fa5c798e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622010 May 16 15:19:09.205463 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [req-e2bf0137-1807-4263-aee5-789df3e30b5e req-0779cd7b-7e10-4c6e-a8e9-194dc4efc51b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4097205'] for port (311e02b9-6d73-4765-928b-2c32a920a727), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:09.253982 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0779cd7b-7e10-4c6e-a8e9-194dc4efc51b service neutron] Pushing event updated for resources: {'Port': ['ID=311e02b9-6d73-4765-928b-2c32a920a727,revision_number=2']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:19:09.348199 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdc1df5-3ee4-409c-baba-af3513b1a46a req-ced7d00c-57e3-4d64-825a-ecf593025665 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:09.351151 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-ccdc1df5-3ee4-409c-baba-af3513b1a46a req-ced7d00c-57e3-4d64-825a-ecf593025665 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2587084-89a0-47a8-909d-019d48b12e5c HTTP/1.1" status: 200 len: 984 time: 0.0579333 May 16 15:19:09.368178 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [req-e2bf0137-1807-4263-aee5-789df3e30b5e req-0779cd7b-7e10-4c6e-a8e9-194dc4efc51b service neutron] Attempting to bind port 311e02b9-6d73-4765-928b-2c32a920a727 on host hv-cinder-79578 for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:19:09.368529 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [req-e2bf0137-1807-4263-aee5-789df3e30b5e req-0779cd7b-7e10-4c6e-a8e9-194dc4efc51b service neutron] Attempting to bind port 311e02b9-6d73-4765-928b-2c32a920a727 by drivers openvswitch,hyperv on host hv-cinder-79578 at level 0 using segments [{'id': 'cc36b7ab-ead4-4a8e-bc08-41a7e30a9130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e35d77cb-5f96-44a2-97d0-4464d77c0c7c'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:19:09.368866 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2bf0137-1807-4263-aee5-789df3e30b5e req-0779cd7b-7e10-4c6e-a8e9-194dc4efc51b service neutron] Attempting to bind port 311e02b9-6d73-4765-928b-2c32a920a727 on network e35d77cb-5f96-44a2-97d0-4464d77c0c7c {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:19:09.376676 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cafda9d-3fe3-48a7-a177-cdc5b97344c5 req-85012505-5e17-412d-bacf-6a8c391d09c4 tempest-VolumesNegativeTest-1133038861 tempest-VolumesNegativeTest-1133038861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:09.378227 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-5cafda9d-3fe3-48a7-a177-cdc5b97344c5 req-85012505-5e17-412d-bacf-6a8c391d09c4 tempest-VolumesNegativeTest-1133038861 tempest-VolumesNegativeTest-1133038861-project] 10.222.0.44 "GET /v2.0/ports?device_id=360b2e08-f3cd-4e7d-b9ed-11951f9298e5 HTTP/1.1" status: 200 len: 948 time: 0.0627837 May 16 15:19:09.382457 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2bf0137-1807-4263-aee5-789df3e30b5e req-0779cd7b-7e10-4c6e-a8e9-194dc4efc51b service neutron] Port 311e02b9-6d73-4765-928b-2c32a920a727 on network e35d77cb-5f96-44a2-97d0-4464d77c0c7c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79578 {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 15:19:09.382682 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2bf0137-1807-4263-aee5-789df3e30b5e req-0779cd7b-7e10-4c6e-a8e9-194dc4efc51b service neutron] Attempting to bind port 311e02b9-6d73-4765-928b-2c32a920a727 on network e35d77cb-5f96-44a2-97d0-4464d77c0c7c {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:19:09.407990 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2bf0137-1807-4263-aee5-789df3e30b5e req-0779cd7b-7e10-4c6e-a8e9-194dc4efc51b service neutron] Checking agent: {'id': '751a3b14-a3b6-44f5-a165-bd23bd92acbe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79578', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 13, 10), 'started_at': datetime.datetime(2022, 5, 16, 15, 13, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:19:09.408343 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2bf0137-1807-4263-aee5-789df3e30b5e req-0779cd7b-7e10-4c6e-a8e9-194dc4efc51b service neutron] Checking segment: {'id': 'cc36b7ab-ead4-4a8e-bc08-41a7e30a9130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e35d77cb-5f96-44a2-97d0-4464d77c0c7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:19:09.408740 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2bf0137-1807-4263-aee5-789df3e30b5e req-0779cd7b-7e10-4c6e-a8e9-194dc4efc51b service neutron] Bound using segment: {'id': 'cc36b7ab-ead4-4a8e-bc08-41a7e30a9130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e35d77cb-5f96-44a2-97d0-4464d77c0c7c'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:19:09.409185 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [req-e2bf0137-1807-4263-aee5-789df3e30b5e req-0779cd7b-7e10-4c6e-a8e9-194dc4efc51b service neutron] Bound port: 311e02b9-6d73-4765-928b-2c32a920a727, host: hv-cinder-79578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc36b7ab-ead4-4a8e-bc08-41a7e30a9130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e35d77cb-5f96-44a2-97d0-4464d77c0c7c'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:19:09.409553 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [req-e2bf0137-1807-4263-aee5-789df3e30b5e req-0779cd7b-7e10-4c6e-a8e9-194dc4efc51b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (311e02b9-6d73-4765-928b-2c32a920a727), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:09.426042 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-ccdc1df5-3ee4-409c-baba-af3513b1a46a req-314b8add-408f-4ff0-bf5f-4301b2058e5d tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd80e2ed-795d-481f-ae0d-33b1c9403e7c&id=40c14af3-1fed-4601-8c5f-6a8238c55c09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0690329 May 16 15:19:09.468596 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-5cafda9d-3fe3-48a7-a177-cdc5b97344c5 req-8a3ca5ad-3816-464c-91d3-b5ef61bc7e83 tempest-VolumesNegativeTest-1133038861 tempest-VolumesNegativeTest-1133038861-project] 10.222.0.44 "GET /v2.0/security-groups?id=210947f9-d53a-4913-b442-850928eafa87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833640 May 16 15:19:09.495858 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [req-e2bf0137-1807-4263-aee5-789df3e30b5e req-0779cd7b-7e10-4c6e-a8e9-194dc4efc51b service neutron] For port 311e02b9-6d73-4765-928b-2c32a920a727, host hv-cinder-79578, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:19:09.498905 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [req-e2bf0137-1807-4263-aee5-789df3e30b5e req-0779cd7b-7e10-4c6e-a8e9-194dc4efc51b service neutron] For port 311e02b9-6d73-4765-928b-2c32a920a727, host hv-cinder-79578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=311e02b9-6d73-4765-928b-2c32a920a727,segment=NetworkSegment(cc36b7ab-ead4-4a8e-bc08-41a7e30a9130),segment_id=cc36b7ab-ead4-4a8e-bc08-41a7e30a9130)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:19:09.541305 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea462f6e-96e7-4904-972f-d71e8eb0ddb1 req-9de3b08e-25a3-41e4-9b54-3d1d9258af17 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:09.542854 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-ea462f6e-96e7-4904-972f-d71e8eb0ddb1 req-9de3b08e-25a3-41e4-9b54-3d1d9258af17 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3e68f7e-80df-470a-869e-8c625ab4709c HTTP/1.1" status: 200 len: 945 time: 0.0464494 May 16 15:19:09.565407 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [req-e2bf0137-1807-4263-aee5-789df3e30b5e req-0779cd7b-7e10-4c6e-a8e9-194dc4efc51b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4097205'] for port (311e02b9-6d73-4765-928b-2c32a920a727), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:09.592346 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-ea462f6e-96e7-4904-972f-d71e8eb0ddb1 req-dd978a89-bc19-481a-90a8-9dd4c6731d59 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/security-groups?id=caf3754e-5d8e-4956-8296-48df01954071&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434670 May 16 15:19:09.598554 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bf0137-1807-4263-aee5-789df3e30b5e req-0779cd7b-7e10-4c6e-a8e9-194dc4efc51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:09.599673 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [req-e2bf0137-1807-4263-aee5-789df3e30b5e req-0779cd7b-7e10-4c6e-a8e9-194dc4efc51b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631934'] for port (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:09.601048 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-e2bf0137-1807-4263-aee5-789df3e30b5e req-0779cd7b-7e10-4c6e-a8e9-194dc4efc51b service neutron] 10.222.0.69 "PUT /v2.0/ports/311e02b9-6d73-4765-928b-2c32a920a727 HTTP/1.1" status: 200 len: 1098 time: 0.9335485 May 16 15:19:09.601481 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '360b2e08-f3cd-4e7d-b9ed-11951f9298e5', 'tag': '311e02b9-6d73-4765-928b-2c32a920a727'}] {{(pid=104034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:19:09.603706 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cdfd588167f3f1dbc712245a9b2e41b7a1fa72707d5290f062c21f430b6f068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a9b97da-892c-40cc-92f8-1ac1b960d91d" -d '{"events": [{"name": "network-changed", "server_uuid": "360b2e08-f3cd-4e7d-b9ed-11951f9298e5", "tag": "311e02b9-6d73-4765-928b-2c32a920a727"}]}' {{(pid=104034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:19:09.627504 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0779cd7b-7e10-4c6e-a8e9-194dc4efc51b service neutron] Pushing event updated for resources: {'Port': ['ID=311e02b9-6d73-4765-928b-2c32a920a727,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:19:09.651398 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e812aec8-fa65-4f54-9abf-924607517eb4 x-openstack-request-id: req-e812aec8-fa65-4f54-9abf-924607517eb4 {{(pid=104034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:19:09.651692 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "360b2e08-f3cd-4e7d-b9ed-11951f9298e5", "tag": "311e02b9-6d73-4765-928b-2c32a920a727", "status": "completed", "code": 200}]} {{(pid=104034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:19:09.651945 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e812aec8-fa65-4f54-9abf-924607517eb4 {{(pid=104034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:19:09.652348 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e812aec8-fa65-4f54-9abf-924607517eb4'] response: {'name': 'network-changed', 'server_uuid': '360b2e08-f3cd-4e7d-b9ed-11951f9298e5', 'tag': '311e02b9-6d73-4765-928b-2c32a920a727', 'status': 'completed', 'code': 200} May 16 15:19:10.051011 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (751a3b14-a3b6-44f5-a165-bd23bd92acbe), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:10.246757 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5252c63a-6915-4c4b-9444-13378dc125b1 req-53ef3696-221d-47c0-80e9-93ff594cdd4c tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:10.248191 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-5252c63a-6915-4c4b-9444-13378dc125b1 req-53ef3696-221d-47c0-80e9-93ff594cdd4c tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd44422c-b621-4ad8-82ab-e5eeae7b2633 HTTP/1.1" status: 200 len: 945 time: 0.0461013 May 16 15:19:10.296052 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-5252c63a-6915-4c4b-9444-13378dc125b1 req-138bf3bf-c3ff-4cf5-b36b-f91d129ca190 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b6802ef-8640-44f9-8dd6-e836fa5c798e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409224 May 16 15:19:10.542094 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d542a3a4-760e-42d3-b540-f14f558564a6 req-d14d8e7a-199b-43ab-849b-7d41d6f23d8f tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:10.543632 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-d542a3a4-760e-42d3-b540-f14f558564a6 req-d14d8e7a-199b-43ab-849b-7d41d6f23d8f tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2587084-89a0-47a8-909d-019d48b12e5c HTTP/1.1" status: 200 len: 984 time: 0.0483909 May 16 15:19:10.593884 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c6572b-801d-40ff-aba6-65609c513653 req-7462df74-c3be-4e58-88c2-1c7ca8b837b4 tempest-VolumesNegativeTest-1133038861 tempest-VolumesNegativeTest-1133038861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:10.595526 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-44c6572b-801d-40ff-aba6-65609c513653 req-7462df74-c3be-4e58-88c2-1c7ca8b837b4 tempest-VolumesNegativeTest-1133038861 tempest-VolumesNegativeTest-1133038861-project] 10.222.0.44 "GET /v2.0/ports?device_id=360b2e08-f3cd-4e7d-b9ed-11951f9298e5 HTTP/1.1" status: 200 len: 948 time: 0.0538847 May 16 15:19:10.642566 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-d542a3a4-760e-42d3-b540-f14f558564a6 req-f6d1f171-0fe2-4b26-8be4-3bb69fa8f82d tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd80e2ed-795d-481f-ae0d-33b1c9403e7c&id=40c14af3-1fed-4601-8c5f-6a8238c55c09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0929754 May 16 15:19:10.645078 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-44c6572b-801d-40ff-aba6-65609c513653 req-513ff08a-06ed-496b-b07b-08a6b4e4727d tempest-VolumesNegativeTest-1133038861 tempest-VolumesNegativeTest-1133038861-project] 10.222.0.44 "GET /v2.0/security-groups?id=210947f9-d53a-4913-b442-850928eafa87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430181 May 16 15:19:10.647994 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9b97da-892c-40cc-92f8-1ac1b960d91d req-a8d8e35e-5bf0-47b3-b2b4-ef1496df8f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:10.649060 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-8a9b97da-892c-40cc-92f8-1ac1b960d91d req-a8d8e35e-5bf0-47b3-b2b4-ef1496df8f8b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a7a81cdda2b24d85a96f06585868e8f9&device_id=360b2e08-f3cd-4e7d-b9ed-11951f9298e5 HTTP/1.1" status: 200 len: 1132 time: 0.0658195 May 16 15:19:10.784019 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f3564-de63-4775-a1b0-217374489c72 req-ac654e66-f1cd-439a-beb0-0683249428f1 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:10.785583 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-708f3564-de63-4775-a1b0-217374489c72 req-ac654e66-f1cd-439a-beb0-0683249428f1 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd44422c-b621-4ad8-82ab-e5eeae7b2633 HTTP/1.1" status: 200 len: 945 time: 0.0487659 May 16 15:19:10.975324 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-8a9b97da-892c-40cc-92f8-1ac1b960d91d req-0e2972c9-c7b3-482f-8304-90e17f7aac35 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=a7a81cdda2b24d85a96f06585868e8f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233760 May 16 15:19:10.985637 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90547a8a-5d59-4a33-a2d7-02515814f5c7 req-0f25996e-507a-47d8-9299-5d3afd23c901 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:10.987066 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-90547a8a-5d59-4a33-a2d7-02515814f5c7 req-0f25996e-507a-47d8-9299-5d3afd23c901 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3e68f7e-80df-470a-869e-8c625ab4709c HTTP/1.1" status: 200 len: 945 time: 0.2888901 May 16 15:19:11.033077 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-90547a8a-5d59-4a33-a2d7-02515814f5c7 req-0a9598e9-0933-4b49-9412-feb65d2179bf tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/security-groups?id=caf3754e-5d8e-4956-8296-48df01954071&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397868 May 16 15:19:11.132305 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [req-708f3564-de63-4775-a1b0-217374489c72 req-a0142f97-ae06-4515-99c5-06c67bae46d8 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Deleting port a1eae8f4-b207-4d48-bdf5-dfab72b3d846 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:19:11.132766 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-708f3564-de63-4775-a1b0-217374489c72 req-a0142f97-ae06-4515-99c5-06c67bae46d8 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789020190181'] for port (a1eae8f4-b207-4d48-bdf5-dfab72b3d846), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:11.142593 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9b97da-892c-40cc-92f8-1ac1b960d91d req-dd426087-08da-40a0-8f98-f40c71e3a5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:11.144196 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-8a9b97da-892c-40cc-92f8-1ac1b960d91d req-dd426087-08da-40a0-8f98-f40c71e3a5e4 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1056345 May 16 15:19:11.230820 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [req-708f3564-de63-4775-a1b0-217374489c72 req-a0142f97-ae06-4515-99c5-06c67bae46d8 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] For port a1eae8f4-b207-4d48-bdf5-dfab72b3d846, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=a1eae8f4-b207-4d48-bdf5-dfab72b3d846,segment=NetworkSegment(e125e9e2-0bb4-4387-a6b6-a67c63b56378),segment_id=e125e9e2-0bb4-4387-a6b6-a67c63b56378)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:19:11.231128 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-708f3564-de63-4775-a1b0-217374489c72 req-a0142f97-ae06-4515-99c5-06c67bae46d8 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555776'] for port (a1eae8f4-b207-4d48-bdf5-dfab72b3d846), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:11.368117 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad5bbe-abff-4897-ac34-7f9006bc5bb0 req-c2ce37a4-cb75-4cd2-85b2-ff346b20cb0f tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:11.370375 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-f3ad5bbe-abff-4897-ac34-7f9006bc5bb0 req-c2ce37a4-cb75-4cd2-85b2-ff346b20cb0f tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3e68f7e-80df-470a-869e-8c625ab4709c HTTP/1.1" status: 200 len: 945 time: 0.0561211 May 16 15:19:11.416624 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-f3ad5bbe-abff-4897-ac34-7f9006bc5bb0 req-37c537e6-71f3-44d1-a1b5-4c6966aa2cec tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/security-groups?id=caf3754e-5d8e-4956-8296-48df01954071&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413983 May 16 15:19:11.427031 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-708f3564-de63-4775-a1b0-217374489c72 req-a0142f97-ae06-4515-99c5-06c67bae46d8 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:11.427406 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-708f3564-de63-4775-a1b0-217374489c72 req-a0142f97-ae06-4515-99c5-06c67bae46d8 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556839'] for floatingip (b85ace00-aed5-415b-8f91-d76f0b781d4c), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:11.427825 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.db.l3_db [req-708f3564-de63-4775-a1b0-217374489c72 req-a0142f97-ae06-4515-99c5-06c67bae46d8 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Floating IP b85ace00-aed5-415b-8f91-d76f0b781d4c disassociated. External IP: 172.27.0.66, port: a1eae8f4-b207-4d48-bdf5-dfab72b3d846. May 16 15:19:11.428073 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [req-708f3564-de63-4775-a1b0-217374489c72 req-a0142f97-ae06-4515-99c5-06c67bae46d8 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Calling delete_port for a1eae8f4-b207-4d48-bdf5-dfab72b3d846 owned by compute:nova {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:19:11.438017 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84847b79-56c1-49d4-a995-000c9090dca9 req-5bddea6c-fb44-479d-84ae-9e9d98ac187d tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:11.439511 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-84847b79-56c1-49d4-a995-000c9090dca9 req-5bddea6c-fb44-479d-84ae-9e9d98ac187d tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd44422c-b621-4ad8-82ab-e5eeae7b2633 HTTP/1.1" status: 200 len: 945 time: 0.0698686 May 16 15:19:11.535962 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-84847b79-56c1-49d4-a995-000c9090dca9 req-d7b8edf6-4cfb-46ab-aeae-9c3d376d9304 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b6802ef-8640-44f9-8dd6-e836fa5c798e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866511 May 16 15:19:11.551205 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bf0137-1807-4263-aee5-789df3e30b5e req-a776e1e1-8095-43a9-9f73-3885518d7429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:11.553565 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-e2bf0137-1807-4263-aee5-789df3e30b5e req-a776e1e1-8095-43a9-9f73-3885518d7429 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a7a81cdda2b24d85a96f06585868e8f9&device_id=360b2e08-f3cd-4e7d-b9ed-11951f9298e5 HTTP/1.1" status: 200 len: 1132 time: 0.0418031 May 16 15:19:11.605385 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-e2bf0137-1807-4263-aee5-789df3e30b5e req-38c75685-45f8-4bea-909c-079fcc3ecb52 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=311e02b9-6d73-4765-928b-2c32a920a727 HTTP/1.1" status: 200 len: 217 time: 0.0389490 May 16 15:19:11.657139 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bf0137-1807-4263-aee5-789df3e30b5e req-ab8a6410-c3f9-4289-a1c5-11a3b337b550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:11.658733 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-e2bf0137-1807-4263-aee5-789df3e30b5e req-ab8a6410-c3f9-4289-a1c5-11a3b337b550 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=819ec874-b2e3-498c-a157-3ee14c18d464 HTTP/1.1" status: 200 len: 843 time: 0.0467072 May 16 15:19:11.705850 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79165397-c96b-4a29-93a0-78ebd94134aa req-c5ac0849-1177-447c-815f-4ca0aff012ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:11.707667 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-79165397-c96b-4a29-93a0-78ebd94134aa req-c5ac0849-1177-447c-815f-4ca0aff012ff service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9703f082240542aa979c6b53052d77b9&device_id=f3e68f7e-80df-470a-869e-8c625ab4709c HTTP/1.1" status: 200 len: 1129 time: 0.0504944 May 16 15:19:11.711509 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bf0137-1807-4263-aee5-789df3e30b5e req-0f716b6e-4497-484d-a30f-f5bf788f210d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:11.718193 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-e2bf0137-1807-4263-aee5-789df3e30b5e req-0f716b6e-4497-484d-a30f-f5bf788f210d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e35d77cb-5f96-44a2-97d0-4464d77c0c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0537796 May 16 15:19:11.752948 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-708f3564-de63-4775-a1b0-217374489c72 req-a0142f97-ae06-4515-99c5-06c67bae46d8 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789020200313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789019640158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61886211'] for port (a1eae8f4-b207-4d48-bdf5-dfab72b3d846), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:11.785325 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7946718-a3fe-4c7e-b827-ff481e458200 req-b99ab44e-2c94-4395-a893-a1d2f8c947b7 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:11.787452 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-b7946718-a3fe-4c7e-b827-ff481e458200 req-b99ab44e-2c94-4395-a893-a1d2f8c947b7 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2587084-89a0-47a8-909d-019d48b12e5c HTTP/1.1" status: 200 len: 984 time: 0.0659614 May 16 15:19:11.787605 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0142f97-ae06-4515-99c5-06c67bae46d8 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Pushing event deleted for resources: {'Port': ['ID=a1eae8f4-b207-4d48-bdf5-dfab72b3d846,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:19:11.809467 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd10980-95d8-4735-b1ff-caface3c66b6 req-058bdf4d-af4d-4686-a07f-ebe271284666 tempest-VolumesNegativeTest-1133038861 tempest-VolumesNegativeTest-1133038861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:11.811050 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-6bd10980-95d8-4735-b1ff-caface3c66b6 req-058bdf4d-af4d-4686-a07f-ebe271284666 tempest-VolumesNegativeTest-1133038861 tempest-VolumesNegativeTest-1133038861-project] 10.222.0.44 "GET /v2.0/ports?device_id=360b2e08-f3cd-4e7d-b9ed-11951f9298e5 HTTP/1.1" status: 200 len: 948 time: 0.0892172 May 16 15:19:11.852237 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-b7946718-a3fe-4c7e-b827-ff481e458200 req-76e71d5b-66dc-4181-9efd-440fe5a9f22d tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd80e2ed-795d-481f-ae0d-33b1c9403e7c&id=40c14af3-1fed-4601-8c5f-6a8238c55c09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0582161 May 16 15:19:11.944383 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-e2bf0137-1807-4263-aee5-789df3e30b5e req-de51aee6-de2e-40c7-9b0a-bd3f73672c10 service neutron] 10.222.0.69 "GET /v2.0/networks/e35d77cb-5f96-44a2-97d0-4464d77c0c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900517 May 16 15:19:11.993519 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-6bd10980-95d8-4735-b1ff-caface3c66b6 req-a56cc6a0-e06e-40c1-bec0-b6ab9806bd0d tempest-VolumesNegativeTest-1133038861 tempest-VolumesNegativeTest-1133038861-project] 10.222.0.44 "GET /v2.0/security-groups?id=210947f9-d53a-4913-b442-850928eafa87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462462 May 16 15:19:12.026480 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.l3_agent_scheduler [req-708f3564-de63-4775-a1b0-217374489c72 req-a0142f97-ae06-4515-99c5-06c67bae46d8 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Router 597b9c59-35f6-4ed2-a0d6-123dce3e1462 has already been hosted by L3 agent 54a3e65b-69a0-426d-9997-69a1705c4334 {{(pid=104033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:19:12.041533 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-e2bf0137-1807-4263-aee5-789df3e30b5e req-ba483e16-e7b9-4fb8-8033-69685e6f7499 service neutron] 10.222.0.69 "GET /v2.0/networks/e35d77cb-5f96-44a2-97d0-4464d77c0c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909994 May 16 15:19:12.045825 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79165397-c96b-4a29-93a0-78ebd94134aa req-077e485f-533e-4613-9ffe-ca2aa73c6fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:12.047333 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-79165397-c96b-4a29-93a0-78ebd94134aa req-077e485f-533e-4613-9ffe-ca2aa73c6fcf service neutron] 10.222.0.69 "GET /v2.0/networks?id=20dfff89-2b4c-4d06-bcfc-8ec2e202af64 HTTP/1.1" status: 200 len: 912 time: 0.1710532 May 16 15:19:12.175499 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-79165397-c96b-4a29-93a0-78ebd94134aa req-1fbdee7c-afef-4d45-b495-68f5fc6b743c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2d12348-be99-4d8a-833b-0746887f6b11 HTTP/1.1" status: 200 len: 1001 time: 0.0924764 May 16 15:19:12.194960 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-708f3564-de63-4775-a1b0-217374489c72 req-a0142f97-ae06-4515-99c5-06c67bae46d8 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Notify agent at l3_agent.dv-cinder-795785-10-iscsi the message routers_updated {{(pid=104033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:19:12.204989 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c6c389-4e26-4eae-9ac5-2067d65a02d3 None None] Sync routers for ids ['597b9c59-35f6-4ed2-a0d6-123dce3e1462'] in dv-cinder-795785-10-iscsi {{(pid=104036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:19:12.217887 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c6c389-4e26-4eae-9ac5-2067d65a02d3 None None] Routers {'597b9c59-35f6-4ed2-a0d6-123dce3e1462'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:19:12.220502 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-28c6c389-4e26-4eae-9ac5-2067d65a02d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:18:59Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['597b9c59-35f6-4ed2-a0d6-123dce3e1462'], 'active': True} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:19:12.269025 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [req-708f3564-de63-4775-a1b0-217374489c72 req-a0142f97-ae06-4515-99c5-06c67bae46d8 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] No DVR routers for this DVR port a1eae8f4-b207-4d48-bdf5-dfab72b3d846 on host hv-cinder-79578 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:19:12.273377 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-708f3564-de63-4775-a1b0-217374489c72 req-a0142f97-ae06-4515-99c5-06c67bae46d8 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914'] for port (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:12.276737 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-708f3564-de63-4775-a1b0-217374489c72 req-a0142f97-ae06-4515-99c5-06c67bae46d8 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.69 "DELETE /v2.0/ports/a1eae8f4-b207-4d48-bdf5-dfab72b3d846 HTTP/1.1" status: 204 len: 173 time: 1.2377422 May 16 15:19:12.277207 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd44422c-b621-4ad8-82ab-e5eeae7b2633', 'name': 'network-vif-deleted', 'tag': 'a1eae8f4-b207-4d48-bdf5-dfab72b3d846'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:19:12.287988 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffeccd97bc4bec2d8a291f35a4115644be5723c7930092d1a563b2016f5a5231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85870295-0137-4634-a1fd-0af7b7cf7ae0" -d '{"events": [{"server_uuid": "dd44422c-b621-4ad8-82ab-e5eeae7b2633", "name": "network-vif-deleted", "tag": "a1eae8f4-b207-4d48-bdf5-dfab72b3d846"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:19:12.291991 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79165397-c96b-4a29-93a0-78ebd94134aa req-e931ff92-7017-4bcc-9a9b-22df17b6b24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:12.293426 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-79165397-c96b-4a29-93a0-78ebd94134aa req-e931ff92-7017-4bcc-9a9b-22df17b6b24e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9bd76027-99a6-4823-9a55-92e97a7e537f HTTP/1.1" status: 200 len: 850 time: 0.0966616 May 16 15:19:12.325176 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d905f9d-7620-4f2a-85a5-d8920d6ee217 x-openstack-request-id: req-7d905f9d-7620-4f2a-85a5-d8920d6ee217 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:19:12.325476 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd44422c-b621-4ad8-82ab-e5eeae7b2633", "name": "network-vif-deleted", "tag": "a1eae8f4-b207-4d48-bdf5-dfab72b3d846", "status": "completed", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:19:12.326244 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7d905f9d-7620-4f2a-85a5-d8920d6ee217 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:19:12.326378 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d905f9d-7620-4f2a-85a5-d8920d6ee217'] response: {'server_uuid': 'dd44422c-b621-4ad8-82ab-e5eeae7b2633', 'name': 'network-vif-deleted', 'tag': 'a1eae8f4-b207-4d48-bdf5-dfab72b3d846', 'status': 'completed', 'code': 200} May 16 15:19:12.342574 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvr_db [None req-28c6c389-4e26-4eae-9ac5-2067d65a02d3 None None] Set router 597b9c59-35f6-4ed2-a0d6-123dce3e1462 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:19:12.528444 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-28c6c389-4e26-4eae-9ac5-2067d65a02d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'name': 'tempest-AttachVolumeNegativeTest-1541459670-router', 'tenant_id': 'd143bc5a616249a7beefc7b27962026b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '11c5f84e-eedf-4ae8-9ec1-7f055018f48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:10Z', 'updated_at': '2022-05-16T15:15:19Z', 'revision_number': 4, 'project_id': 'd143bc5a616249a7beefc7b27962026b', 'gw_port': {'id': '11c5f84e-eedf-4ae8-9ec1-7f055018f48e', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:61:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:12Z', 'updated_at': '2022-05-16T15:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_interfaces': [{'id': 'c44dc0b3-d42f-4222-b9f4-e340d132a5e0', 'name': '', 'network_id': '982c6e92-7848-46dd-811d-5ec569a6da67', 'tenant_id': 'd143bc5a616249a7beefc7b27962026b', 'mac_address': 'fa:16:3e:10:22:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1fafe849-ed07-444a-932d-68cf1f6b80a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:17Z', 'updated_at': '2022-05-16T15:15:27Z', 'revision_number': 5, 'project_id': 'd143bc5a616249a7beefc7b27962026b', 'subnets': [{'id': '1fafe849-ed07-444a-932d-68cf1f6b80a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:19:12.536526 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156b0201-86ec-4a76-9d19-3b8a10af957b req-6bd84c09-8db8-4af0-b88e-59d1ca090f8b tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:12.537985 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-156b0201-86ec-4a76-9d19-3b8a10af957b req-6bd84c09-8db8-4af0-b88e-59d1ca090f8b tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3e68f7e-80df-470a-869e-8c625ab4709c HTTP/1.1" status: 200 len: 945 time: 0.0470271 May 16 15:19:12.553075 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c6c389-4e26-4eae-9ac5-2067d65a02d3 None None] Checking router: 597b9c59-35f6-4ed2-a0d6-123dce3e1462 for host: dv-cinder-795785-10-iscsi {{(pid=104036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:19:12.561240 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c6c389-4e26-4eae-9ac5-2067d65a02d3 None None] Routers {'597b9c59-35f6-4ed2-a0d6-123dce3e1462'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:19:12.562032 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-28c6c389-4e26-4eae-9ac5-2067d65a02d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:18:59Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['597b9c59-35f6-4ed2-a0d6-123dce3e1462'], 'active': True} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:19:12.586356 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-156b0201-86ec-4a76-9d19-3b8a10af957b req-438ad661-1536-47ea-9f14-7810cfc19959 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/security-groups?id=caf3754e-5d8e-4956-8296-48df01954071&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424912 May 16 15:19:12.671359 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvr_db [None req-28c6c389-4e26-4eae-9ac5-2067d65a02d3 None None] Set router 597b9c59-35f6-4ed2-a0d6-123dce3e1462 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:19:12.673369 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-cd4d3305-6847-4d1e-b4ae-cf23612f926e req-6e2e0236-eff4-426b-8305-72dfa67218f8 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd44422c-b621-4ad8-82ab-e5eeae7b2633 HTTP/1.1" status: 200 len: 210 time: 0.0315568 May 16 15:19:12.841152 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091314f0-9b9b-47f1-a455-4d355a206c75 req-c7e863f1-4b0a-481f-8bd8-6a2fbe531e2b tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:12.842638 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-091314f0-9b9b-47f1-a455-4d355a206c75 req-c7e863f1-4b0a-481f-8bd8-6a2fbe531e2b tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=f78dee55-4357-4bb4-8057-ddecdd7326f6 HTTP/1.1" status: 200 len: 945 time: 0.0476384 May 16 15:19:12.857371 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-28c6c389-4e26-4eae-9ac5-2067d65a02d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'name': 'tempest-AttachVolumeNegativeTest-1541459670-router', 'tenant_id': 'd143bc5a616249a7beefc7b27962026b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '11c5f84e-eedf-4ae8-9ec1-7f055018f48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:10Z', 'updated_at': '2022-05-16T15:15:19Z', 'revision_number': 4, 'project_id': 'd143bc5a616249a7beefc7b27962026b', 'gw_port': {'id': '11c5f84e-eedf-4ae8-9ec1-7f055018f48e', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:61:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:12Z', 'updated_at': '2022-05-16T15:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_interfaces': [{'id': 'c44dc0b3-d42f-4222-b9f4-e340d132a5e0', 'name': '', 'network_id': '982c6e92-7848-46dd-811d-5ec569a6da67', 'tenant_id': 'd143bc5a616249a7beefc7b27962026b', 'mac_address': 'fa:16:3e:10:22:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1fafe849-ed07-444a-932d-68cf1f6b80a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:17Z', 'updated_at': '2022-05-16T15:15:27Z', 'revision_number': 5, 'project_id': 'd143bc5a616249a7beefc7b27962026b', 'subnets': [{'id': '1fafe849-ed07-444a-932d-68cf1f6b80a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:19:12.884318 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c6c389-4e26-4eae-9ac5-2067d65a02d3 None None] The sync data for ids ['597b9c59-35f6-4ed2-a0d6-123dce3e1462'] in dv-cinder-795785-10-iscsi is: [{'id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'name': 'tempest-AttachVolumeNegativeTest-1541459670-router', 'tenant_id': 'd143bc5a616249a7beefc7b27962026b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '11c5f84e-eedf-4ae8-9ec1-7f055018f48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:10Z', 'updated_at': '2022-05-16T15:15:19Z', 'revision_number': 4, 'project_id': 'd143bc5a616249a7beefc7b27962026b', 'gw_port': {'id': '11c5f84e-eedf-4ae8-9ec1-7f055018f48e', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:61:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:12Z', 'updated_at': '2022-05-16T15:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_interfaces': [{'id': 'c44dc0b3-d42f-4222-b9f4-e340d132a5e0', 'name': '', 'network_id': '982c6e92-7848-46dd-811d-5ec569a6da67', 'tenant_id': 'd143bc5a616249a7beefc7b27962026b', 'mac_address': 'fa:16:3e:10:22:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1fafe849-ed07-444a-932d-68cf1f6b80a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:17Z', 'updated_at': '2022-05-16T15:15:27Z', 'revision_number': 5, 'project_id': 'd143bc5a616249a7beefc7b27962026b', 'subnets': [{'id': '1fafe849-ed07-444a-932d-68cf1f6b80a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:19:12.892042 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-091314f0-9b9b-47f1-a455-4d355a206c75 req-f54a065c-2c0b-4859-ba31-a46ab8fb7d62 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=171a59f1-e675-4897-8a8a-b7b7145a7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438693 May 16 15:19:12.987573 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ca6ad-dabf-42c3-9372-bf79eaa62922 req-386a03fa-ec79-4407-9ee9-f2dd4deada34 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:12.989584 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-2d9ca6ad-dabf-42c3-9372-bf79eaa62922 req-386a03fa-ec79-4407-9ee9-f2dd4deada34 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2587084-89a0-47a8-909d-019d48b12e5c HTTP/1.1" status: 200 len: 984 time: 0.0476041 May 16 15:19:13.056430 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-2d9ca6ad-dabf-42c3-9372-bf79eaa62922 req-f751bdd5-cc31-41c7-97fb-3e527f990367 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd80e2ed-795d-481f-ae0d-33b1c9403e7c&id=40c14af3-1fed-4601-8c5f-6a8238c55c09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0608795 May 16 15:19:13.120793 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8547a229-0723-41a8-9e1d-6766d0b9e3b2 req-87107e11-e58d-46f4-8a8f-65155ed3f6af tempest-VolumesNegativeTest-1133038861 tempest-VolumesNegativeTest-1133038861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:13.122370 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-8547a229-0723-41a8-9e1d-6766d0b9e3b2 req-87107e11-e58d-46f4-8a8f-65155ed3f6af tempest-VolumesNegativeTest-1133038861 tempest-VolumesNegativeTest-1133038861-project] 10.222.0.44 "GET /v2.0/ports?device_id=360b2e08-f3cd-4e7d-b9ed-11951f9298e5 HTTP/1.1" status: 200 len: 948 time: 0.0571899 May 16 15:19:13.122493 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e519bc4-2f7c-4a92-8669-c3aa33c191be None None] New status for floating IP b85ace00-aed5-415b-8f91-d76f0b781d4c: DOWN {{(pid=104035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 15:19:13.177764 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-8547a229-0723-41a8-9e1d-6766d0b9e3b2 req-80adb37e-26ee-4877-a869-a217645f5a8d tempest-VolumesNegativeTest-1133038861 tempest-VolumesNegativeTest-1133038861-project] 10.222.0.44 "GET /v2.0/security-groups?id=210947f9-d53a-4913-b442-850928eafa87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490067 May 16 15:19:13.442263 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79165397-c96b-4a29-93a0-78ebd94134aa req-ccada748-46e9-4fc2-87a3-77880c860fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:13.443690 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-79165397-c96b-4a29-93a0-78ebd94134aa req-ccada748-46e9-4fc2-87a3-77880c860fe0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=20dfff89-2b4c-4d06-bcfc-8ec2e202af64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3174276 May 16 15:19:13.448824 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bda0c32-2b92-4c36-8d07-3bb7fdf589c1 req-261a04c8-5651-4950-b7d5-1d70f681cdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:13.450196 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-9bda0c32-2b92-4c36-8d07-3bb7fdf589c1 req-261a04c8-5651-4950-b7d5-1d70f681cdc7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=316917d7a31645bfaac651f81154c18f&device_id=f78dee55-4357-4bb4-8057-ddecdd7326f6 HTTP/1.1" status: 200 len: 1129 time: 0.0470493 May 16 15:19:13.721785 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bda0c32-2b92-4c36-8d07-3bb7fdf589c1 req-32dbe0eb-b662-476c-9b22-4ff59420f2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:13.723424 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-9bda0c32-2b92-4c36-8d07-3bb7fdf589c1 req-32dbe0eb-b662-476c-9b22-4ff59420f2e3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8561ad64-1b6b-4f33-82d1-a2d7e72d5b01 HTTP/1.1" status: 200 len: 920 time: 0.1842225 May 16 15:19:13.734485 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e766de-e6b1-4e37-b069-6023d7d16034 req-2ca1bdfb-72d1-4b70-8dd6-86195eb48c3c tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:13.735877 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-85e766de-e6b1-4e37-b069-6023d7d16034 req-2ca1bdfb-72d1-4b70-8dd6-86195eb48c3c tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3e68f7e-80df-470a-869e-8c625ab4709c HTTP/1.1" status: 200 len: 945 time: 0.0796840 May 16 15:19:13.741242 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-79165397-c96b-4a29-93a0-78ebd94134aa req-06218687-297e-4cd3-8265-1c033f8cc06e service neutron] 10.222.0.69 "GET /v2.0/networks/20dfff89-2b4c-4d06-bcfc-8ec2e202af64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009721 May 16 15:19:13.782547 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-85e766de-e6b1-4e37-b069-6023d7d16034 req-77919474-1cb5-4608-9667-8dd9cf0a1869 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/security-groups?id=caf3754e-5d8e-4956-8296-48df01954071&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403612 May 16 15:19:13.783802 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-88f989dd-3064-4fba-aa70-62f22de70b7c req-17858dfc-4c42-4ba1-99a7-1a4bbe3db834 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd44422c-b621-4ad8-82ab-e5eeae7b2633 HTTP/1.1" status: 200 len: 210 time: 0.0301147 May 16 15:19:14.060927 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-9bda0c32-2b92-4c36-8d07-3bb7fdf589c1 req-bddeea8d-cbc3-4de9-a882-569bd28176f4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a775fd5-0c4b-4d34-8fea-0665c23c121b HTTP/1.1" status: 200 len: 1000 time: 0.1419828 May 16 15:19:14.070449 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0c8f7b-dfc2-45f4-8217-f671cf19dd6a req-3102a927-0311-40df-8416-f4496fc5f247 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:14.071845 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-fa0c8f7b-dfc2-45f4-8217-f671cf19dd6a req-3102a927-0311-40df-8416-f4496fc5f247 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=f78dee55-4357-4bb4-8057-ddecdd7326f6 HTTP/1.1" status: 200 len: 945 time: 0.0999887 May 16 15:19:14.152203 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-79165397-c96b-4a29-93a0-78ebd94134aa req-ff2f26c7-a325-4a32-9e36-fdc50cdc663d service neutron] 10.222.0.69 "GET /v2.0/networks/20dfff89-2b4c-4d06-bcfc-8ec2e202af64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319529 May 16 15:19:14.168443 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device 311e02b9-6d73-4765-928b-2c32a920a727 details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=104035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 15:19:14.174796 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bda0c32-2b92-4c36-8d07-3bb7fdf589c1 req-e50403a4-30c8-4e8c-917a-c7c8fab74ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:14.176256 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-9bda0c32-2b92-4c36-8d07-3bb7fdf589c1 req-e50403a4-30c8-4e8c-917a-c7c8fab74ade service neutron] 10.222.0.69 "GET /v2.0/subnets?id=559d3648-c2d7-45f5-9aa1-e00232e9372a HTTP/1.1" status: 200 len: 858 time: 0.1020002 May 16 15:19:14.180359 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device a1eae8f4-b207-4d48-bdf5-dfab72b3d846 no longer exists at agent hyperv_hv-cinder-79578 {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:19:14.181323 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-fa0c8f7b-dfc2-45f4-8217-f671cf19dd6a req-16ae28e1-8c8e-426c-8865-670aaf519d48 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=171a59f1-e675-4897-8a8a-b7b7145a7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983293 May 16 15:19:14.194771 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54589e8d-1ae6-42e8-8c10-6ab7f1e41e0e req-cbdc8168-8acb-4e43-ae96-c54464a441a9 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:14.196370 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-54589e8d-1ae6-42e8-8c10-6ab7f1e41e0e req-cbdc8168-8acb-4e43-ae96-c54464a441a9 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2587084-89a0-47a8-909d-019d48b12e5c HTTP/1.1" status: 200 len: 984 time: 0.0640836 May 16 15:19:14.212767 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] No Port match for: a1eae8f4-b207-4d48-bdf5-dfab72b3d846 {{(pid=104035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:19:14.213114 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device a1eae8f4-b207-4d48-bdf5-dfab72b3d846 not bound to the agent host hv-cinder-79578 {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:19:14.275724 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bda0c32-2b92-4c36-8d07-3bb7fdf589c1 req-101ebb97-67f3-4132-85dd-8b1f0822b099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:14.278190 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-9bda0c32-2b92-4c36-8d07-3bb7fdf589c1 req-101ebb97-67f3-4132-85dd-8b1f0822b099 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8561ad64-1b6b-4f33-82d1-a2d7e72d5b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0679724 May 16 15:19:14.298423 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-54589e8d-1ae6-42e8-8c10-6ab7f1e41e0e req-e7a1ab15-3bb4-46e7-ad71-1165bf67a587 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd80e2ed-795d-481f-ae0d-33b1c9403e7c&id=40c14af3-1fed-4601-8c5f-6a8238c55c09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0940688 May 16 15:19:14.324361 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] For port 311e02b9-6d73-4765-928b-2c32a920a727, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=311e02b9-6d73-4765-928b-2c32a920a727,segment=NetworkSegment(cc36b7ab-ead4-4a8e-bc08-41a7e30a9130),segment_id=cc36b7ab-ead4-4a8e-bc08-41a7e30a9130)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:19:14.343874 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Returning: {'device': '311e02b9-6d73-4765-928b-2c32a920a727', 'network_id': 'e35d77cb-5f96-44a2-97d0-4464d77c0c7c', 'port_id': '311e02b9-6d73-4765-928b-2c32a920a727', 'mac_address': 'fa:16:3e:17:1b:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '819ec874-b2e3-498c-a157-3ee14c18d464', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 15:19:14.348005 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fb183f-a6b8-4f22-8004-41eb1043a6a0 req-cdf12cdd-104b-4528-a8aa-a3d35f74d48d tempest-VolumesNegativeTest-1133038861 tempest-VolumesNegativeTest-1133038861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:14.350046 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-06fb183f-a6b8-4f22-8004-41eb1043a6a0 req-cdf12cdd-104b-4528-a8aa-a3d35f74d48d tempest-VolumesNegativeTest-1133038861 tempest-VolumesNegativeTest-1133038861-project] 10.222.0.44 "GET /v2.0/ports?device_id=360b2e08-f3cd-4e7d-b9ed-11951f9298e5 HTTP/1.1" status: 200 len: 948 time: 0.0945592 May 16 15:19:14.384608 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Current status of the port 311e02b9-6d73-4765-928b-2c32a920a727 is: DOWN; New status is: BUILD {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:19:14.385093 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (311e02b9-6d73-4765-928b-2c32a920a727), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:14.399272 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.notifiers.nova [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 311e02b9-6d73-4765-928b-2c32a920a727 {{(pid=104035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:19:14.419802 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] For port 311e02b9-6d73-4765-928b-2c32a920a727, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=311e02b9-6d73-4765-928b-2c32a920a727,segment=NetworkSegment(cc36b7ab-ead4-4a8e-bc08-41a7e30a9130),segment_id=cc36b7ab-ead4-4a8e-bc08-41a7e30a9130)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:19:14.447616 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-9bda0c32-2b92-4c36-8d07-3bb7fdf589c1 req-0c4a54ce-741d-4928-bac4-7dc6586968c9 service neutron] 10.222.0.69 "GET /v2.0/networks/8561ad64-1b6b-4f33-82d1-a2d7e72d5b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512425 May 16 15:19:14.450698 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-06fb183f-a6b8-4f22-8004-41eb1043a6a0 req-d7caa3c1-8d65-438a-b64c-2571ab7de1cb tempest-VolumesNegativeTest-1133038861 tempest-VolumesNegativeTest-1133038861-project] 10.222.0.44 "GET /v2.0/security-groups?id=210947f9-d53a-4913-b442-850928eafa87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949636 May 16 15:19:14.531379 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (311e02b9-6d73-4765-928b-2c32a920a727), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:14.577474 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Pushing event updated for resources: {'Port': ['ID=311e02b9-6d73-4765-928b-2c32a920a727,revision_number=4']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:19:14.696497 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e475d849-9a99-478a-a487-fe668d003aa4 req-573716c3-3fd0-40ef-96ed-f74fe28fa976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:14.697974 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-e475d849-9a99-478a-a487-fe668d003aa4 req-573716c3-3fd0-40ef-96ed-f74fe28fa976 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9703f082240542aa979c6b53052d77b9&device_id=f3e68f7e-80df-470a-869e-8c625ab4709c HTTP/1.1" status: 200 len: 1129 time: 0.0650196 May 16 15:19:14.819565 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-9bda0c32-2b92-4c36-8d07-3bb7fdf589c1 req-282bdf09-b5b3-4bb5-9ce1-56e890c7c74b service neutron] 10.222.0.69 "GET /v2.0/networks/8561ad64-1b6b-4f33-82d1-a2d7e72d5b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599708 May 16 15:19:14.839262 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e475d849-9a99-478a-a487-fe668d003aa4 req-15dbb005-411e-4bda-ac6e-647ac858c9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:14.840749 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-e475d849-9a99-478a-a487-fe668d003aa4 req-15dbb005-411e-4bda-ac6e-647ac858c9d6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=20dfff89-2b4c-4d06-bcfc-8ec2e202af64 HTTP/1.1" status: 200 len: 912 time: 0.1121857 May 16 15:19:14.916549 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-e475d849-9a99-478a-a487-fe668d003aa4 req-d78edcd7-a3b4-46ba-881a-874622571205 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2d12348-be99-4d8a-833b-0746887f6b11 HTTP/1.1" status: 200 len: 1001 time: 0.0684485 May 16 15:19:14.931949 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3123b8b3-e646-4872-ac46-4b85fd92ae63 req-405a8510-f4cc-4a6b-9ff3-cd77bf8d6fda tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:14.933438 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-3123b8b3-e646-4872-ac46-4b85fd92ae63 req-405a8510-f4cc-4a6b-9ff3-cd77bf8d6fda tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3e68f7e-80df-470a-869e-8c625ab4709c HTTP/1.1" status: 200 len: 945 time: 0.0490592 May 16 15:19:14.935286 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] get_ports_and_sgs() called for port_ids ['311e02b9-6d73-4765-928b-2c32a920a727'] {{(pid=104035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:19:14.972859 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 48048) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:19:14.982770 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-3123b8b3-e646-4872-ac46-4b85fd92ae63 req-d3ce50b1-d5c0-4273-8088-4329f9f469d8 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/security-groups?id=caf3754e-5d8e-4956-8296-48df01954071&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431337 May 16 15:19:15.029729 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3529c340-a68b-4d7b-8363-09f515b91135 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks [] for security_group (2b6802ef-8640-44f9-8dd6-e836fa5c798e), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:15.053091 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3529c340-a68b-4d7b-8363-09f515b91135 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks [] for security_group (2b6802ef-8640-44f9-8dd6-e836fa5c798e), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:15.208183 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3529c340-a68b-4d7b-8363-09f515b91135 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (2b6802ef-8640-44f9-8dd6-e836fa5c798e), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:15.210713 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3529c340-a68b-4d7b-8363-09f515b91135 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks [] for security_group (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:15.212607 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-3529c340-a68b-4d7b-8363-09f515b91135 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "DELETE /v2.0/security-groups/2b6802ef-8640-44f9-8dd6-e836fa5c798e HTTP/1.1" status: 204 len: 168 time: 0.2386522 May 16 15:19:15.215729 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 48054) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:19:15.231069 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.api.v2.resource [None req-f3907cc1-7295-4818-8e03-6acc2b5c0ace tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] show failed (client error): The resource could not be found. May 16 15:19:15.232074 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-f3907cc1-7295-4818-8e03-6acc2b5c0ace tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/security-groups/2b6802ef-8640-44f9-8dd6-e836fa5c798e HTTP/1.1" status: 404 len: 347 time: 0.0153708 May 16 15:19:15.238522 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 48056) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:19:15.247383 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3529c340-a68b-4d7b-8363-09f515b91135 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b6802ef-8640-44f9-8dd6-e836fa5c798e,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:19:15.252264 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e475d849-9a99-478a-a487-fe668d003aa4 req-a66af8e1-91e7-4c3e-9179-483f72522202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:15.253704 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-e475d849-9a99-478a-a487-fe668d003aa4 req-a66af8e1-91e7-4c3e-9179-483f72522202 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9bd76027-99a6-4823-9a55-92e97a7e537f HTTP/1.1" status: 200 len: 850 time: 0.0781143 May 16 15:19:15.365195 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335ef9d2-cd41-4189-b934-3f05648af071 req-2611c8d7-0d4e-47a9-80bc-f903b0a973b0 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:15.366673 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-335ef9d2-cd41-4189-b934-3f05648af071 req-2611c8d7-0d4e-47a9-80bc-f903b0a973b0 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=f78dee55-4357-4bb4-8057-ddecdd7326f6 HTTP/1.1" status: 200 len: 945 time: 0.0854983 May 16 15:19:15.411880 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9cee07-08cd-468c-a683-6459ff00556d req-90d123c9-5cbd-4cd1-88db-cb59556dbd37 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:15.413462 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-fb9cee07-08cd-468c-a683-6459ff00556d req-90d123c9-5cbd-4cd1-88db-cb59556dbd37 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2587084-89a0-47a8-909d-019d48b12e5c HTTP/1.1" status: 200 len: 984 time: 0.0516326 May 16 15:19:15.439294 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-f1133eae-9d98-47db-bd28-fb03a9512635 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Deleting port 6b633cfe-65e3-4027-abe2-3c09b4858bf7 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:19:15.439555 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f1133eae-9d98-47db-bd28-fb03a9512635 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789020190181'] for port (6b633cfe-65e3-4027-abe2-3c09b4858bf7), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:15.461621 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e475d849-9a99-478a-a487-fe668d003aa4 req-6bc98cb4-c5cf-4bc4-b248-a37857336e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:15.463135 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-e475d849-9a99-478a-a487-fe668d003aa4 req-6bc98cb4-c5cf-4bc4-b248-a37857336e74 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=20dfff89-2b4c-4d06-bcfc-8ec2e202af64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0788064 May 16 15:19:15.475652 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-fb9cee07-08cd-468c-a683-6459ff00556d req-a9a95e4d-0a51-4df7-b70b-d0e20a296c7a tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd80e2ed-795d-481f-ae0d-33b1c9403e7c&id=40c14af3-1fed-4601-8c5f-6a8238c55c09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562100 May 16 15:19:15.541681 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-335ef9d2-cd41-4189-b934-3f05648af071 req-35a5f834-22ac-47bc-805b-a24ba3becfd0 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=171a59f1-e675-4897-8a8a-b7b7145a7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583149 May 16 15:19:15.578713 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647df53a-e6b9-47b3-aa54-5175fc081566 req-30ab2771-f855-46ee-a060-5f6d6acb8882 tempest-VolumesNegativeTest-1133038861 tempest-VolumesNegativeTest-1133038861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:15.580442 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-647df53a-e6b9-47b3-aa54-5175fc081566 req-30ab2771-f855-46ee-a060-5f6d6acb8882 tempest-VolumesNegativeTest-1133038861 tempest-VolumesNegativeTest-1133038861-project] 10.222.0.44 "GET /v2.0/ports?device_id=360b2e08-f3cd-4e7d-b9ed-11951f9298e5 HTTP/1.1" status: 200 len: 949 time: 0.0502615 May 16 15:19:15.607758 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f1133eae-9d98-47db-bd28-fb03a9512635 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555776'] for port (6b633cfe-65e3-4027-abe2-3c09b4858bf7), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:15.608081 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f1133eae-9d98-47db-bd28-fb03a9512635 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks [] for floatingip (6b633cfe-65e3-4027-abe2-3c09b4858bf7), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:15.630100 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-647df53a-e6b9-47b3-aa54-5175fc081566 req-842a7a28-f3dd-4e5d-b7c0-ae6793a59f3e tempest-VolumesNegativeTest-1133038861 tempest-VolumesNegativeTest-1133038861-project] 10.222.0.44 "GET /v2.0/security-groups?id=210947f9-d53a-4913-b442-850928eafa87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421388 May 16 15:19:15.631210 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-f1133eae-9d98-47db-bd28-fb03a9512635 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Calling delete_port for 6b633cfe-65e3-4027-abe2-3c09b4858bf7 owned by network:floatingip {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:19:15.634444 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-e475d849-9a99-478a-a487-fe668d003aa4 req-14c57a4f-9627-4c1f-bb40-bf04ac9cffd0 service neutron] 10.222.0.69 "GET /v2.0/networks/20dfff89-2b4c-4d06-bcfc-8ec2e202af64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597803 May 16 15:19:15.781120 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-e475d849-9a99-478a-a487-fe668d003aa4 req-58134b35-b7fd-4198-b146-2a4cbda2170d service neutron] 10.222.0.69 "GET /v2.0/networks/20dfff89-2b4c-4d06-bcfc-8ec2e202af64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393981 May 16 15:19:15.902013 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f1133eae-9d98-47db-bd28-fb03a9512635 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789020200313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789019640158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61886211'] for port (6b633cfe-65e3-4027-abe2-3c09b4858bf7), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:15.927156 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1133eae-9d98-47db-bd28-fb03a9512635 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Pushing event deleted for resources: {'Port': ['ID=6b633cfe-65e3-4027-abe2-3c09b4858bf7,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:19:15.990803 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f1133eae-9d98-47db-bd28-fb03a9512635 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks [] for floatingip (b85ace00-aed5-415b-8f91-d76f0b781d4c), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:15.993361 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f1133eae-9d98-47db-bd28-fb03a9512635 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914'] for floatingip (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:15.994536 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-f1133eae-9d98-47db-bd28-fb03a9512635 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "DELETE /v2.0/floatingips/b85ace00-aed5-415b-8f91-d76f0b781d4c HTTP/1.1" status: 204 len: 168 time: 0.7543516 May 16 15:19:16.105651 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c0990f-415a-4105-85c6-3b2d1be9a24c req-dcdb546e-69ef-4ebe-8946-a83f32982e0d tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:16.107158 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-b5c0990f-415a-4105-85c6-3b2d1be9a24c req-dcdb546e-69ef-4ebe-8946-a83f32982e0d tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3e68f7e-80df-470a-869e-8c625ab4709c HTTP/1.1" status: 200 len: 945 time: 0.0488853 May 16 15:19:16.153274 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-b5c0990f-415a-4105-85c6-3b2d1be9a24c req-55467b8b-8723-4935-8e93-554508eebada tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/security-groups?id=caf3754e-5d8e-4956-8296-48df01954071&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403507 May 16 15:19:16.182235 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device 311e02b9-6d73-4765-928b-2c32a920a727 up at agent hyperv_hv-cinder-79578 {{(pid=104035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:19:16.185836 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 48066) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:19:16.190548 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.v2.base [None req-7c32869e-f356-4e3a-9e68-0fa0a3e02d46 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1283731030', 'description': 'tempest-description--2129822254'}} {{(pid=104033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:19:16.226521 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Provisioning for port 311e02b9-6d73-4765-928b-2c32a920a727 completed by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 15:19:16.285374 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7c32869e-f356-4e3a-9e68-0fa0a3e02d46 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks [] for security_group (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:16.314020 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Provisioning complete for port 311e02b9-6d73-4765-928b-2c32a920a727 triggered by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:19:16.314356 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (311e02b9-6d73-4765-928b-2c32a920a727), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:16.354329 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7c32869e-f356-4e3a-9e68-0fa0a3e02d46 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks [] for security_group (ad2e1d12-5ccd-4dd1-a4ea-a6a49f48b690), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:16.388624 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Current status of the port 311e02b9-6d73-4765-928b-2c32a920a727 is: BUILD; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:19:16.389005 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (311e02b9-6d73-4765-928b-2c32a920a727), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:16.411809 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '360b2e08-f3cd-4e7d-b9ed-11951f9298e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '311e02b9-6d73-4765-928b-2c32a920a727'}] {{(pid=104035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:19:16.414012 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1790aa2910a77bb841f337ade38aaf2daae4faf72d914c843aa5f796a16e7f37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae14e80-7f65-453d-906b-ce4c8375d91e" -d '{"events": [{"server_uuid": "360b2e08-f3cd-4e7d-b9ed-11951f9298e5", "name": "network-vif-plugged", "status": "completed", "tag": "311e02b9-6d73-4765-928b-2c32a920a727"}]}' {{(pid=104035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:19:16.425706 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] For port 311e02b9-6d73-4765-928b-2c32a920a727, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=311e02b9-6d73-4765-928b-2c32a920a727,segment=NetworkSegment(cc36b7ab-ead4-4a8e-bc08-41a7e30a9130),segment_id=cc36b7ab-ead4-4a8e-bc08-41a7e30a9130)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:19:16.449719 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d521e36b-1f83-48a1-a254-6b204bb628f6 x-openstack-request-id: req-d521e36b-1f83-48a1-a254-6b204bb628f6 {{(pid=104035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:19:16.450035 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "360b2e08-f3cd-4e7d-b9ed-11951f9298e5", "name": "network-vif-plugged", "status": "completed", "tag": "311e02b9-6d73-4765-928b-2c32a920a727", "code": 200}]} {{(pid=104035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:19:16.455107 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d521e36b-1f83-48a1-a254-6b204bb628f6 {{(pid=104035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:19:16.455107 dv-cinder-795785-10-iscsi neutron-server[104035]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d521e36b-1f83-48a1-a254-6b204bb628f6'] response: {'server_uuid': '360b2e08-f3cd-4e7d-b9ed-11951f9298e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '311e02b9-6d73-4765-928b-2c32a920a727', 'code': 200} May 16 15:19:16.455305 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7c32869e-f356-4e3a-9e68-0fa0a3e02d46 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (ad2e1d12-5ccd-4dd1-a4ea-a6a49f48b690), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:16.479605 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c32869e-f356-4e3a-9e68-0fa0a3e02d46 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad2e1d12-5ccd-4dd1-a4ea-a6a49f48b690,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:19:16.553825 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (311e02b9-6d73-4765-928b-2c32a920a727), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:16.569090 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7c32869e-f356-4e3a-9e68-0fa0a3e02d46 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks [] for security_group (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:16.573842 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-7c32869e-f356-4e3a-9e68-0fa0a3e02d46 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3869197 May 16 15:19:16.574689 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 48074) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:19:16.581286 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.v2.base [None req-69911032-78ba-4be5-a43d-cb680b32c8b7 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Request body: {'security_group_rule': {'security_group_id': 'ad2e1d12-5ccd-4dd1-a4ea-a6a49f48b690', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:19:16.599814 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a7f562-6b1c-46bb-86ba-518b9339d0e2 req-6c20c218-880d-4f62-be57-296e9f97576b tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:16.602763 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Pushing event updated for resources: {'Port': ['ID=311e02b9-6d73-4765-928b-2c32a920a727,revision_number=5']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:19:16.606756 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-92a7f562-6b1c-46bb-86ba-518b9339d0e2 req-6c20c218-880d-4f62-be57-296e9f97576b tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2587084-89a0-47a8-909d-019d48b12e5c HTTP/1.1" status: 200 len: 984 time: 0.0636692 May 16 15:19:16.666493 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-92a7f562-6b1c-46bb-86ba-518b9339d0e2 req-55ba6c67-ae49-43ad-814b-ea335a65c7f9 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd80e2ed-795d-481f-ae0d-33b1c9403e7c&id=40c14af3-1fed-4601-8c5f-6a8238c55c09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0584059 May 16 15:19:16.676972 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb338a4-7709-4f24-8cc1-18ad171bb784 req-f8c5296c-75c2-4662-9ef6-e4071df99244 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:16.678479 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-9eb338a4-7709-4f24-8cc1-18ad171bb784 req-f8c5296c-75c2-4662-9ef6-e4071df99244 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=f78dee55-4357-4bb4-8057-ddecdd7326f6 HTTP/1.1" status: 200 len: 945 time: 0.0517926 May 16 15:19:16.685497 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-69911032-78ba-4be5-a43d-cb680b32c8b7 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks [] for security_group_rule (d74459cd-1782-4228-b165-24f245f4caaf), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:16.765601 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-9eb338a4-7709-4f24-8cc1-18ad171bb784 req-178423ec-c60c-4d79-95f0-979444996961 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=171a59f1-e675-4897-8a8a-b7b7145a7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705605 May 16 15:19:16.766312 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a70eac-af7c-4537-b42b-788b350617be req-6c835f07-6ecc-4e11-869e-53335400605b tempest-VolumesNegativeTest-1133038861 tempest-VolumesNegativeTest-1133038861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:16.767276 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-69911032-78ba-4be5-a43d-cb680b32c8b7 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks [] for security_group_rule (d74459cd-1782-4228-b165-24f245f4caaf), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:16.767813 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-60a70eac-af7c-4537-b42b-788b350617be req-6c835f07-6ecc-4e11-869e-53335400605b tempest-VolumesNegativeTest-1133038861 tempest-VolumesNegativeTest-1133038861-project] 10.222.0.44 "GET /v2.0/ports?device_id=360b2e08-f3cd-4e7d-b9ed-11951f9298e5 HTTP/1.1" status: 200 len: 950 time: 0.0471766 May 16 15:19:16.818332 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-60a70eac-af7c-4537-b42b-788b350617be req-5663614d-5584-4223-a1fb-5730643447ec tempest-VolumesNegativeTest-1133038861 tempest-VolumesNegativeTest-1133038861-project] 10.222.0.44 "GET /v2.0/security-groups?id=210947f9-d53a-4913-b442-850928eafa87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414867 May 16 15:19:16.828079 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-69911032-78ba-4be5-a43d-cb680b32c8b7 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607684'] for security_group_rule (d74459cd-1782-4228-b165-24f245f4caaf), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:16.846762 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69911032-78ba-4be5-a43d-cb680b32c8b7 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d74459cd-1782-4228-b165-24f245f4caaf,revision_number=0']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:19:16.921433 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-69911032-78ba-4be5-a43d-cb680b32c8b7 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:16.922723 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-69911032-78ba-4be5-a43d-cb680b32c8b7 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3469067 May 16 15:19:16.925400 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 48078) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:19:16.929726 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.v2.base [None req-3cdf6b5b-01d4-43c9-85ad-1b7af9fd645e tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Request body: {'security_group_rule': {'security_group_id': 'ad2e1d12-5ccd-4dd1-a4ea-a6a49f48b690', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:19:17.039967 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3cdf6b5b-01d4-43c9-85ad-1b7af9fd645e tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks [] for security_group_rule (5accf385-cb97-4ca2-9794-e41ace3de79a), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:17.095694 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3cdf6b5b-01d4-43c9-85ad-1b7af9fd645e tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks [] for security_group_rule (5accf385-cb97-4ca2-9794-e41ace3de79a), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:17.217364 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3cdf6b5b-01d4-43c9-85ad-1b7af9fd645e tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607684'] for security_group_rule (5accf385-cb97-4ca2-9794-e41ace3de79a), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:17.245793 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdf6b5b-01d4-43c9-85ad-1b7af9fd645e tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5accf385-cb97-4ca2-9794-e41ace3de79a,revision_number=0']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:19:17.308692 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf797b-9d88-46f7-909a-c420943c701a req-5808605f-89bc-4b30-9b78-a77be0ee5091 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:17.310172 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-6ecf797b-9d88-46f7-909a-c420943c701a req-5808605f-89bc-4b30-9b78-a77be0ee5091 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3e68f7e-80df-470a-869e-8c625ab4709c HTTP/1.1" status: 200 len: 945 time: 0.0881467 May 16 15:19:17.315483 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded4936d-b235-495b-bdee-9cf51dfbc2f7 req-6bc96ab3-6b70-4f9e-9472-665d38be2c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:17.316866 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-ded4936d-b235-495b-bdee-9cf51dfbc2f7 req-6bc96ab3-6b70-4f9e-9472-665d38be2c23 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=360b2e08-f3cd-4e7d-b9ed-11951f9298e5 HTTP/1.1" status: 200 len: 1134 time: 0.0509048 May 16 15:19:17.346105 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3cdf6b5b-01d4-43c9-85ad-1b7af9fd645e tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:17.347121 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-3cdf6b5b-01d4-43c9-85ad-1b7af9fd645e tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4207048 May 16 15:19:17.350882 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 48082) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:19:17.355471 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.v2.base [None req-8eac6996-5707-4758-bad8-cfe6379cccc2 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Request body: {'floatingip': {'floating_network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594'}} {{(pid=104034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:19:17.389892 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-6ecf797b-9d88-46f7-909a-c420943c701a req-94169c43-498e-41b4-b190-b89610d49e0c tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/security-groups?id=caf3754e-5d8e-4956-8296-48df01954071&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0721042 May 16 15:19:17.392301 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-ded4936d-b235-495b-bdee-9cf51dfbc2f7 req-012c21d6-0f1c-4138-8d29-e64b76d13dbd service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=210947f9-d53a-4913-b442-850928eafa87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623326 May 16 15:19:17.484909 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-8eac6996-5707-4758-bad8-cfe6379cccc2 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:17.563741 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-8eac6996-5707-4758-bad8-cfe6379cccc2 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:17.667623 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.db.db_base_plugin_common [None req-8eac6996-5707-4758-bad8-cfe6379cccc2 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Allocated IP 172.27.0.181 (ad45e98c-12fc-4959-a2ae-a7226c979594/4a504247-fe9e-45e9-866d-820247643fc0/2641fa9f-abe4-47d2-9301-4c1a648f09c4) {{(pid=104034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:19:17.795973 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95fcb00-0082-4992-b214-b9b72bb7922d req-8e7c8dec-dd13-4c45-a6ad-d2c1e2b5765d tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:17.797470 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-a95fcb00-0082-4992-b214-b9b72bb7922d req-8e7c8dec-dd13-4c45-a6ad-d2c1e2b5765d tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2587084-89a0-47a8-909d-019d48b12e5c HTTP/1.1" status: 200 len: 984 time: 0.0633669 May 16 15:19:17.811155 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-8eac6996-5707-4758-bad8-cfe6379cccc2 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks [] for port (2641fa9f-abe4-47d2-9301-4c1a648f09c4), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:17.886089 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-a95fcb00-0082-4992-b214-b9b72bb7922d req-e0f51d49-902f-4892-b538-f46cba0e418d tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd80e2ed-795d-481f-ae0d-33b1c9403e7c&id=40c14af3-1fed-4601-8c5f-6a8238c55c09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0799437 May 16 15:19:17.888899 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa97279b-c7c9-4eef-beaf-fb0dbe2e5e41 req-5c7069ca-44bc-4638-8b3d-bb25617f5b4a tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:17.890472 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-aa97279b-c7c9-4eef-beaf-fb0dbe2e5e41 req-5c7069ca-44bc-4638-8b3d-bb25617f5b4a tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=f78dee55-4357-4bb4-8057-ddecdd7326f6 HTTP/1.1" status: 200 len: 945 time: 0.0503366 May 16 15:19:17.946306 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-aa97279b-c7c9-4eef-beaf-fb0dbe2e5e41 req-939a7140-3241-40ac-957d-f485534a617d tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=171a59f1-e675-4897-8a8a-b7b7145a7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495071 May 16 15:19:17.973698 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-8eac6996-5707-4758-bad8-cfe6379cccc2 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789019640149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097154'] for port (2641fa9f-abe4-47d2-9301-4c1a648f09c4), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:18.024105 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6765ea-ec34-4b00-9ace-9ad0f1a325a3 req-9cf8c2fb-104a-41c2-9fe6-adee36b054c0 tempest-VolumesNegativeTest-1133038861 tempest-VolumesNegativeTest-1133038861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:18.025578 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-8e6765ea-ec34-4b00-9ace-9ad0f1a325a3 req-9cf8c2fb-104a-41c2-9fe6-adee36b054c0 tempest-VolumesNegativeTest-1133038861 tempest-VolumesNegativeTest-1133038861-project] 10.222.0.44 "GET /v2.0/ports?device_id=360b2e08-f3cd-4e7d-b9ed-11951f9298e5 HTTP/1.1" status: 200 len: 950 time: 0.0843432 May 16 15:19:18.028924 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eac6996-5707-4758-bad8-cfe6379cccc2 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Network ad45e98c-12fc-4959-a2ae-a7226c979594 is already hosted by enough agents. {{(pid=104034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:19:18.035506 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.base_scheduler [None req-8eac6996-5707-4758-bad8-cfe6379cccc2 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Resources bound (agent type, host, resource id): {{(pid=104034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:19:18.044109 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eac6996-5707-4758-bad8-cfe6379cccc2 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Received port after_create {{(pid=104034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:19:18.046814 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eac6996-5707-4758-bad8-cfe6379cccc2 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Pushing event updated for resources: {'Port': ['ID=2641fa9f-abe4-47d2-9301-4c1a648f09c4,revision_number=1']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:19:18.120763 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-8e6765ea-ec34-4b00-9ace-9ad0f1a325a3 req-93927b73-df5d-45c3-b3c3-0d0c2e5b137d tempest-VolumesNegativeTest-1133038861 tempest-VolumesNegativeTest-1133038861-project] 10.222.0.44 "GET /v2.0/security-groups?id=210947f9-d53a-4913-b442-850928eafa87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864992 May 16 15:19:18.158897 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.agents_db [None req-ab78c14b-22b7-4e46-ade7-0c4080e95cb7 None None] Agent healthcheck: found 6 active agents {{(pid=104036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:19:18.162933 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-8eac6996-5707-4758-bad8-cfe6379cccc2 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks [] for floatingip (b157f9a8-7236-4c9e-8e29-e391e3858afc), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:18.277880 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-8eac6996-5707-4758-bad8-cfe6379cccc2 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (2641fa9f-abe4-47d2-9301-4c1a648f09c4), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:18.450920 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-8eac6996-5707-4758-bad8-cfe6379cccc2 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks [] for port (2641fa9f-abe4-47d2-9301-4c1a648f09c4), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:18.558843 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-8eac6996-5707-4758-bad8-cfe6379cccc2 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4097205'] for port (2641fa9f-abe4-47d2-9301-4c1a648f09c4), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:18.625002 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eac6996-5707-4758-bad8-cfe6379cccc2 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Pushing event updated for resources: {'Port': ['ID=2641fa9f-abe4-47d2-9301-4c1a648f09c4,revision_number=2']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:19:18.634912 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-8eac6996-5707-4758-bad8-cfe6379cccc2 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556839'] for floatingip (b157f9a8-7236-4c9e-8e29-e391e3858afc), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:18.709335 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-8eac6996-5707-4758-bad8-cfe6379cccc2 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914'] for floatingip (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:18.710600 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-8eac6996-5707-4758-bad8-cfe6379cccc2 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3586919 May 16 15:19:18.899911 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-d9e0117c-3ee6-4fe8-a944-c4bf32c6ef80 req-aa4228ec-9d4d-4ba5-a7b6-96e00b868b9f tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1283731030&fields=id&tenant_id=d143bc5a616249a7beefc7b27962026b HTTP/1.1" status: 200 len: 267 time: 0.0407636 May 16 15:19:19.006497 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea686da-00aa-4b5e-87a7-cdd003589320 req-9fa959d2-9659-4bd4-875c-50fa1d377d34 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:19.008107 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-eea686da-00aa-4b5e-87a7-cdd003589320 req-9fa959d2-9659-4bd4-875c-50fa1d377d34 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2587084-89a0-47a8-909d-019d48b12e5c HTTP/1.1" status: 200 len: 984 time: 0.0525374 May 16 15:19:19.009181 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e0117c-3ee6-4fe8-a944-c4bf32c6ef80 req-48625e09-033d-4bbe-af26-7019ef46922a tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:19.010672 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-d9e0117c-3ee6-4fe8-a944-c4bf32c6ef80 req-48625e09-033d-4bbe-af26-7019ef46922a tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/networks?id=982c6e92-7848-46dd-811d-5ec569a6da67 HTTP/1.1" status: 200 len: 815 time: 0.1043715 May 16 15:19:19.025658 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-d9e0117c-3ee6-4fe8-a944-c4bf32c6ef80 req-a782acfd-11c8-482a-b6cc-518365bdd29a tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/quotas/d143bc5a616249a7beefc7b27962026b HTTP/1.1" status: 200 len: 375 time: 0.0097175 May 16 15:19:19.071512 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-eea686da-00aa-4b5e-87a7-cdd003589320 req-5b0884d2-87c0-449f-9ffa-bd50e9450d8a tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd80e2ed-795d-481f-ae0d-33b1c9403e7c&id=40c14af3-1fed-4601-8c5f-6a8238c55c09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0576630 May 16 15:19:19.077022 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-d9e0117c-3ee6-4fe8-a944-c4bf32c6ef80 req-807e1fc4-a0a5-4fe1-8ad5-d013c8fd03e1 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d143bc5a616249a7beefc7b27962026b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457580 May 16 15:19:19.177207 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916b488a-1726-40e1-ab53-a741330c54fc req-f3984b12-c2ec-4e0b-9096-98af573b5cd6 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:19.178306 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-d9e0117c-3ee6-4fe8-a944-c4bf32c6ef80 req-5d22e4bc-8721-491e-a9f2-711c73f24e0c service neutron] 10.222.0.44 "GET /v2.0/networks/982c6e92-7848-46dd-811d-5ec569a6da67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885808 May 16 15:19:19.178967 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-916b488a-1726-40e1-ab53-a741330c54fc req-f3984b12-c2ec-4e0b-9096-98af573b5cd6 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=f78dee55-4357-4bb4-8057-ddecdd7326f6 HTTP/1.1" status: 200 len: 945 time: 0.0476189 May 16 15:19:19.226156 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-916b488a-1726-40e1-ab53-a741330c54fc req-10e9591e-988e-4615-a033-855966efd56a tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=171a59f1-e675-4897-8a8a-b7b7145a7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415988 May 16 15:19:19.272097 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-d9e0117c-3ee6-4fe8-a944-c4bf32c6ef80 req-1894dc86-d62f-4a31-9c73-d9b7d39a588d service neutron] 10.222.0.44 "GET /v2.0/networks/982c6e92-7848-46dd-811d-5ec569a6da67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879855 May 16 15:19:19.327457 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a90c74f-dddf-4c7f-ab31-fa03f94afa58 req-7e897ced-6892-4701-bb62-b49c55122754 tempest-VolumesNegativeTest-1133038861 tempest-VolumesNegativeTest-1133038861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:19.328859 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-6a90c74f-dddf-4c7f-ab31-fa03f94afa58 req-7e897ced-6892-4701-bb62-b49c55122754 tempest-VolumesNegativeTest-1133038861 tempest-VolumesNegativeTest-1133038861-project] 10.222.0.44 "GET /v2.0/ports?device_id=360b2e08-f3cd-4e7d-b9ed-11951f9298e5 HTTP/1.1" status: 200 len: 950 time: 0.0490820 May 16 15:19:19.378819 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-6a90c74f-dddf-4c7f-ab31-fa03f94afa58 req-60cc5235-8f1b-4477-b470-6c497b206f64 tempest-VolumesNegativeTest-1133038861 tempest-VolumesNegativeTest-1133038861-project] 10.222.0.44 "GET /v2.0/security-groups?id=210947f9-d53a-4913-b442-850928eafa87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442548 May 16 15:19:19.537807 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-63b5c47b-6207-4778-844b-23b071ef0caa req-21f499d2-3c9a-4b78-85b1-f92b18b1d96f tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=7914c5a4-73f7-4114-a4ec-d583fecff5ec HTTP/1.1" status: 200 len: 210 time: 0.0286863 May 16 15:19:19.848518 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de20030-1d43-47ff-8630-d027933c6698 req-c179f2ff-7b87-4e65-a106-3302b0b47323 tempest-VolumesNegativeTest-1133038861 tempest-VolumesNegativeTest-1133038861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:19.849988 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-7de20030-1d43-47ff-8630-d027933c6698 req-c179f2ff-7b87-4e65-a106-3302b0b47323 tempest-VolumesNegativeTest-1133038861 tempest-VolumesNegativeTest-1133038861-project] 10.222.0.44 "GET /v2.0/ports?device_id=360b2e08-f3cd-4e7d-b9ed-11951f9298e5 HTTP/1.1" status: 200 len: 950 time: 0.0482247 May 16 15:19:19.900918 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-7de20030-1d43-47ff-8630-d027933c6698 req-163e8524-651a-437c-b7d3-a14cacdba0c0 tempest-VolumesNegativeTest-1133038861 tempest-VolumesNegativeTest-1133038861-project] 10.222.0.44 "GET /v2.0/security-groups?id=210947f9-d53a-4913-b442-850928eafa87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452487 May 16 15:19:20.189079 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d222290f-6294-4e85-bd88-1f7e26f4c8d7 req-4ec76565-85ff-4e4e-9b6b-2c17c4c5557e tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:20.190601 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-d222290f-6294-4e85-bd88-1f7e26f4c8d7 req-4ec76565-85ff-4e4e-9b6b-2c17c4c5557e tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2587084-89a0-47a8-909d-019d48b12e5c HTTP/1.1" status: 200 len: 984 time: 0.0491202 May 16 15:19:20.251777 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-d222290f-6294-4e85-bd88-1f7e26f4c8d7 req-c4059372-bbbb-4f4d-a33a-41115ebead5d tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd80e2ed-795d-481f-ae0d-33b1c9403e7c&id=40c14af3-1fed-4601-8c5f-6a8238c55c09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555267 May 16 15:19:20.560887 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4413877-eed4-46fa-a23d-6b9c1b7496ab req-57023457-4c0b-4f7b-b697-1e533de368b4 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:20.562646 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-b4413877-eed4-46fa-a23d-6b9c1b7496ab req-57023457-4c0b-4f7b-b697-1e533de368b4 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=f78dee55-4357-4bb4-8057-ddecdd7326f6 HTTP/1.1" status: 200 len: 945 time: 0.2682490 May 16 15:19:20.609252 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-b4413877-eed4-46fa-a23d-6b9c1b7496ab req-38f32155-a175-4894-b40e-273bc6ca126c tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=171a59f1-e675-4897-8a8a-b7b7145a7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409365 May 16 15:19:20.634495 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-816433e2-9b61-47d4-83c8-962f63d35f5e req-055e0478-4a78-405d-893e-f8e275611edc tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=7914c5a4-73f7-4114-a4ec-d583fecff5ec HTTP/1.1" status: 200 len: 210 time: 0.0279622 May 16 15:19:21.015515 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9688322b-bdb4-46de-ba2d-99b52296b3b7 req-7dc6e2f8-d86a-4b7e-b8f9-d91eb7c9b1a8 tempest-VolumesNegativeTest-1133038861 tempest-VolumesNegativeTest-1133038861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:21.016987 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-9688322b-bdb4-46de-ba2d-99b52296b3b7 req-7dc6e2f8-d86a-4b7e-b8f9-d91eb7c9b1a8 tempest-VolumesNegativeTest-1133038861 tempest-VolumesNegativeTest-1133038861-project] 10.222.0.44 "GET /v2.0/ports?device_id=360b2e08-f3cd-4e7d-b9ed-11951f9298e5 HTTP/1.1" status: 200 len: 950 time: 0.0492299 May 16 15:19:21.065357 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-9688322b-bdb4-46de-ba2d-99b52296b3b7 req-59df86cb-8c49-4b8a-ae62-1d314a5197cd tempest-VolumesNegativeTest-1133038861 tempest-VolumesNegativeTest-1133038861-project] 10.222.0.44 "GET /v2.0/security-groups?id=210947f9-d53a-4913-b442-850928eafa87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408876 May 16 15:19:21.368175 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9d8975-25cb-41da-a6ab-b2404d0a741f req-5cd8a553-889e-49c2-8493-04bf42142418 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:21.369630 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-6a9d8975-25cb-41da-a6ab-b2404d0a741f req-5cd8a553-889e-49c2-8493-04bf42142418 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2587084-89a0-47a8-909d-019d48b12e5c HTTP/1.1" status: 200 len: 984 time: 0.0494392 May 16 15:19:21.416164 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00302f06-0af1-47ba-8a32-94750b0d6db6 req-bce736df-bdf9-40db-ab57-787a2a1050f4 tempest-VolumesNegativeTest-1133038861 tempest-VolumesNegativeTest-1133038861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:21.417677 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-00302f06-0af1-47ba-8a32-94750b0d6db6 req-bce736df-bdf9-40db-ab57-787a2a1050f4 tempest-VolumesNegativeTest-1133038861 tempest-VolumesNegativeTest-1133038861-project] 10.222.0.69 "GET /v2.0/ports?device_id=360b2e08-f3cd-4e7d-b9ed-11951f9298e5 HTTP/1.1" status: 200 len: 950 time: 0.0523331 May 16 15:19:21.431728 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-6a9d8975-25cb-41da-a6ab-b2404d0a741f req-fbcfb559-3cc4-418c-8f24-87f952c21cc5 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd80e2ed-795d-481f-ae0d-33b1c9403e7c&id=40c14af3-1fed-4601-8c5f-6a8238c55c09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0560503 May 16 15:19:21.524139 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [req-00302f06-0af1-47ba-8a32-94750b0d6db6 req-cd51f160-e848-4e5b-b257-74421a013d01 tempest-VolumesNegativeTest-1133038861 tempest-VolumesNegativeTest-1133038861-project] Deleting port 311e02b9-6d73-4765-928b-2c32a920a727 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:19:21.524486 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-00302f06-0af1-47ba-8a32-94750b0d6db6 req-cd51f160-e848-4e5b-b257-74421a013d01 tempest-VolumesNegativeTest-1133038861 tempest-VolumesNegativeTest-1133038861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789020190181'] for port (311e02b9-6d73-4765-928b-2c32a920a727), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:21.617230 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [req-00302f06-0af1-47ba-8a32-94750b0d6db6 req-cd51f160-e848-4e5b-b257-74421a013d01 tempest-VolumesNegativeTest-1133038861 tempest-VolumesNegativeTest-1133038861-project] For port 311e02b9-6d73-4765-928b-2c32a920a727, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=311e02b9-6d73-4765-928b-2c32a920a727,segment=NetworkSegment(cc36b7ab-ead4-4a8e-bc08-41a7e30a9130),segment_id=cc36b7ab-ead4-4a8e-bc08-41a7e30a9130)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:19:21.617594 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-00302f06-0af1-47ba-8a32-94750b0d6db6 req-cd51f160-e848-4e5b-b257-74421a013d01 tempest-VolumesNegativeTest-1133038861 tempest-VolumesNegativeTest-1133038861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555776'] for port (311e02b9-6d73-4765-928b-2c32a920a727), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:21.630668 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [req-00302f06-0af1-47ba-8a32-94750b0d6db6 req-cd51f160-e848-4e5b-b257-74421a013d01 tempest-VolumesNegativeTest-1133038861 tempest-VolumesNegativeTest-1133038861-project] Calling delete_port for 311e02b9-6d73-4765-928b-2c32a920a727 owned by compute:nova {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:19:21.733962 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-a9d93edb-80a1-4482-ad22-da485bfb7994 req-28170b69-0ad2-4e4e-a695-5a3137222705 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=7914c5a4-73f7-4114-a4ec-d583fecff5ec HTTP/1.1" status: 200 len: 210 time: 0.0278440 May 16 15:19:21.744905 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee12176c-0dab-44ee-a080-05b89503a6b9 req-c83bfb0d-48ce-4948-acc5-1a6dff11e3d4 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:21.746530 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-ee12176c-0dab-44ee-a080-05b89503a6b9 req-c83bfb0d-48ce-4948-acc5-1a6dff11e3d4 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=f78dee55-4357-4bb4-8057-ddecdd7326f6 HTTP/1.1" status: 200 len: 945 time: 0.0644112 May 16 15:19:21.829468 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-ee12176c-0dab-44ee-a080-05b89503a6b9 req-db024598-a9e8-45e2-ab03-dbb79160e764 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=171a59f1-e675-4897-8a8a-b7b7145a7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771747 May 16 15:19:21.884807 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-00302f06-0af1-47ba-8a32-94750b0d6db6 req-cd51f160-e848-4e5b-b257-74421a013d01 tempest-VolumesNegativeTest-1133038861 tempest-VolumesNegativeTest-1133038861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789020200313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789019640158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61886211'] for port (311e02b9-6d73-4765-928b-2c32a920a727), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:21.912175 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd51f160-e848-4e5b-b257-74421a013d01 tempest-VolumesNegativeTest-1133038861 tempest-VolumesNegativeTest-1133038861-project] Pushing event deleted for resources: {'Port': ['ID=311e02b9-6d73-4765-928b-2c32a920a727,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:19:21.920985 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] get_ports_and_sgs() called for port_ids ['311e02b9-6d73-4765-928b-2c32a920a727'] {{(pid=104035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:19:21.960819 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [req-00302f06-0af1-47ba-8a32-94750b0d6db6 req-cd51f160-e848-4e5b-b257-74421a013d01 tempest-VolumesNegativeTest-1133038861 tempest-VolumesNegativeTest-1133038861-project] No DVR routers for this DVR port 311e02b9-6d73-4765-928b-2c32a920a727 on host hv-cinder-79578 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:19:21.963100 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-00302f06-0af1-47ba-8a32-94750b0d6db6 req-cd51f160-e848-4e5b-b257-74421a013d01 tempest-VolumesNegativeTest-1133038861 tempest-VolumesNegativeTest-1133038861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914'] for port (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:21.966370 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-00302f06-0af1-47ba-8a32-94750b0d6db6 req-cd51f160-e848-4e5b-b257-74421a013d01 tempest-VolumesNegativeTest-1133038861 tempest-VolumesNegativeTest-1133038861-project] 10.222.0.69 "DELETE /v2.0/ports/311e02b9-6d73-4765-928b-2c32a920a727 HTTP/1.1" status: 204 len: 173 time: 0.5255229 May 16 15:19:21.966831 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '360b2e08-f3cd-4e7d-b9ed-11951f9298e5', 'name': 'network-vif-deleted', 'tag': '311e02b9-6d73-4765-928b-2c32a920a727'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:19:21.969104 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffeccd97bc4bec2d8a291f35a4115644be5723c7930092d1a563b2016f5a5231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85040e78-4bad-4718-969c-4f5b454edca8" -d '{"events": [{"server_uuid": "360b2e08-f3cd-4e7d-b9ed-11951f9298e5", "name": "network-vif-deleted", "tag": "311e02b9-6d73-4765-928b-2c32a920a727"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:19:22.010172 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d788ca58-428e-4b07-87bc-b5630561317a x-openstack-request-id: req-d788ca58-428e-4b07-87bc-b5630561317a {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:19:22.010530 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "360b2e08-f3cd-4e7d-b9ed-11951f9298e5", "name": "network-vif-deleted", "tag": "311e02b9-6d73-4765-928b-2c32a920a727", "status": "completed", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:19:22.010784 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d788ca58-428e-4b07-87bc-b5630561317a {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:19:22.011188 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d788ca58-428e-4b07-87bc-b5630561317a'] response: {'server_uuid': '360b2e08-f3cd-4e7d-b9ed-11951f9298e5', 'name': 'network-vif-deleted', 'tag': '311e02b9-6d73-4765-928b-2c32a920a727', 'status': 'completed', 'code': 200} May 16 15:19:22.162250 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-e9a3aace-b028-4ee8-be92-f54497ec8277 req-e00d5b8e-aca5-414e-9845-4353f6a8cbee tempest-VolumesNegativeTest-1133038861 tempest-VolumesNegativeTest-1133038861-project] 10.222.0.44 "GET /v2.0/ports?device_id=360b2e08-f3cd-4e7d-b9ed-11951f9298e5 HTTP/1.1" status: 200 len: 210 time: 0.0279062 May 16 15:19:22.336779 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e0117c-3ee6-4fe8-a944-c4bf32c6ef80 req-242c6107-10b9-45a5-a7ef-f67c8504ca64 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:22.338150 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-d9e0117c-3ee6-4fe8-a944-c4bf32c6ef80 req-242c6107-10b9-45a5-a7ef-f67c8504ca64 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.69 "GET /v2.0/networks?id=982c6e92-7848-46dd-811d-5ec569a6da67 HTTP/1.1" status: 200 len: 815 time: 0.1006258 May 16 15:19:22.415172 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-d9e0117c-3ee6-4fe8-a944-c4bf32c6ef80 req-e2196c2c-a804-49e4-81fe-cfa48c0cafb5 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d143bc5a616249a7beefc7b27962026b HTTP/1.1" status: 200 len: 380 time: 0.0562685 May 16 15:19:22.423937 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.v2.base [req-d9e0117c-3ee6-4fe8-a944-c4bf32c6ef80 req-0f853cef-04b8-4ffb-bdc0-b2e923e894ad tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Request body: {'port': {'device_id': '7914c5a4-73f7-4114-a4ec-d583fecff5ec', 'network_id': '982c6e92-7848-46dd-811d-5ec569a6da67', 'admin_state_up': True, 'tenant_id': 'd143bc5a616249a7beefc7b27962026b', 'security_groups': ['ad2e1d12-5ccd-4dd1-a4ea-a6a49f48b690']}} {{(pid=104033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:19:22.552466 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f5b37-1ddc-4a3c-99b7-5dd7553710b4 req-e135de4c-5e51-4d5d-8f50-b3adb367a7b0 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:22.554104 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-7b0f5b37-1ddc-4a3c-99b7-5dd7553710b4 req-e135de4c-5e51-4d5d-8f50-b3adb367a7b0 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2587084-89a0-47a8-909d-019d48b12e5c HTTP/1.1" status: 200 len: 984 time: 0.0482020 May 16 15:19:22.614602 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-7b0f5b37-1ddc-4a3c-99b7-5dd7553710b4 req-fab26664-e441-46ec-a19c-1001ccff25a8 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd80e2ed-795d-481f-ae0d-33b1c9403e7c&id=40c14af3-1fed-4601-8c5f-6a8238c55c09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545778 May 16 15:19:22.621788 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9e0117c-3ee6-4fe8-a944-c4bf32c6ef80 req-0f853cef-04b8-4ffb-bdc0-b2e923e894ad tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Made reservation on behalf of d143bc5a616249a7beefc7b27962026b for: {'port': 1} {{(pid=104033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:19:22.625271 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-d9e0117c-3ee6-4fe8-a944-c4bf32c6ef80 req-0f853cef-04b8-4ffb-bdc0-b2e923e894ad tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:22.751978 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [req-d9e0117c-3ee6-4fe8-a944-c4bf32c6ef80 req-0f853cef-04b8-4ffb-bdc0-b2e923e894ad tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Allocated IP 172.20.0.13 (982c6e92-7848-46dd-811d-5ec569a6da67/1fafe849-ed07-444a-932d-68cf1f6b80a1/c65d1e07-7d92-45c0-afcb-735f16828214) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:19:22.842070 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-8419cdc1-5f37-4ca2-b9be-051ac257143d req-358b963d-c541-47eb-ac27-f109d8cddf65 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=7914c5a4-73f7-4114-a4ec-d583fecff5ec HTTP/1.1" status: 200 len: 210 time: 0.0374002 May 16 15:19:22.921096 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-d9e0117c-3ee6-4fe8-a944-c4bf32c6ef80 req-0f853cef-04b8-4ffb-bdc0-b2e923e894ad tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks [] for port (c65d1e07-7d92-45c0-afcb-735f16828214), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:22.946450 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed2925b-ea65-4408-b78e-ff11e96b9dc9 req-7ae086ed-1ee4-4de3-b7a1-19208a69f7a2 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:22.947921 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-9ed2925b-ea65-4408-b78e-ff11e96b9dc9 req-7ae086ed-1ee4-4de3-b7a1-19208a69f7a2 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=f78dee55-4357-4bb4-8057-ddecdd7326f6 HTTP/1.1" status: 200 len: 945 time: 0.0501266 May 16 15:19:22.995339 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-9ed2925b-ea65-4408-b78e-ff11e96b9dc9 req-5a589e5f-1dee-4828-ba4e-2525e6c5ecd6 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=171a59f1-e675-4897-8a8a-b7b7145a7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414388 May 16 15:19:23.012216 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-d9e0117c-3ee6-4fe8-a944-c4bf32c6ef80 req-0f853cef-04b8-4ffb-bdc0-b2e923e894ad tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789019640149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61886211'] for port (c65d1e07-7d92-45c0-afcb-735f16828214), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:23.061082 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9e0117c-3ee6-4fe8-a944-c4bf32c6ef80 req-0f853cef-04b8-4ffb-bdc0-b2e923e894ad tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Network 982c6e92-7848-46dd-811d-5ec569a6da67 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:19:23.064826 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [req-d9e0117c-3ee6-4fe8-a944-c4bf32c6ef80 req-0f853cef-04b8-4ffb-bdc0-b2e923e894ad tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:19:23.066768 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f853cef-04b8-4ffb-bdc0-b2e923e894ad tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Pushing event updated for resources: {'Port': ['ID=c65d1e07-7d92-45c0-afcb-735f16828214,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:19:23.068882 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9e0117c-3ee6-4fe8-a944-c4bf32c6ef80 req-0f853cef-04b8-4ffb-bdc0-b2e923e894ad tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:19:23.120894 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e0117c-3ee6-4fe8-a944-c4bf32c6ef80 req-0f853cef-04b8-4ffb-bdc0-b2e923e894ad tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:23.121511 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-d9e0117c-3ee6-4fe8-a944-c4bf32c6ef80 req-0f853cef-04b8-4ffb-bdc0-b2e923e894ad tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914'] for port (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:23.241272 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-d9e0117c-3ee6-4fe8-a944-c4bf32c6ef80 req-0f853cef-04b8-4ffb-bdc0-b2e923e894ad tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8140738 May 16 15:19:23.270271 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.v2.base [req-d9e0117c-3ee6-4fe8-a944-c4bf32c6ef80 req-4c24c2ae-e267-488b-93e6-0d7bc0cc3fbd service neutron] Request body: {'port': {'device_id': '7914c5a4-73f7-4114-a4ec-d583fecff5ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79578'}} {{(pid=104033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:19:23.283036 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-12f37d46-bdd5-45f2-adf9-a1e453de761b None None] Provisioning complete for port c65d1e07-7d92-45c0-afcb-735f16828214 triggered by entity DHCP. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:19:23.283580 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-12f37d46-bdd5-45f2-adf9-a1e453de761b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (c65d1e07-7d92-45c0-afcb-735f16828214), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:23.315231 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-12f37d46-bdd5-45f2-adf9-a1e453de761b None None] Port c65d1e07-7d92-45c0-afcb-735f16828214 cannot update to ACTIVE because it is not bound. {{(pid=104035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:19:23.343535 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-d9e0117c-3ee6-4fe8-a944-c4bf32c6ef80 req-4c24c2ae-e267-488b-93e6-0d7bc0cc3fbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (c65d1e07-7d92-45c0-afcb-735f16828214), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:23.626862 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [req-d9e0117c-3ee6-4fe8-a944-c4bf32c6ef80 req-4c24c2ae-e267-488b-93e6-0d7bc0cc3fbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c65d1e07-7d92-45c0-afcb-735f16828214 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:19:23.634669 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-d9e0117c-3ee6-4fe8-a944-c4bf32c6ef80 req-4c24c2ae-e267-488b-93e6-0d7bc0cc3fbd service neutron] Publish callbacks [] for port (c65d1e07-7d92-45c0-afcb-735f16828214), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:23.648091 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [req-d9e0117c-3ee6-4fe8-a944-c4bf32c6ef80 req-4c24c2ae-e267-488b-93e6-0d7bc0cc3fbd service neutron] Transition to ACTIVE for port object c65d1e07-7d92-45c0-afcb-735f16828214 will not be triggered until provisioned by entity L2. {{(pid=104033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 15:19:23.729108 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad0f0a5-45e0-46f2-a233-7b53d78ba404 req-b488f1b5-2bc5-46cf-94a6-9c87b7013311 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:23.730616 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-fad0f0a5-45e0-46f2-a233-7b53d78ba404 req-b488f1b5-2bc5-46cf-94a6-9c87b7013311 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2587084-89a0-47a8-909d-019d48b12e5c HTTP/1.1" status: 200 len: 984 time: 0.0488331 May 16 15:19:23.735764 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-d9e0117c-3ee6-4fe8-a944-c4bf32c6ef80 req-4c24c2ae-e267-488b-93e6-0d7bc0cc3fbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61886260'] for port (c65d1e07-7d92-45c0-afcb-735f16828214), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:23.790328 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c24c2ae-e267-488b-93e6-0d7bc0cc3fbd service neutron] Pushing event updated for resources: {'Port': ['ID=c65d1e07-7d92-45c0-afcb-735f16828214,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:19:23.808836 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-fad0f0a5-45e0-46f2-a233-7b53d78ba404 req-31953f24-ebb8-4e2f-9942-8957eca01287 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd80e2ed-795d-481f-ae0d-33b1c9403e7c&id=40c14af3-1fed-4601-8c5f-6a8238c55c09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0723848 May 16 15:19:23.870546 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [req-d9e0117c-3ee6-4fe8-a944-c4bf32c6ef80 req-4c24c2ae-e267-488b-93e6-0d7bc0cc3fbd service neutron] Attempting to bind port c65d1e07-7d92-45c0-afcb-735f16828214 on host hv-cinder-79578 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:19:23.870984 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [req-d9e0117c-3ee6-4fe8-a944-c4bf32c6ef80 req-4c24c2ae-e267-488b-93e6-0d7bc0cc3fbd service neutron] Attempting to bind port c65d1e07-7d92-45c0-afcb-735f16828214 by drivers openvswitch,hyperv on host hv-cinder-79578 at level 0 using segments [{'id': 'e125e9e2-0bb4-4387-a6b6-a67c63b56378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '982c6e92-7848-46dd-811d-5ec569a6da67'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:19:23.871386 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e0117c-3ee6-4fe8-a944-c4bf32c6ef80 req-4c24c2ae-e267-488b-93e6-0d7bc0cc3fbd service neutron] Attempting to bind port c65d1e07-7d92-45c0-afcb-735f16828214 on network 982c6e92-7848-46dd-811d-5ec569a6da67 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:19:23.876191 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e0117c-3ee6-4fe8-a944-c4bf32c6ef80 req-4c24c2ae-e267-488b-93e6-0d7bc0cc3fbd service neutron] Port c65d1e07-7d92-45c0-afcb-735f16828214 on network 982c6e92-7848-46dd-811d-5ec569a6da67 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79578 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 15:19:23.876519 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e0117c-3ee6-4fe8-a944-c4bf32c6ef80 req-4c24c2ae-e267-488b-93e6-0d7bc0cc3fbd service neutron] Attempting to bind port c65d1e07-7d92-45c0-afcb-735f16828214 on network 982c6e92-7848-46dd-811d-5ec569a6da67 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:19:23.884128 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e0117c-3ee6-4fe8-a944-c4bf32c6ef80 req-4c24c2ae-e267-488b-93e6-0d7bc0cc3fbd service neutron] Checking agent: {'id': '751a3b14-a3b6-44f5-a165-bd23bd92acbe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79578', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 13, 10), 'started_at': datetime.datetime(2022, 5, 16, 15, 13, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:19:23.884475 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e0117c-3ee6-4fe8-a944-c4bf32c6ef80 req-4c24c2ae-e267-488b-93e6-0d7bc0cc3fbd service neutron] Checking segment: {'id': 'e125e9e2-0bb4-4387-a6b6-a67c63b56378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '982c6e92-7848-46dd-811d-5ec569a6da67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:19:23.884863 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e0117c-3ee6-4fe8-a944-c4bf32c6ef80 req-4c24c2ae-e267-488b-93e6-0d7bc0cc3fbd service neutron] Bound using segment: {'id': 'e125e9e2-0bb4-4387-a6b6-a67c63b56378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '982c6e92-7848-46dd-811d-5ec569a6da67'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:19:23.885296 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [req-d9e0117c-3ee6-4fe8-a944-c4bf32c6ef80 req-4c24c2ae-e267-488b-93e6-0d7bc0cc3fbd service neutron] Bound port: c65d1e07-7d92-45c0-afcb-735f16828214, host: hv-cinder-79578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e125e9e2-0bb4-4387-a6b6-a67c63b56378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '982c6e92-7848-46dd-811d-5ec569a6da67'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:19:23.885660 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-d9e0117c-3ee6-4fe8-a944-c4bf32c6ef80 req-4c24c2ae-e267-488b-93e6-0d7bc0cc3fbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (c65d1e07-7d92-45c0-afcb-735f16828214), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:23.991663 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [req-d9e0117c-3ee6-4fe8-a944-c4bf32c6ef80 req-4c24c2ae-e267-488b-93e6-0d7bc0cc3fbd service neutron] For port c65d1e07-7d92-45c0-afcb-735f16828214, host hv-cinder-79578, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:19:23.999271 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce31bb3-e53c-4f8a-a8a1-16b6eb041591 req-d1417416-aaee-4319-accd-61449d2b3661 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:24.000756 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-0ce31bb3-e53c-4f8a-a8a1-16b6eb041591 req-d1417416-aaee-4319-accd-61449d2b3661 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=7914c5a4-73f7-4114-a4ec-d583fecff5ec HTTP/1.1" status: 200 len: 944 time: 0.0774031 May 16 15:19:24.002438 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [req-d9e0117c-3ee6-4fe8-a944-c4bf32c6ef80 req-4c24c2ae-e267-488b-93e6-0d7bc0cc3fbd service neutron] For port c65d1e07-7d92-45c0-afcb-735f16828214, host hv-cinder-79578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=c65d1e07-7d92-45c0-afcb-735f16828214,segment=NetworkSegment(e125e9e2-0bb4-4387-a6b6-a67c63b56378),segment_id=e125e9e2-0bb4-4387-a6b6-a67c63b56378)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:19:24.052373 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-0ce31bb3-e53c-4f8a-a8a1-16b6eb041591 req-a46d8d58-3838-415f-8a98-9247c3be9e85 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad2e1d12-5ccd-4dd1-a4ea-a6a49f48b690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449555 May 16 15:19:24.108194 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-d9e0117c-3ee6-4fe8-a944-c4bf32c6ef80 req-4c24c2ae-e267-488b-93e6-0d7bc0cc3fbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61886260'] for port (c65d1e07-7d92-45c0-afcb-735f16828214), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:24.112845 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3066a5f7-0c82-40cd-8351-238e0aa7f6f4 req-ee0649e3-6d17-43b2-8223-7a3d90aeef59 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:24.115324 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-3066a5f7-0c82-40cd-8351-238e0aa7f6f4 req-ee0649e3-6d17-43b2-8223-7a3d90aeef59 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=f78dee55-4357-4bb4-8057-ddecdd7326f6 HTTP/1.1" status: 200 len: 945 time: 0.0498140 May 16 15:19:24.147497 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e0117c-3ee6-4fe8-a944-c4bf32c6ef80 req-4c24c2ae-e267-488b-93e6-0d7bc0cc3fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:24.148077 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-d9e0117c-3ee6-4fe8-a944-c4bf32c6ef80 req-4c24c2ae-e267-488b-93e6-0d7bc0cc3fbd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914'] for port (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:24.149462 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-d9e0117c-3ee6-4fe8-a944-c4bf32c6ef80 req-4c24c2ae-e267-488b-93e6-0d7bc0cc3fbd service neutron] 10.222.0.69 "PUT /v2.0/ports/c65d1e07-7d92-45c0-afcb-735f16828214 HTTP/1.1" status: 200 len: 1094 time: 0.8849041 May 16 15:19:24.151768 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7914c5a4-73f7-4114-a4ec-d583fecff5ec', 'tag': 'c65d1e07-7d92-45c0-afcb-735f16828214'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:19:24.155293 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffeccd97bc4bec2d8a291f35a4115644be5723c7930092d1a563b2016f5a5231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee5c469c-13f1-407e-9f24-0f05e4c57928" -d '{"events": [{"name": "network-changed", "server_uuid": "7914c5a4-73f7-4114-a4ec-d583fecff5ec", "tag": "c65d1e07-7d92-45c0-afcb-735f16828214"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:19:24.176894 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-3066a5f7-0c82-40cd-8351-238e0aa7f6f4 req-1bcd9b22-a1ed-4838-9d91-1a4025c2aa21 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=171a59f1-e675-4897-8a8a-b7b7145a7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554912 May 16 15:19:24.185374 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device 311e02b9-6d73-4765-928b-2c32a920a727 no longer exists at agent hyperv_hv-cinder-79578 {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:19:24.185801 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c24c2ae-e267-488b-93e6-0d7bc0cc3fbd service neutron] Pushing event updated for resources: {'Port': ['ID=c65d1e07-7d92-45c0-afcb-735f16828214,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:19:24.212689 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] No Port match for: 311e02b9-6d73-4765-928b-2c32a920a727 {{(pid=104035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:19:24.213031 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device 311e02b9-6d73-4765-928b-2c32a920a727 not bound to the agent host hv-cinder-79578 {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:19:24.222291 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-104c51a4-670e-4a15-a0f5-4c69fc06d476 x-openstack-request-id: req-104c51a4-670e-4a15-a0f5-4c69fc06d476 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:19:24.222664 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7914c5a4-73f7-4114-a4ec-d583fecff5ec", "tag": "c65d1e07-7d92-45c0-afcb-735f16828214", "status": "completed", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:19:24.222917 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-104c51a4-670e-4a15-a0f5-4c69fc06d476 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:19:24.223322 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-104c51a4-670e-4a15-a0f5-4c69fc06d476'] response: {'name': 'network-changed', 'server_uuid': '7914c5a4-73f7-4114-a4ec-d583fecff5ec', 'tag': 'c65d1e07-7d92-45c0-afcb-735f16828214', 'status': 'completed', 'code': 200} May 16 15:19:24.662300 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c469c-13f1-407e-9f24-0f05e4c57928 req-09d797c2-bf93-4a7b-b6b9-fb53ce95fe68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:24.664528 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-ee5c469c-13f1-407e-9f24-0f05e4c57928 req-09d797c2-bf93-4a7b-b6b9-fb53ce95fe68 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d143bc5a616249a7beefc7b27962026b&device_id=7914c5a4-73f7-4114-a4ec-d583fecff5ec HTTP/1.1" status: 200 len: 1128 time: 0.0403531 May 16 15:19:24.781686 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c469c-13f1-407e-9f24-0f05e4c57928 req-38dcdc1e-a8c6-4eda-826a-50ce41d4396d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:24.783192 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-ee5c469c-13f1-407e-9f24-0f05e4c57928 req-38dcdc1e-a8c6-4eda-826a-50ce41d4396d service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=d143bc5a616249a7beefc7b27962026b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0977809 May 16 15:19:24.881355 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c469c-13f1-407e-9f24-0f05e4c57928 req-74e3552d-6c09-47aa-8d4b-1ef554c83ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:24.882993 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-ee5c469c-13f1-407e-9f24-0f05e4c57928 req-74e3552d-6c09-47aa-8d4b-1ef554c83ce1 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0937936 May 16 15:19:24.925611 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434b1727-b5ae-40d2-b759-9f8ce4832e49 req-4de09353-1e6c-45d6-a53f-b099cb5c908f tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:24.927109 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-434b1727-b5ae-40d2-b759-9f8ce4832e49 req-4de09353-1e6c-45d6-a53f-b099cb5c908f tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2587084-89a0-47a8-909d-019d48b12e5c HTTP/1.1" status: 200 len: 984 time: 0.0474629 May 16 15:19:24.988029 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-434b1727-b5ae-40d2-b759-9f8ce4832e49 req-95359026-c1a1-4a3f-8436-5a6a7378d2ab tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/security-groups?id=bd80e2ed-795d-481f-ae0d-33b1c9403e7c&id=40c14af3-1fed-4601-8c5f-6a8238c55c09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550730 May 16 15:19:24.993274 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e0117c-3ee6-4fe8-a944-c4bf32c6ef80 req-146cfe87-dd24-4fcf-8ab3-07b24e2b3f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:24.994778 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-d9e0117c-3ee6-4fe8-a944-c4bf32c6ef80 req-146cfe87-dd24-4fcf-8ab3-07b24e2b3f02 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d143bc5a616249a7beefc7b27962026b&device_id=7914c5a4-73f7-4114-a4ec-d583fecff5ec HTTP/1.1" status: 200 len: 1128 time: 0.0401528 May 16 15:19:25.047686 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-d9e0117c-3ee6-4fe8-a944-c4bf32c6ef80 req-cbb1befb-793d-419e-a9a2-26cc21d63ff4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c65d1e07-7d92-45c0-afcb-735f16828214 HTTP/1.1" status: 200 len: 217 time: 0.0336137 May 16 15:19:25.100967 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e0117c-3ee6-4fe8-a944-c4bf32c6ef80 req-756dfc05-d7de-437f-871c-5a9ce19c9dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:25.102478 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-d9e0117c-3ee6-4fe8-a944-c4bf32c6ef80 req-756dfc05-d7de-437f-871c-5a9ce19c9dee service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1fafe849-ed07-444a-932d-68cf1f6b80a1 HTTP/1.1" status: 200 len: 854 time: 0.0481977 May 16 15:19:25.176826 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e0117c-3ee6-4fe8-a944-c4bf32c6ef80 req-6698dbd2-91fa-4e36-b73a-85384a60a10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:25.178418 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-d9e0117c-3ee6-4fe8-a944-c4bf32c6ef80 req-6698dbd2-91fa-4e36-b73a-85384a60a10e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=982c6e92-7848-46dd-811d-5ec569a6da67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0703011 May 16 15:19:25.198976 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d0e55e-6461-4b4e-861e-b6c073914508 req-f343be80-4e5f-41aa-9d60-81a9d215dfa3 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:25.200368 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-d4d0e55e-6461-4b4e-861e-b6c073914508 req-f343be80-4e5f-41aa-9d60-81a9d215dfa3 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=7914c5a4-73f7-4114-a4ec-d583fecff5ec HTTP/1.1" status: 200 len: 944 time: 0.0609691 May 16 15:19:25.303675 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa6f043-b092-4b17-8632-c2f5df51f007 req-96cdee21-5b9d-44eb-9fca-e9080052ecdd tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:25.305155 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-cfa6f043-b092-4b17-8632-c2f5df51f007 req-96cdee21-5b9d-44eb-9fca-e9080052ecdd tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=f78dee55-4357-4bb4-8057-ddecdd7326f6 HTTP/1.1" status: 200 len: 945 time: 0.0477839 May 16 15:19:25.309523 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-d4d0e55e-6461-4b4e-861e-b6c073914508 req-5a8bf704-72d6-42b6-ba7d-0593a6cb552d tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad2e1d12-5ccd-4dd1-a4ea-a6a49f48b690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899987 May 16 15:19:25.326978 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-d9e0117c-3ee6-4fe8-a944-c4bf32c6ef80 req-2562aada-6a1d-4633-ab97-0b544d129b9e service neutron] 10.222.0.69 "GET /v2.0/networks/982c6e92-7848-46dd-811d-5ec569a6da67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391895 May 16 15:19:25.365308 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-cfa6f043-b092-4b17-8632-c2f5df51f007 req-762af084-191b-4f02-ba72-b9e420fad7ee tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=171a59f1-e675-4897-8a8a-b7b7145a7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527518 May 16 15:19:25.502817 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-d9e0117c-3ee6-4fe8-a944-c4bf32c6ef80 req-5cd0719e-888e-4cf0-baf0-9bfe72a7cdd9 service neutron] 10.222.0.69 "GET /v2.0/networks/982c6e92-7848-46dd-811d-5ec569a6da67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827754 May 16 15:19:26.440997 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff81af8-9e36-48d3-9c1b-4f7b79839f8e req-b8bb8246-73a3-4e6c-bbf0-9cab753e3a27 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:26.442648 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-7ff81af8-9e36-48d3-9c1b-4f7b79839f8e req-b8bb8246-73a3-4e6c-bbf0-9cab753e3a27 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=7914c5a4-73f7-4114-a4ec-d583fecff5ec HTTP/1.1" status: 200 len: 944 time: 0.0587013 May 16 15:19:26.496169 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b24d8d-55ec-460a-a281-efce8519049f req-9c4e144a-a79b-4602-971d-18de9d77dcb3 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:26.497674 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-30b24d8d-55ec-460a-a281-efce8519049f req-9c4e144a-a79b-4602-971d-18de9d77dcb3 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=f78dee55-4357-4bb4-8057-ddecdd7326f6 HTTP/1.1" status: 200 len: 945 time: 0.0606675 May 16 15:19:26.497800 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-7ff81af8-9e36-48d3-9c1b-4f7b79839f8e req-a3bdf3b0-9e03-49d2-87a0-5a9100c35a03 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad2e1d12-5ccd-4dd1-a4ea-a6a49f48b690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440507 May 16 15:19:26.548728 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-30b24d8d-55ec-460a-a281-efce8519049f req-d194cbff-8a4c-41ee-bdb1-af8d57935dfe tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=171a59f1-e675-4897-8a8a-b7b7145a7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433011 May 16 15:19:26.809514 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-3aa30ed5-8fc7-4dbd-a2fd-0bde849ba9bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (a586ef94-96cb-452c-b402-463be5294b2a), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:27.625334 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f703d3c0-d6e1-4240-b1fd-a32044969df7 req-e5144097-6bda-4a00-b3c6-3291ee32aa30 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:27.626902 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-f703d3c0-d6e1-4240-b1fd-a32044969df7 req-e5144097-6bda-4a00-b3c6-3291ee32aa30 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=7914c5a4-73f7-4114-a4ec-d583fecff5ec HTTP/1.1" status: 200 len: 944 time: 0.0510526 May 16 15:19:27.665075 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eccbd36-96d0-4580-a593-cf41f36abf80 req-c8daa0f4-db74-43a9-a3c5-dbf4922516ce tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:27.666739 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-9eccbd36-96d0-4580-a593-cf41f36abf80 req-c8daa0f4-db74-43a9-a3c5-dbf4922516ce tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=f78dee55-4357-4bb4-8057-ddecdd7326f6 HTTP/1.1" status: 200 len: 945 time: 0.0486388 May 16 15:19:27.673322 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-f703d3c0-d6e1-4240-b1fd-a32044969df7 req-2a24fd9b-0339-4a5c-a5dd-7d00bf7571cb tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad2e1d12-5ccd-4dd1-a4ea-a6a49f48b690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408154 May 16 15:19:27.714604 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-9eccbd36-96d0-4580-a593-cf41f36abf80 req-c8aa98a2-1f14-4a7c-a4e5-2a14f8fe8bf0 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=171a59f1-e675-4897-8a8a-b7b7145a7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421810 May 16 15:19:28.212453 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device c65d1e07-7d92-45c0-afcb-735f16828214 details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=104035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 15:19:28.309960 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] For port c65d1e07-7d92-45c0-afcb-735f16828214, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=c65d1e07-7d92-45c0-afcb-735f16828214,segment=NetworkSegment(e125e9e2-0bb4-4387-a6b6-a67c63b56378),segment_id=e125e9e2-0bb4-4387-a6b6-a67c63b56378)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:19:28.321033 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Returning: {'device': 'c65d1e07-7d92-45c0-afcb-735f16828214', 'network_id': '982c6e92-7848-46dd-811d-5ec569a6da67', 'port_id': 'c65d1e07-7d92-45c0-afcb-735f16828214', 'mac_address': 'fa:16:3e:9b:a0:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fafe849-ed07-444a-932d-68cf1f6b80a1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 15:19:28.354747 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Current status of the port c65d1e07-7d92-45c0-afcb-735f16828214 is: DOWN; New status is: BUILD {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:19:28.355064 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (c65d1e07-7d92-45c0-afcb-735f16828214), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:28.367782 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.notifiers.nova [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c65d1e07-7d92-45c0-afcb-735f16828214 {{(pid=104035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:19:28.386892 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] For port c65d1e07-7d92-45c0-afcb-735f16828214, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=c65d1e07-7d92-45c0-afcb-735f16828214,segment=NetworkSegment(e125e9e2-0bb4-4387-a6b6-a67c63b56378),segment_id=e125e9e2-0bb4-4387-a6b6-a67c63b56378)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:19:28.471904 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (c65d1e07-7d92-45c0-afcb-735f16828214), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:28.517833 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Pushing event updated for resources: {'Port': ['ID=c65d1e07-7d92-45c0-afcb-735f16828214,revision_number=4']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:19:28.789276 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1a557b-b9b0-497f-b89d-78a29cdc2c88 req-b308d6a4-76a6-45b7-8d26-d14df58df0cf tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:28.790770 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-2d1a557b-b9b0-497f-b89d-78a29cdc2c88 req-b308d6a4-76a6-45b7-8d26-d14df58df0cf tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=7914c5a4-73f7-4114-a4ec-d583fecff5ec HTTP/1.1" status: 200 len: 945 time: 0.0503228 May 16 15:19:28.839873 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-2d1a557b-b9b0-497f-b89d-78a29cdc2c88 req-0875746f-a5f2-4bb1-8c79-5bef2a26fe54 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad2e1d12-5ccd-4dd1-a4ea-a6a49f48b690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426540 May 16 15:19:28.841335 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e721f9-e454-4f93-8161-839012aef4ee req-1657f1b2-da5d-43de-99d9-146ea250734d tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:28.842874 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-09e721f9-e454-4f93-8161-839012aef4ee req-1657f1b2-da5d-43de-99d9-146ea250734d tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=f78dee55-4357-4bb4-8057-ddecdd7326f6 HTTP/1.1" status: 200 len: 945 time: 0.0586269 May 16 15:19:28.883444 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] get_ports_and_sgs() called for port_ids ['c65d1e07-7d92-45c0-afcb-735f16828214'] {{(pid=104035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:19:28.892220 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-09e721f9-e454-4f93-8161-839012aef4ee req-810013ec-7fa7-4b85-9045-374c4754235e tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=171a59f1-e675-4897-8a8a-b7b7145a7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436361 May 16 15:19:28.907127 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-896e7227-6c9d-4a20-b759-72f0f673a305 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (54a3e65b-69a0-426d-9997-69a1705c4334), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:29.057424 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 48434) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:19:29.185046 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-ed450ef9-1a37-4cb8-b005-c3adc91972f6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a7a81cdda2b24d85a96f06585868e8f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1264665 May 16 15:19:29.187845 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 48438) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:19:29.234647 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-2d416247-b7f7-47e2-96b9-d7ca8cfc2d32 admin admin] Publish callbacks [] for security_group (210947f9-d53a-4913-b442-850928eafa87), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:29.255486 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-2d416247-b7f7-47e2-96b9-d7ca8cfc2d32 admin admin] Publish callbacks [] for security_group (210947f9-d53a-4913-b442-850928eafa87), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:29.398134 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-2d416247-b7f7-47e2-96b9-d7ca8cfc2d32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (210947f9-d53a-4913-b442-850928eafa87), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:29.400589 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-2d416247-b7f7-47e2-96b9-d7ca8cfc2d32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:29.401756 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-2d416247-b7f7-47e2-96b9-d7ca8cfc2d32 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/210947f9-d53a-4913-b442-850928eafa87 HTTP/1.1" status: 204 len: 168 time: 0.2130027 May 16 15:19:29.409283 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d416247-b7f7-47e2-96b9-d7ca8cfc2d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=210947f9-d53a-4913-b442-850928eafa87,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:19:29.416973 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d416247-b7f7-47e2-96b9-d7ca8cfc2d32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:19:29.417322 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d416247-b7f7-47e2-96b9-d7ca8cfc2d32 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:19:29.417665 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d416247-b7f7-47e2-96b9-d7ca8cfc2d32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:19:29.418007 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d416247-b7f7-47e2-96b9-d7ca8cfc2d32 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:19:29.418364 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d416247-b7f7-47e2-96b9-d7ca8cfc2d32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:19:29.418700 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d416247-b7f7-47e2-96b9-d7ca8cfc2d32 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:19:29.419031 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d416247-b7f7-47e2-96b9-d7ca8cfc2d32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:19:29.419358 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d416247-b7f7-47e2-96b9-d7ca8cfc2d32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:19:29.419687 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d416247-b7f7-47e2-96b9-d7ca8cfc2d32 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:19:29.420075 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d416247-b7f7-47e2-96b9-d7ca8cfc2d32 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:19:29.420406 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d416247-b7f7-47e2-96b9-d7ca8cfc2d32 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:19:29.420732 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d416247-b7f7-47e2-96b9-d7ca8cfc2d32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:19:29.421055 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d416247-b7f7-47e2-96b9-d7ca8cfc2d32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:19:29.421376 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d416247-b7f7-47e2-96b9-d7ca8cfc2d32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:19:29.421714 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d416247-b7f7-47e2-96b9-d7ca8cfc2d32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:19:29.962750 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a9721-192c-4116-8699-5a61611ee5aa req-b198163a-a09c-4a3d-83bb-01269f8960e1 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:29.964349 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-121a9721-192c-4116-8699-5a61611ee5aa req-b198163a-a09c-4a3d-83bb-01269f8960e1 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=7914c5a4-73f7-4114-a4ec-d583fecff5ec HTTP/1.1" status: 200 len: 945 time: 0.0490196 May 16 15:19:30.012363 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-121a9721-192c-4116-8699-5a61611ee5aa req-d4a72f08-1496-4e29-8d9b-dd228c9c65f7 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad2e1d12-5ccd-4dd1-a4ea-a6a49f48b690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422881 May 16 15:19:30.014245 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0eb677-a268-4fe5-ba15-ca8b71361fd3 req-514e93bd-f7c9-4e83-89df-3e2f5be2bcac tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:30.015857 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-7e0eb677-a268-4fe5-ba15-ca8b71361fd3 req-514e93bd-f7c9-4e83-89df-3e2f5be2bcac tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=f78dee55-4357-4bb4-8057-ddecdd7326f6 HTTP/1.1" status: 200 len: 945 time: 0.0534899 May 16 15:19:30.066732 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-7e0eb677-a268-4fe5-ba15-ca8b71361fd3 req-b80cb25e-e346-4c14-bd7a-57ba4b50aea0 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=171a59f1-e675-4897-8a8a-b7b7145a7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447619 May 16 15:19:30.068188 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-e1b85405-7a13-4024-838c-532465e0cf8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (72569482-7f88-4a09-9117-6d6842ca2c26), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:30.234259 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device c65d1e07-7d92-45c0-afcb-735f16828214 up at agent hyperv_hv-cinder-79578 {{(pid=104035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:19:30.276196 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 48464) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:19:30.282389 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Provisioning for port c65d1e07-7d92-45c0-afcb-735f16828214 completed by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 15:19:30.358212 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Provisioning complete for port c65d1e07-7d92-45c0-afcb-735f16828214 triggered by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:19:30.358626 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (c65d1e07-7d92-45c0-afcb-735f16828214), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:30.370469 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.v2.base [None req-6b1bade7-b2c9-45b3-b23e-ca0441b400d7 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1114646596-network', 'tenant_id': 'f6ec3267b0c548558b92318ec6179dca'}} {{(pid=104034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:19:30.431670 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Current status of the port c65d1e07-7d92-45c0-afcb-735f16828214 is: BUILD; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:19:30.432075 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (c65d1e07-7d92-45c0-afcb-735f16828214), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:30.454948 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7914c5a4-73f7-4114-a4ec-d583fecff5ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c65d1e07-7d92-45c0-afcb-735f16828214'}] {{(pid=104035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:19:30.457138 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1790aa2910a77bb841f337ade38aaf2daae4faf72d914c843aa5f796a16e7f37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f23a1511-e556-4cc9-bdc1-070548cc6fd5" -d '{"events": [{"server_uuid": "7914c5a4-73f7-4114-a4ec-d583fecff5ec", "name": "network-vif-plugged", "status": "completed", "tag": "c65d1e07-7d92-45c0-afcb-735f16828214"}]}' {{(pid=104035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:19:30.469215 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] For port c65d1e07-7d92-45c0-afcb-735f16828214, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=c65d1e07-7d92-45c0-afcb-735f16828214,segment=NetworkSegment(e125e9e2-0bb4-4387-a6b6-a67c63b56378),segment_id=e125e9e2-0bb4-4387-a6b6-a67c63b56378)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:19:30.495055 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c0df707-a533-49f4-9e5f-98e53d476156 x-openstack-request-id: req-6c0df707-a533-49f4-9e5f-98e53d476156 {{(pid=104035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:19:30.495369 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7914c5a4-73f7-4114-a4ec-d583fecff5ec", "name": "network-vif-plugged", "status": "completed", "tag": "c65d1e07-7d92-45c0-afcb-735f16828214", "code": 200}]} {{(pid=104035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:19:30.495656 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6c0df707-a533-49f4-9e5f-98e53d476156 {{(pid=104035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:19:30.496053 dv-cinder-795785-10-iscsi neutron-server[104035]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c0df707-a533-49f4-9e5f-98e53d476156'] response: {'server_uuid': '7914c5a4-73f7-4114-a4ec-d583fecff5ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c65d1e07-7d92-45c0-afcb-735f16828214', 'code': 200} May 16 15:19:30.506983 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b1bade7-b2c9-45b3-b23e-ca0441b400d7 admin admin] Made reservation on behalf of f6ec3267b0c548558b92318ec6179dca for: {'network': 1} {{(pid=104034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:19:30.509397 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-6b1bade7-b2c9-45b3-b23e-ca0441b400d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for network (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:30.518178 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-6b1bade7-b2c9-45b3-b23e-ca0441b400d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:30.535266 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (c65d1e07-7d92-45c0-afcb-735f16828214), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:30.592765 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Pushing event updated for resources: {'Port': ['ID=c65d1e07-7d92-45c0-afcb-735f16828214,revision_number=5']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:19:30.594749 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-6b1bade7-b2c9-45b3-b23e-ca0441b400d7 admin admin] Publish callbacks [] for security_group (81d97ed9-eb0b-4503-a392-7095f36dc063), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:30.724701 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-6b1bade7-b2c9-45b3-b23e-ca0441b400d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (81d97ed9-eb0b-4503-a392-7095f36dc063), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:30.746164 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b1bade7-b2c9-45b3-b23e-ca0441b400d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=104034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 15:19:30.760637 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1bade7-b2c9-45b3-b23e-ca0441b400d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81d97ed9-eb0b-4503-a392-7095f36dc063,revision_number=1']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:19:30.763465 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-6b1bade7-b2c9-45b3-b23e-ca0441b400d7 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789020055565', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996815'] for segment (ba4cb3a3-40de-452c-9eae-dab0cd0cc2ba), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:30.763875 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.db.segments_db [None req-6b1bade7-b2c9-45b3-b23e-ca0441b400d7 admin admin] Added segment ba4cb3a3-40de-452c-9eae-dab0cd0cc2ba of type vlan for network 52443307-02f5-4e57-bece-5c1fc6d7aa3e May 16 15:19:30.804412 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-6b1bade7-b2c9-45b3-b23e-ca0441b400d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789019629716'] for network (52443307-02f5-4e57-bece-5c1fc6d7aa3e), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:30.889548 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-6b1bade7-b2c9-45b3-b23e-ca0441b400d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888'] for network (52443307-02f5-4e57-bece-5c1fc6d7aa3e), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:30.890614 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1bade7-b2c9-45b3-b23e-ca0441b400d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:30.891198 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-6b1bade7-b2c9-45b3-b23e-ca0441b400d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631934'] for network (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:30.952162 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1bade7-b2c9-45b3-b23e-ca0441b400d7 admin admin] Pushing event updated for resources: {'Network': ['ID=52443307-02f5-4e57-bece-5c1fc6d7aa3e,revision_number=1']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:19:30.961849 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Network 52443307-02f5-4e57-bece-5c1fc6d7aa3e details requested by agent ovs-agent-dv-cinder-795785-10-iscsi with host dv-cinder-795785-10-iscsi {{(pid=104035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 15:19:30.995563 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-6b1bade7-b2c9-45b3-b23e-ca0441b400d7 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.7181091 May 16 15:19:30.998121 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 48474) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:19:31.003130 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.v2.base [None req-01e12478-982a-4dcd-8670-c3ff598d4274 admin admin] Request body: {'subnet': {'network_id': '52443307-02f5-4e57-bece-5c1fc6d7aa3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1114646596-subnet', 'tenant_id': 'f6ec3267b0c548558b92318ec6179dca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:19:31.109091 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e12478-982a-4dcd-8670-c3ff598d4274 admin admin] Made reservation on behalf of f6ec3267b0c548558b92318ec6179dca for: {'subnet': 1} {{(pid=104034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:19:31.111518 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-01e12478-982a-4dcd-8670-c3ff598d4274 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773436'] for subnet (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:31.146520 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd28ac58-50a5-4294-b980-b9893664ac81 req-27e4f60d-5fa0-4614-91ec-b61c018d4359 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:31.147995 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-dd28ac58-50a5-4294-b980-b9893664ac81 req-27e4f60d-5fa0-4614-91ec-b61c018d4359 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=7914c5a4-73f7-4114-a4ec-d583fecff5ec HTTP/1.1" status: 200 len: 946 time: 0.0676656 May 16 15:19:31.189003 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb0c1a8-d8ad-4c7a-8bef-440b9918de2e req-a439e7a3-37a8-455e-a6bd-870c27410942 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:31.190505 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-beb0c1a8-d8ad-4c7a-8bef-440b9918de2e req-a439e7a3-37a8-455e-a6bd-870c27410942 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=f78dee55-4357-4bb4-8057-ddecdd7326f6 HTTP/1.1" status: 200 len: 945 time: 0.0481122 May 16 15:19:31.241298 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-beb0c1a8-d8ad-4c7a-8bef-440b9918de2e req-81730052-d018-4f95-b882-a1ff06fb0bac tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=171a59f1-e675-4897-8a8a-b7b7145a7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449941 May 16 15:19:31.241985 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-dd28ac58-50a5-4294-b980-b9893664ac81 req-338e8d7e-93a1-423e-8414-3a4af4ab36ce tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad2e1d12-5ccd-4dd1-a4ea-a6a49f48b690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624537 May 16 15:19:31.386981 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-01e12478-982a-4dcd-8670-c3ff598d4274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4102194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2773418'] for subnet (80835ff4-fd6b-4c06-8f72-62bbdbf09f74), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:31.446787 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e12478-982a-4dcd-8670-c3ff598d4274 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80835ff4-fd6b-4c06-8f72-62bbdbf09f74,revision_number=0']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:19:31.454153 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e12478-982a-4dcd-8670-c3ff598d4274 admin admin] Checking segment: {'id': 'ba4cb3a3-40de-452c-9eae-dab0cd0cc2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '52443307-02f5-4e57-bece-5c1fc6d7aa3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:19:31.454517 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e12478-982a-4dcd-8670-c3ff598d4274 admin admin] Network hostable DHCP agents. Network: 52443307-02f5-4e57-bece-5c1fc6d7aa3e, hostable agents: ['a586ef94-96cb-452c-b402-463be5294b2a'], hosted agents: [] {{(pid=104034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 15:19:31.495515 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a2296b44-efe7-4c92-99bf-bf9223587463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (4544528a-1612-46a7-a248-6cca4b867644), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:31.563481 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e12478-982a-4dcd-8670-c3ff598d4274 admin admin] Network 52443307-02f5-4e57-bece-5c1fc6d7aa3e is scheduled to be hosted by DHCP agent a586ef94-96cb-452c-b402-463be5294b2a with binding_index 1 {{(pid=104034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 15:19:31.654873 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.base_scheduler [None req-01e12478-982a-4dcd-8670-c3ff598d4274 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795785-10-iscsi, 52443307-02f5-4e57-bece-5c1fc6d7aa3e) {{(pid=104034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:19:31.658923 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e12478-982a-4dcd-8670-c3ff598d4274 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:31.659510 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-01e12478-982a-4dcd-8670-c3ff598d4274 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:31.665788 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af2517f-b7d7-440e-8f61-e2c621544de8 None None] Network 52443307-02f5-4e57-bece-5c1fc6d7aa3e requested from dv-cinder-795785-10-iscsi {{(pid=104035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:19:31.772782 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6b802a-eaf6-4454-b126-48a91d4e4709 None None] Network 52443307-02f5-4e57-bece-5c1fc6d7aa3e requested from dv-cinder-795785-10-iscsi {{(pid=104035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:19:31.776264 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-01e12478-982a-4dcd-8670-c3ff598d4274 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7754419 May 16 15:19:31.784755 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ef9ac0-5177-4e18-8782-2bfffa894df4 req-51e8b813-0a1d-4842-93cc-4e558e20fcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:31.786642 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-a2ef9ac0-5177-4e18-8782-2bfffa894df4 req-51e8b813-0a1d-4842-93cc-4e558e20fcdd service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7914c5a4-73f7-4114-a4ec-d583fecff5ec HTTP/1.1" status: 200 len: 1130 time: 0.0468886 May 16 15:19:31.874507 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63047749-91ec-4946-ac66-1073832cedf2 req-be78724e-ac9e-4292-b947-7435c81ea456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:31.876058 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-63047749-91ec-4946-ac66-1073832cedf2 req-be78724e-ac9e-4292-b947-7435c81ea456 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f78dee55-4357-4bb4-8057-ddecdd7326f6 HTTP/1.1" status: 200 len: 1129 time: 0.0613720 May 16 15:19:31.901367 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-a2ef9ac0-5177-4e18-8782-2bfffa894df4 req-61714ccc-b482-4183-883d-97f7032f1fcf service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ad2e1d12-5ccd-4dd1-a4ea-a6a49f48b690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880091 May 16 15:19:31.926976 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-63047749-91ec-4946-ac66-1073832cedf2 req-4e5d7894-be9b-4b0f-9946-bccdab5beab4 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=171a59f1-e675-4897-8a8a-b7b7145a7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420516 May 16 15:19:32.354257 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec36c3-b6a7-4623-a039-0a8cccac27f9 req-34856848-c21d-4482-90a2-2566babae7c1 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:32.355762 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-b7ec36c3-b6a7-4623-a039-0a8cccac27f9 req-34856848-c21d-4482-90a2-2566babae7c1 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=7914c5a4-73f7-4114-a4ec-d583fecff5ec HTTP/1.1" status: 200 len: 946 time: 0.0475798 May 16 15:19:32.356281 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e496cc9-5414-4bb1-aee3-b92743f775b6 req-7d372b06-3e64-434f-8cce-27bc94c4fe86 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:32.357809 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-7e496cc9-5414-4bb1-aee3-b92743f775b6 req-7d372b06-3e64-434f-8cce-27bc94c4fe86 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=f78dee55-4357-4bb4-8057-ddecdd7326f6 HTTP/1.1" status: 200 len: 945 time: 0.0491219 May 16 15:19:32.403433 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-b7ec36c3-b6a7-4623-a039-0a8cccac27f9 req-5abada33-a419-48c2-9e07-390e7a1983d2 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad2e1d12-5ccd-4dd1-a4ea-a6a49f48b690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418940 May 16 15:19:32.408413 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-7e496cc9-5414-4bb1-aee3-b92743f775b6 req-7d71f36b-099a-411d-a228-a68e81a294b4 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=171a59f1-e675-4897-8a8a-b7b7145a7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451090 May 16 15:19:33.444356 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (311a8a5f-4d79-4ff7-931a-d05ff8cc45ee), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:33.521664 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8404ce24-2126-414d-9019-2e884f009b8b req-42b0ac2f-74fb-4241-97e7-12f7189c3649 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:33.522962 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b7321c-c426-4e32-a492-b2a5d317b47e req-95a0f6e7-4c48-4b5f-8b9f-c1ab75419d3d tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:33.523354 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-8404ce24-2126-414d-9019-2e884f009b8b req-42b0ac2f-74fb-4241-97e7-12f7189c3649 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=7914c5a4-73f7-4114-a4ec-d583fecff5ec HTTP/1.1" status: 200 len: 946 time: 0.0476050 May 16 15:19:33.524421 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-91b7321c-c426-4e32-a492-b2a5d317b47e req-95a0f6e7-4c48-4b5f-8b9f-c1ab75419d3d tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=f78dee55-4357-4bb4-8057-ddecdd7326f6 HTTP/1.1" status: 200 len: 945 time: 0.0466714 May 16 15:19:33.573192 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-91b7321c-c426-4e32-a492-b2a5d317b47e req-ed529ac9-5a53-4ec0-9e57-20c0f325a60d tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=171a59f1-e675-4897-8a8a-b7b7145a7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433192 May 16 15:19:33.573787 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-8404ce24-2126-414d-9019-2e884f009b8b req-93d30d54-d129-469a-ae00-8b610b8f9e93 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad2e1d12-5ccd-4dd1-a4ea-a6a49f48b690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439568 May 16 15:19:33.948279 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aa041e-39f0-4d84-bee0-3b09a428a8d6 req-d23f9bdc-f1a7-40a6-9182-b98de9fddf75 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:33.949639 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-41aa041e-39f0-4d84-bee0-3b09a428a8d6 req-d23f9bdc-f1a7-40a6-9182-b98de9fddf75 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] 10.222.0.44 "GET /v2.0/networks?id=52443307-02f5-4e57-bece-5c1fc6d7aa3e HTTP/1.1" status: 200 len: 814 time: 0.1024020 May 16 15:19:33.963716 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-41aa041e-39f0-4d84-bee0-3b09a428a8d6 req-65605c55-35e0-492c-9bea-00bd38363927 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] 10.222.0.44 "GET /v2.0/quotas/f6ec3267b0c548558b92318ec6179dca HTTP/1.1" status: 200 len: 375 time: 0.0087597 May 16 15:19:33.995119 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-41aa041e-39f0-4d84-bee0-3b09a428a8d6 req-1b283eb1-5cbe-45f3-b64a-a3b679ae9c61 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f6ec3267b0c548558b92318ec6179dca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267522 May 16 15:19:34.088992 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-41aa041e-39f0-4d84-bee0-3b09a428a8d6 req-ca007ea1-7035-49c6-ae4b-b9c2aa853d86 service neutron] 10.222.0.44 "GET /v2.0/networks/52443307-02f5-4e57-bece-5c1fc6d7aa3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872905 May 16 15:19:34.174496 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-41aa041e-39f0-4d84-bee0-3b09a428a8d6 req-fbf46a13-ec27-4126-bc92-3b40223a6b7f service neutron] 10.222.0.44 "GET /v2.0/networks/52443307-02f5-4e57-bece-5c1fc6d7aa3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797784 May 16 15:19:34.400942 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-e6ed9c4e-f98d-4e34-9ee0-a700564196c2 req-cd4874c6-4d4a-4359-9aaa-85676e84a5b4 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5abda4a-52f9-4b01-9c65-675397422c41 HTTP/1.1" status: 200 len: 210 time: 0.0317898 May 16 15:19:34.689006 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4403cc9c-601f-4029-975c-04f5df5f60c5 req-493bbc82-cd45-436d-ae4c-923592624683 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:34.689580 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d8cb42-b02f-4d3e-a12f-745fdbbd448a req-ccb3b176-a8f6-4b62-98b2-e27bbf160bf2 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:34.690519 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-e9d8cb42-b02f-4d3e-a12f-745fdbbd448a req-ccb3b176-a8f6-4b62-98b2-e27bbf160bf2 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=f78dee55-4357-4bb4-8057-ddecdd7326f6 HTTP/1.1" status: 200 len: 945 time: 0.0496426 May 16 15:19:34.690675 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-4403cc9c-601f-4029-975c-04f5df5f60c5 req-493bbc82-cd45-436d-ae4c-923592624683 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=7914c5a4-73f7-4114-a4ec-d583fecff5ec HTTP/1.1" status: 200 len: 946 time: 0.0503242 May 16 15:19:34.739707 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-4403cc9c-601f-4029-975c-04f5df5f60c5 req-d677174c-1339-48ff-ab2d-766baa4b6349 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad2e1d12-5ccd-4dd1-a4ea-a6a49f48b690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428557 May 16 15:19:34.742747 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-e9d8cb42-b02f-4d3e-a12f-745fdbbd448a req-bc6dba71-e3ad-4491-8315-442b75ccaf5f tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=171a59f1-e675-4897-8a8a-b7b7145a7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456426 May 16 15:19:34.855860 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ce9666-580c-48b4-a091-c5ecb84738eb req-6809d51a-0186-47cb-8241-edde798d2dfa tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:34.857425 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-69ce9666-580c-48b4-a091-c5ecb84738eb req-6809d51a-0186-47cb-8241-edde798d2dfa tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=7914c5a4-73f7-4114-a4ec-d583fecff5ec HTTP/1.1" status: 200 len: 946 time: 0.0526655 May 16 15:19:34.866671 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 48530) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:19:34.871193 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.v2.base [None req-d67bfcca-339a-4b6a-a67b-3cd4c91c6b28 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Request body: {'floatingip': {'port_id': 'c65d1e07-7d92-45c0-afcb-735f16828214'}} {{(pid=104034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:19:34.913015 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-d67bfcca-339a-4b6a-a67b-3cd4c91c6b28 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks [] for floatingip (b157f9a8-7236-4c9e-8e29-e391e3858afc), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:35.352866 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-d67bfcca-339a-4b6a-a67b-3cd4c91c6b28 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:35.432705 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-d67bfcca-339a-4b6a-a67b-3cd4c91c6b28 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556839'] for floatingip (b157f9a8-7236-4c9e-8e29-e391e3858afc), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:35.479307 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-68ac58f1-b57a-4200-9fd7-98758cb72e1a req-78b7fc7b-243e-4b8d-923a-85d3891407e3 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5abda4a-52f9-4b01-9c65-675397422c41 HTTP/1.1" status: 200 len: 210 time: 0.0274749 May 16 15:19:35.528090 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.db.l3_db [None req-d67bfcca-339a-4b6a-a67b-3cd4c91c6b28 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Floating IP b157f9a8-7236-4c9e-8e29-e391e3858afc associated. External IP: 172.27.0.181, port: c65d1e07-7d92-45c0-afcb-735f16828214. May 16 15:19:35.629549 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc01381d-8208-457c-9bfb-1776b576e4e1 req-bac9cce9-69be-4d23-914e-cf1849549234 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:35.631589 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-cc01381d-8208-457c-9bfb-1776b576e4e1 req-bac9cce9-69be-4d23-914e-cf1849549234 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=f78dee55-4357-4bb4-8057-ddecdd7326f6 HTTP/1.1" status: 200 len: 945 time: 0.0492043 May 16 15:19:35.692443 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-cc01381d-8208-457c-9bfb-1776b576e4e1 req-223234d0-fdad-48c4-931c-3fbf17b694a3 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=171a59f1-e675-4897-8a8a-b7b7145a7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550594 May 16 15:19:35.723153 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d52aa71-0d96-484e-bb4f-d253eb3e186e req-f2379b05-8921-43de-8d9b-3fb4d5d4bb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:35.725085 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-8d52aa71-0d96-484e-bb4f-d253eb3e186e req-f2379b05-8921-43de-8d9b-3fb4d5d4bb80 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=316917d7a31645bfaac651f81154c18f&device_id=f78dee55-4357-4bb4-8057-ddecdd7326f6 HTTP/1.1" status: 200 len: 1129 time: 0.0493407 May 16 15:19:35.821768 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d52aa71-0d96-484e-bb4f-d253eb3e186e req-ac04a4ac-e6cc-42d9-aa70-f8cf42b17797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:35.823300 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-8d52aa71-0d96-484e-bb4f-d253eb3e186e req-ac04a4ac-e6cc-42d9-aa70-f8cf42b17797 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8561ad64-1b6b-4f33-82d1-a2d7e72d5b01 HTTP/1.1" status: 200 len: 920 time: 0.0907633 May 16 15:19:35.894909 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-8d52aa71-0d96-484e-bb4f-d253eb3e186e req-ec87734d-6b30-4b40-8129-0696b7037fea service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a775fd5-0c4b-4d34-8fea-0665c23c121b HTTP/1.1" status: 200 len: 1000 time: 0.0626822 May 16 15:19:35.948421 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d52aa71-0d96-484e-bb4f-d253eb3e186e req-ad23d8b5-e56b-4c43-ae40-9dbecc51310f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:35.950019 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-8d52aa71-0d96-484e-bb4f-d253eb3e186e req-ad23d8b5-e56b-4c43-ae40-9dbecc51310f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=559d3648-c2d7-45f5-9aa1-e00232e9372a HTTP/1.1" status: 200 len: 858 time: 0.0489872 May 16 15:19:35.970358 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d67bfcca-339a-4b6a-a67b-3cd4c91c6b28 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Router 597b9c59-35f6-4ed2-a0d6-123dce3e1462 has already been hosted by L3 agent 54a3e65b-69a0-426d-9997-69a1705c4334 {{(pid=104034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:19:35.993873 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d52aa71-0d96-484e-bb4f-d253eb3e186e req-9372a18d-6326-4388-9e95-acf8246be686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:35.995411 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-8d52aa71-0d96-484e-bb4f-d253eb3e186e req-9372a18d-6326-4388-9e95-acf8246be686 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8561ad64-1b6b-4f33-82d1-a2d7e72d5b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0389276 May 16 15:19:36.079011 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d67bfcca-339a-4b6a-a67b-3cd4c91c6b28 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Notify agent at l3_agent.dv-cinder-795785-10-iscsi the message routers_updated {{(pid=104034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:19:36.084182 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-d67bfcca-339a-4b6a-a67b-3cd4c91c6b28 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914'] for floatingip (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:36.090238 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c783964a-d432-4ef8-a317-ba953278b281 None None] Sync routers for ids ['597b9c59-35f6-4ed2-a0d6-123dce3e1462'] in dv-cinder-795785-10-iscsi {{(pid=104036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:19:36.101066 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c783964a-d432-4ef8-a317-ba953278b281 None None] Routers {'597b9c59-35f6-4ed2-a0d6-123dce3e1462'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:19:36.101960 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-c783964a-d432-4ef8-a317-ba953278b281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:19:29Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['597b9c59-35f6-4ed2-a0d6-123dce3e1462'], 'active': True} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:19:36.132192 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-d67bfcca-339a-4b6a-a67b-3cd4c91c6b28 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "PUT /v2.0/floatingips/b157f9a8-7236-4c9e-8e29-e391e3858afc HTTP/1.1" status: 200 len: 992 time: 1.2643707 May 16 15:19:36.132788 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7914c5a4-73f7-4114-a4ec-d583fecff5ec', 'tag': 'c65d1e07-7d92-45c0-afcb-735f16828214'}] {{(pid=104034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:19:36.135457 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cdfd588167f3f1dbc712245a9b2e41b7a1fa72707d5290f062c21f430b6f068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1fd1de4-4ab7-4b1e-8c5c-5d3b75b25d0e" -d '{"events": [{"name": "network-changed", "server_uuid": "7914c5a4-73f7-4114-a4ec-d583fecff5ec", "tag": "c65d1e07-7d92-45c0-afcb-735f16828214"}]}' {{(pid=104034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:19:36.153428 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-8d52aa71-0d96-484e-bb4f-d253eb3e186e req-47bf5c84-55ca-43b1-a849-a6a89cfff6f0 service neutron] 10.222.0.69 "GET /v2.0/networks/8561ad64-1b6b-4f33-82d1-a2d7e72d5b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069269 May 16 15:19:36.196294 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6355b403-c9b3-4a4f-8c2e-4a1299f275df x-openstack-request-id: req-6355b403-c9b3-4a4f-8c2e-4a1299f275df {{(pid=104034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:19:36.196590 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7914c5a4-73f7-4114-a4ec-d583fecff5ec", "tag": "c65d1e07-7d92-45c0-afcb-735f16828214", "status": "completed", "code": 200}]} {{(pid=104034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:19:36.196844 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6355b403-c9b3-4a4f-8c2e-4a1299f275df {{(pid=104034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:19:36.197250 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6355b403-c9b3-4a4f-8c2e-4a1299f275df'] response: {'name': 'network-changed', 'server_uuid': '7914c5a4-73f7-4114-a4ec-d583fecff5ec', 'tag': 'c65d1e07-7d92-45c0-afcb-735f16828214', 'status': 'completed', 'code': 200} May 16 15:19:36.266728 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-8d52aa71-0d96-484e-bb4f-d253eb3e186e req-6d5e3d37-62ff-4db4-a3d6-2677697db655 service neutron] 10.222.0.69 "GET /v2.0/networks/8561ad64-1b6b-4f33-82d1-a2d7e72d5b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068141 May 16 15:19:36.293900 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd1de4-4ab7-4b1e-8c5c-5d3b75b25d0e req-5aa19e39-092c-46ee-87e9-a2ff2b6d3cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:36.295520 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-a1fd1de4-4ab7-4b1e-8c5c-5d3b75b25d0e req-5aa19e39-092c-46ee-87e9-a2ff2b6d3cb9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d143bc5a616249a7beefc7b27962026b&device_id=7914c5a4-73f7-4114-a4ec-d583fecff5ec HTTP/1.1" status: 200 len: 1130 time: 0.0459723 May 16 15:19:36.301842 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvr_db [None req-c783964a-d432-4ef8-a317-ba953278b281 None None] Set router 597b9c59-35f6-4ed2-a0d6-123dce3e1462 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:19:36.418996 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd1de4-4ab7-4b1e-8c5c-5d3b75b25d0e req-13cd4a7d-ad04-433d-92ea-20a5047e9390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:36.420512 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-a1fd1de4-4ab7-4b1e-8c5c-5d3b75b25d0e req-13cd4a7d-ad04-433d-92ea-20a5047e9390 service neutron] 10.222.0.69 "GET /v2.0/networks?id=982c6e92-7848-46dd-811d-5ec569a6da67 HTTP/1.1" status: 200 len: 916 time: 0.0905814 May 16 15:19:36.510974 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-c783964a-d432-4ef8-a317-ba953278b281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'name': 'tempest-AttachVolumeNegativeTest-1541459670-router', 'tenant_id': 'd143bc5a616249a7beefc7b27962026b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '11c5f84e-eedf-4ae8-9ec1-7f055018f48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:10Z', 'updated_at': '2022-05-16T15:15:19Z', 'revision_number': 4, 'project_id': 'd143bc5a616249a7beefc7b27962026b', 'gw_port': {'id': '11c5f84e-eedf-4ae8-9ec1-7f055018f48e', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:61:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:12Z', 'updated_at': '2022-05-16T15:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_floatingips': [{'id': 'b157f9a8-7236-4c9e-8e29-e391e3858afc', 'tenant_id': 'd143bc5a616249a7beefc7b27962026b', 'floating_ip_address': '172.27.0.181', 'floating_network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'router_id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'port_id': 'c65d1e07-7d92-45c0-afcb-735f16828214', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '982c6e92-7848-46dd-811d-5ec569a6da67', 'mac_address': 'fa:16:3e:9b:a0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7914c5a4-73f7-4114-a4ec-d583fecff5ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:19:18Z', 'updated_at': '2022-05-16T15:19:35Z', 'revision_number': 1, 'project_id': 'd143bc5a616249a7beefc7b27962026b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c44dc0b3-d42f-4222-b9f4-e340d132a5e0', 'name': '', 'network_id': '982c6e92-7848-46dd-811d-5ec569a6da67', 'tenant_id': 'd143bc5a616249a7beefc7b27962026b', 'mac_address': 'fa:16:3e:10:22:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1fafe849-ed07-444a-932d-68cf1f6b80a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:17Z', 'updated_at': '2022-05-16T15:15:27Z', 'revision_number': 5, 'project_id': 'd143bc5a616249a7beefc7b27962026b', 'subnets': [{'id': '1fafe849-ed07-444a-932d-68cf1f6b80a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:19:36.535967 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c783964a-d432-4ef8-a317-ba953278b281 None None] Checking router: 597b9c59-35f6-4ed2-a0d6-123dce3e1462 for host: dv-cinder-795785-10-iscsi {{(pid=104036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:19:36.544947 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c783964a-d432-4ef8-a317-ba953278b281 None None] Routers {'597b9c59-35f6-4ed2-a0d6-123dce3e1462'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:19:36.545569 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-c783964a-d432-4ef8-a317-ba953278b281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:19:29Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['597b9c59-35f6-4ed2-a0d6-123dce3e1462'], 'active': True} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:19:36.549860 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-a1fd1de4-4ab7-4b1e-8c5c-5d3b75b25d0e req-e84307a9-a4d1-4aac-b037-6ae89d9c2c42 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c65d1e07-7d92-45c0-afcb-735f16828214 HTTP/1.1" status: 200 len: 1000 time: 0.0665691 May 16 15:19:36.577327 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-92f1ba94-6d01-4021-81fd-c26efc1f651c req-87ce05d3-18d9-4d73-bea5-cbae0769a67d tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5abda4a-52f9-4b01-9c65-675397422c41 HTTP/1.1" status: 200 len: 210 time: 0.0264845 May 16 15:19:36.644948 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvr_db [None req-c783964a-d432-4ef8-a317-ba953278b281 None None] Set router 597b9c59-35f6-4ed2-a0d6-123dce3e1462 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:19:36.817030 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c56384-5ccf-4e74-b462-4b7d3511879f req-93588a6e-1c76-45a7-9cb2-acbbdba0c85a tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:36.819037 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-e1c56384-5ccf-4e74-b462-4b7d3511879f req-93588a6e-1c76-45a7-9cb2-acbbdba0c85a tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=f78dee55-4357-4bb4-8057-ddecdd7326f6 HTTP/1.1" status: 200 len: 945 time: 0.0459154 May 16 15:19:36.848083 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-c783964a-d432-4ef8-a317-ba953278b281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'name': 'tempest-AttachVolumeNegativeTest-1541459670-router', 'tenant_id': 'd143bc5a616249a7beefc7b27962026b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '11c5f84e-eedf-4ae8-9ec1-7f055018f48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:10Z', 'updated_at': '2022-05-16T15:15:19Z', 'revision_number': 4, 'project_id': 'd143bc5a616249a7beefc7b27962026b', 'gw_port': {'id': '11c5f84e-eedf-4ae8-9ec1-7f055018f48e', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:61:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:12Z', 'updated_at': '2022-05-16T15:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_floatingips': [{'id': 'b157f9a8-7236-4c9e-8e29-e391e3858afc', 'tenant_id': 'd143bc5a616249a7beefc7b27962026b', 'floating_ip_address': '172.27.0.181', 'floating_network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'router_id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'port_id': 'c65d1e07-7d92-45c0-afcb-735f16828214', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '982c6e92-7848-46dd-811d-5ec569a6da67', 'mac_address': 'fa:16:3e:9b:a0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7914c5a4-73f7-4114-a4ec-d583fecff5ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:19:18Z', 'updated_at': '2022-05-16T15:19:35Z', 'revision_number': 1, 'project_id': 'd143bc5a616249a7beefc7b27962026b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c44dc0b3-d42f-4222-b9f4-e340d132a5e0', 'name': '', 'network_id': '982c6e92-7848-46dd-811d-5ec569a6da67', 'tenant_id': 'd143bc5a616249a7beefc7b27962026b', 'mac_address': 'fa:16:3e:10:22:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1fafe849-ed07-444a-932d-68cf1f6b80a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:17Z', 'updated_at': '2022-05-16T15:15:27Z', 'revision_number': 5, 'project_id': 'd143bc5a616249a7beefc7b27962026b', 'subnets': [{'id': '1fafe849-ed07-444a-932d-68cf1f6b80a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:19:36.864888 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-e1c56384-5ccf-4e74-b462-4b7d3511879f req-2a8a9451-ffc2-4da7-8f0f-3b339ba3afdc tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=171a59f1-e675-4897-8a8a-b7b7145a7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402870 May 16 15:19:36.872354 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c783964a-d432-4ef8-a317-ba953278b281 None None] The sync data for ids ['597b9c59-35f6-4ed2-a0d6-123dce3e1462'] in dv-cinder-795785-10-iscsi is: [{'id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'name': 'tempest-AttachVolumeNegativeTest-1541459670-router', 'tenant_id': 'd143bc5a616249a7beefc7b27962026b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '11c5f84e-eedf-4ae8-9ec1-7f055018f48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:10Z', 'updated_at': '2022-05-16T15:15:19Z', 'revision_number': 4, 'project_id': 'd143bc5a616249a7beefc7b27962026b', 'gw_port': {'id': '11c5f84e-eedf-4ae8-9ec1-7f055018f48e', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:61:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:12Z', 'updated_at': '2022-05-16T15:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_floatingips': [{'id': 'b157f9a8-7236-4c9e-8e29-e391e3858afc', 'tenant_id': 'd143bc5a616249a7beefc7b27962026b', 'floating_ip_address': '172.27.0.181', 'floating_network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'router_id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'port_id': 'c65d1e07-7d92-45c0-afcb-735f16828214', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '982c6e92-7848-46dd-811d-5ec569a6da67', 'mac_address': 'fa:16:3e:9b:a0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7914c5a4-73f7-4114-a4ec-d583fecff5ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:19:18Z', 'updated_at': '2022-05-16T15:19:35Z', 'revision_number': 1, 'project_id': 'd143bc5a616249a7beefc7b27962026b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c44dc0b3-d42f-4222-b9f4-e340d132a5e0', 'name': '', 'network_id': '982c6e92-7848-46dd-811d-5ec569a6da67', 'tenant_id': 'd143bc5a616249a7beefc7b27962026b', 'mac_address': 'fa:16:3e:10:22:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1fafe849-ed07-444a-932d-68cf1f6b80a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:17Z', 'updated_at': '2022-05-16T15:15:27Z', 'revision_number': 5, 'project_id': 'd143bc5a616249a7beefc7b27962026b', 'subnets': [{'id': '1fafe849-ed07-444a-932d-68cf1f6b80a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:19:37.077413 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388409bc-1cf8-4061-9d2f-2b4e57f33d43 None None] New status for floating IP b157f9a8-7236-4c9e-8e29-e391e3858afc: ACTIVE {{(pid=104035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 15:19:37.672953 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-cc78c421-3055-45f0-933f-56eb1155ebea req-1fb02562-79a9-4faf-8609-e8e22d8a2e8d tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5abda4a-52f9-4b01-9c65-675397422c41 HTTP/1.1" status: 200 len: 210 time: 0.0277555 May 16 15:19:37.978812 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9809d1e-4fde-44c7-8be8-6418a7a6e94b req-7e8873a0-2492-472f-b312-5bbc5afe6082 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:37.980281 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-d9809d1e-4fde-44c7-8be8-6418a7a6e94b req-7e8873a0-2492-472f-b312-5bbc5afe6082 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=f78dee55-4357-4bb4-8057-ddecdd7326f6 HTTP/1.1" status: 200 len: 945 time: 0.0463195 May 16 15:19:38.029777 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-d9809d1e-4fde-44c7-8be8-6418a7a6e94b req-862fdfd2-81fe-4e36-bf7d-e2c26b5d6b1c tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=171a59f1-e675-4897-8a8a-b7b7145a7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439649 May 16 15:19:38.259524 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd1de4-4ab7-4b1e-8c5c-5d3b75b25d0e req-5ed6235c-a58d-4da1-939c-232079076e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:38.260883 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-a1fd1de4-4ab7-4b1e-8c5c-5d3b75b25d0e req-5ed6235c-a58d-4da1-939c-232079076e87 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1fafe849-ed07-444a-932d-68cf1f6b80a1 HTTP/1.1" status: 200 len: 854 time: 0.0449891 May 16 15:19:38.360536 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd1de4-4ab7-4b1e-8c5c-5d3b75b25d0e req-db10dc78-0be8-4a67-83a5-b959c64da722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:38.362036 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-a1fd1de4-4ab7-4b1e-8c5c-5d3b75b25d0e req-db10dc78-0be8-4a67-83a5-b959c64da722 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=982c6e92-7848-46dd-811d-5ec569a6da67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0408638 May 16 15:19:38.527585 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-a1fd1de4-4ab7-4b1e-8c5c-5d3b75b25d0e req-2d30b4f1-4a42-4b66-b620-ab44cc601e5e service neutron] 10.222.0.69 "GET /v2.0/networks/982c6e92-7848-46dd-811d-5ec569a6da67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842826 May 16 15:19:38.764853 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-7ba2df31-b786-4820-a771-8a7c698403c8 req-e318b820-df81-4f4e-9414-aa8bdfcd1122 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5abda4a-52f9-4b01-9c65-675397422c41 HTTP/1.1" status: 200 len: 210 time: 0.0264864 May 16 15:19:39.141188 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbdb2dc-74b3-4319-8669-0c8f0d43d33a req-d8186ea6-627d-4fe3-82bd-5b5d467ea68e tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:39.142643 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-ddbdb2dc-74b3-4319-8669-0c8f0d43d33a req-d8186ea6-627d-4fe3-82bd-5b5d467ea68e tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=f78dee55-4357-4bb4-8057-ddecdd7326f6 HTTP/1.1" status: 200 len: 945 time: 0.0447986 May 16 15:19:39.188616 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-ddbdb2dc-74b3-4319-8669-0c8f0d43d33a req-e4ef3ab4-a49d-48ba-8399-73d1f0f663be tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=171a59f1-e675-4897-8a8a-b7b7145a7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398688 May 16 15:19:39.449854 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-a1fd1de4-4ab7-4b1e-8c5c-5d3b75b25d0e req-2ad4ad27-1b69-4c7d-9e18-94a8205b3582 service neutron] 10.222.0.69 "GET /v2.0/networks/982c6e92-7848-46dd-811d-5ec569a6da67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674461 May 16 15:19:39.457419 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aa041e-39f0-4d84-bee0-3b09a428a8d6 req-bac59d60-74c7-4a20-b509-9a4eeb1db9ea tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:39.458766 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-41aa041e-39f0-4d84-bee0-3b09a428a8d6 req-bac59d60-74c7-4a20-b509-9a4eeb1db9ea tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] 10.222.0.69 "GET /v2.0/networks?id=52443307-02f5-4e57-bece-5c1fc6d7aa3e HTTP/1.1" status: 200 len: 814 time: 0.1553345 May 16 15:19:39.492767 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.v2.base [req-41aa041e-39f0-4d84-bee0-3b09a428a8d6 req-f0f58de9-20a4-4da1-a759-a4dfdb21f0d5 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] Request body: {'port': {'device_id': 'e5abda4a-52f9-4b01-9c65-675397422c41', 'network_id': '52443307-02f5-4e57-bece-5c1fc6d7aa3e', 'admin_state_up': True, 'tenant_id': 'f6ec3267b0c548558b92318ec6179dca'}} {{(pid=104033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:19:39.694643 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41aa041e-39f0-4d84-bee0-3b09a428a8d6 req-f0f58de9-20a4-4da1-a759-a4dfdb21f0d5 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] Made reservation on behalf of f6ec3267b0c548558b92318ec6179dca for: {'port': 1} {{(pid=104033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:19:39.698132 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-41aa041e-39f0-4d84-bee0-3b09a428a8d6 req-f0f58de9-20a4-4da1-a759-a4dfdb21f0d5 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:39.823628 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [req-41aa041e-39f0-4d84-bee0-3b09a428a8d6 req-f0f58de9-20a4-4da1-a759-a4dfdb21f0d5 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] Allocated IP 172.20.0.12 (52443307-02f5-4e57-bece-5c1fc6d7aa3e/80835ff4-fd6b-4c06-8f72-62bbdbf09f74/e096f6ef-c70e-4e67-b7f3-eb68492a38f7) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:19:39.869926 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-570dcf45-6699-48bb-823d-e609a7014bb9 req-2f370843-b4b3-44d0-ac9e-60b21845ac3c tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5abda4a-52f9-4b01-9c65-675397422c41 HTTP/1.1" status: 200 len: 210 time: 0.0368106 May 16 15:19:39.994947 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-41aa041e-39f0-4d84-bee0-3b09a428a8d6 req-f0f58de9-20a4-4da1-a759-a4dfdb21f0d5 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] Publish callbacks [] for port (e096f6ef-c70e-4e67-b7f3-eb68492a38f7), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:40.003627 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (751a3b14-a3b6-44f5-a165-bd23bd92acbe), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:40.078238 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-41aa041e-39f0-4d84-bee0-3b09a428a8d6 req-f0f58de9-20a4-4da1-a759-a4dfdb21f0d5 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789019640149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61886211'] for port (e096f6ef-c70e-4e67-b7f3-eb68492a38f7), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:40.119353 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41aa041e-39f0-4d84-bee0-3b09a428a8d6 req-f0f58de9-20a4-4da1-a759-a4dfdb21f0d5 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] Network 52443307-02f5-4e57-bece-5c1fc6d7aa3e is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:19:40.122530 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [req-41aa041e-39f0-4d84-bee0-3b09a428a8d6 req-f0f58de9-20a4-4da1-a759-a4dfdb21f0d5 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:19:40.128648 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [req-41aa041e-39f0-4d84-bee0-3b09a428a8d6 req-f0f58de9-20a4-4da1-a759-a4dfdb21f0d5 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:19:40.150562 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f58de9-20a4-4da1-a759-a4dfdb21f0d5 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] Pushing event updated for resources: {'Port': ['ID=e096f6ef-c70e-4e67-b7f3-eb68492a38f7,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:19:40.177308 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aa041e-39f0-4d84-bee0-3b09a428a8d6 req-f0f58de9-20a4-4da1-a759-a4dfdb21f0d5 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:40.177917 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-41aa041e-39f0-4d84-bee0-3b09a428a8d6 req-f0f58de9-20a4-4da1-a759-a4dfdb21f0d5 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914'] for port (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:40.256853 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-41aa041e-39f0-4d84-bee0-3b09a428a8d6 req-f0f58de9-20a4-4da1-a759-a4dfdb21f0d5 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7684038 May 16 15:19:40.280164 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.v2.base [req-41aa041e-39f0-4d84-bee0-3b09a428a8d6 req-a21f2013-060d-455e-8894-425a35604ccf service neutron] Request body: {'port': {'device_id': 'e5abda4a-52f9-4b01-9c65-675397422c41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79578'}} {{(pid=104033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:19:40.300361 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c5bf3e-ec7a-4b9e-abd4-033b3b951973 req-e02c2299-49cf-4e7b-8c70-c2d639201397 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:40.301828 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-64c5bf3e-ec7a-4b9e-abd4-033b3b951973 req-e02c2299-49cf-4e7b-8c70-c2d639201397 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=f78dee55-4357-4bb4-8057-ddecdd7326f6 HTTP/1.1" status: 200 len: 945 time: 0.0462785 May 16 15:19:40.342704 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-41aa041e-39f0-4d84-bee0-3b09a428a8d6 req-a21f2013-060d-455e-8894-425a35604ccf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (e096f6ef-c70e-4e67-b7f3-eb68492a38f7), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:40.347733 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-64c5bf3e-ec7a-4b9e-abd4-033b3b951973 req-7d925adc-bc3e-45e1-a472-701260125fbd tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=171a59f1-e675-4897-8a8a-b7b7145a7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401030 May 16 15:19:40.519114 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a13bf2-2f70-4b9d-8872-50dbd95cefef req-7c45356c-26a2-44ce-8cc8-315888edc8c8 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:40.520617 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-39a13bf2-2f70-4b9d-8872-50dbd95cefef req-7c45356c-26a2-44ce-8cc8-315888edc8c8 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=f78dee55-4357-4bb4-8057-ddecdd7326f6 HTTP/1.1" status: 200 len: 945 time: 0.1098874 May 16 15:19:40.529634 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 48570) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:19:40.533955 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.v2.base [None req-5a0c6cd8-7703-4120-96f2-fef5ccacba7f tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Request body: {'floatingip': {'port_id': '0a775fd5-0c4b-4d34-8fea-0665c23c121b'}} {{(pid=104033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:19:40.857345 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5a0c6cd8-7703-4120-96f2-fef5ccacba7f tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Publish callbacks [] for floatingip (a8bdc856-298e-46b8-8680-09c10704f8fe), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:40.981483 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e122f8-eb2e-4534-93dc-968acc6a75b7 req-b3836245-00ba-4f6b-b26d-e6e3b8fa0095 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:40.983057 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-75e122f8-eb2e-4534-93dc-968acc6a75b7 req-b3836245-00ba-4f6b-b26d-e6e3b8fa0095 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5abda4a-52f9-4b01-9c65-675397422c41 HTTP/1.1" status: 200 len: 932 time: 0.0489810 May 16 15:19:41.031212 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-75e122f8-eb2e-4534-93dc-968acc6a75b7 req-5927ff90-3bdd-4690-83a2-53af91ea057d tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d97ed9-eb0b-4503-a392-7095f36dc063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425889 May 16 15:19:41.074190 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [req-41aa041e-39f0-4d84-bee0-3b09a428a8d6 req-a21f2013-060d-455e-8894-425a35604ccf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e096f6ef-c70e-4e67-b7f3-eb68492a38f7 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:19:41.084339 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-41aa041e-39f0-4d84-bee0-3b09a428a8d6 req-a21f2013-060d-455e-8894-425a35604ccf service neutron] Publish callbacks [] for port (e096f6ef-c70e-4e67-b7f3-eb68492a38f7), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:41.103687 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [req-41aa041e-39f0-4d84-bee0-3b09a428a8d6 req-a21f2013-060d-455e-8894-425a35604ccf service neutron] Transition to ACTIVE for port object e096f6ef-c70e-4e67-b7f3-eb68492a38f7 will not be triggered until provisioned by entity L2. {{(pid=104033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 15:19:41.182624 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-41aa041e-39f0-4d84-bee0-3b09a428a8d6 req-a21f2013-060d-455e-8894-425a35604ccf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61886260'] for port (e096f6ef-c70e-4e67-b7f3-eb68492a38f7), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:41.280719 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21f2013-060d-455e-8894-425a35604ccf service neutron] Pushing event updated for resources: {'Port': ['ID=e096f6ef-c70e-4e67-b7f3-eb68492a38f7,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:19:41.420990 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [req-41aa041e-39f0-4d84-bee0-3b09a428a8d6 req-a21f2013-060d-455e-8894-425a35604ccf service neutron] Attempting to bind port e096f6ef-c70e-4e67-b7f3-eb68492a38f7 on host hv-cinder-79578 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:19:41.421328 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [req-41aa041e-39f0-4d84-bee0-3b09a428a8d6 req-a21f2013-060d-455e-8894-425a35604ccf service neutron] Attempting to bind port e096f6ef-c70e-4e67-b7f3-eb68492a38f7 by drivers openvswitch,hyperv on host hv-cinder-79578 at level 0 using segments [{'id': 'ba4cb3a3-40de-452c-9eae-dab0cd0cc2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '52443307-02f5-4e57-bece-5c1fc6d7aa3e'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:19:41.421663 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41aa041e-39f0-4d84-bee0-3b09a428a8d6 req-a21f2013-060d-455e-8894-425a35604ccf service neutron] Attempting to bind port e096f6ef-c70e-4e67-b7f3-eb68492a38f7 on network 52443307-02f5-4e57-bece-5c1fc6d7aa3e {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:19:41.430723 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41aa041e-39f0-4d84-bee0-3b09a428a8d6 req-a21f2013-060d-455e-8894-425a35604ccf service neutron] Port e096f6ef-c70e-4e67-b7f3-eb68492a38f7 on network 52443307-02f5-4e57-bece-5c1fc6d7aa3e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79578 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 15:19:41.431046 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41aa041e-39f0-4d84-bee0-3b09a428a8d6 req-a21f2013-060d-455e-8894-425a35604ccf service neutron] Attempting to bind port e096f6ef-c70e-4e67-b7f3-eb68492a38f7 on network 52443307-02f5-4e57-bece-5c1fc6d7aa3e {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:19:41.463427 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41aa041e-39f0-4d84-bee0-3b09a428a8d6 req-a21f2013-060d-455e-8894-425a35604ccf service neutron] Checking agent: {'id': '751a3b14-a3b6-44f5-a165-bd23bd92acbe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79578', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 13, 10), 'started_at': datetime.datetime(2022, 5, 16, 15, 13, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:19:41.463695 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41aa041e-39f0-4d84-bee0-3b09a428a8d6 req-a21f2013-060d-455e-8894-425a35604ccf service neutron] Checking segment: {'id': 'ba4cb3a3-40de-452c-9eae-dab0cd0cc2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '52443307-02f5-4e57-bece-5c1fc6d7aa3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:19:41.464079 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41aa041e-39f0-4d84-bee0-3b09a428a8d6 req-a21f2013-060d-455e-8894-425a35604ccf service neutron] Bound using segment: {'id': 'ba4cb3a3-40de-452c-9eae-dab0cd0cc2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '52443307-02f5-4e57-bece-5c1fc6d7aa3e'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:19:41.464507 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [req-41aa041e-39f0-4d84-bee0-3b09a428a8d6 req-a21f2013-060d-455e-8894-425a35604ccf service neutron] Bound port: e096f6ef-c70e-4e67-b7f3-eb68492a38f7, host: hv-cinder-79578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba4cb3a3-40de-452c-9eae-dab0cd0cc2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '52443307-02f5-4e57-bece-5c1fc6d7aa3e'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:19:41.464871 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-41aa041e-39f0-4d84-bee0-3b09a428a8d6 req-a21f2013-060d-455e-8894-425a35604ccf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (e096f6ef-c70e-4e67-b7f3-eb68492a38f7), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:41.509063 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5a0c6cd8-7703-4120-96f2-fef5ccacba7f tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:41.535907 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [req-41aa041e-39f0-4d84-bee0-3b09a428a8d6 req-a21f2013-060d-455e-8894-425a35604ccf service neutron] For port e096f6ef-c70e-4e67-b7f3-eb68492a38f7, host hv-cinder-79578, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:19:41.539379 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [req-41aa041e-39f0-4d84-bee0-3b09a428a8d6 req-a21f2013-060d-455e-8894-425a35604ccf service neutron] For port e096f6ef-c70e-4e67-b7f3-eb68492a38f7, host hv-cinder-79578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=e096f6ef-c70e-4e67-b7f3-eb68492a38f7,segment=NetworkSegment(ba4cb3a3-40de-452c-9eae-dab0cd0cc2ba),segment_id=ba4cb3a3-40de-452c-9eae-dab0cd0cc2ba)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:19:41.574624 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5a0c6cd8-7703-4120-96f2-fef5ccacba7f tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556839'] for floatingip (a8bdc856-298e-46b8-8680-09c10704f8fe), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:41.611036 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-41aa041e-39f0-4d84-bee0-3b09a428a8d6 req-a21f2013-060d-455e-8894-425a35604ccf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61886260'] for port (e096f6ef-c70e-4e67-b7f3-eb68492a38f7), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:41.651885 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aa041e-39f0-4d84-bee0-3b09a428a8d6 req-a21f2013-060d-455e-8894-425a35604ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:41.652492 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-41aa041e-39f0-4d84-bee0-3b09a428a8d6 req-a21f2013-060d-455e-8894-425a35604ccf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914'] for port (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:41.653854 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-41aa041e-39f0-4d84-bee0-3b09a428a8d6 req-a21f2013-060d-455e-8894-425a35604ccf service neutron] 10.222.0.69 "PUT /v2.0/ports/e096f6ef-c70e-4e67-b7f3-eb68492a38f7 HTTP/1.1" status: 200 len: 1094 time: 1.3778319 May 16 15:19:41.655900 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5abda4a-52f9-4b01-9c65-675397422c41', 'tag': 'e096f6ef-c70e-4e67-b7f3-eb68492a38f7'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:19:41.658119 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffeccd97bc4bec2d8a291f35a4115644be5723c7930092d1a563b2016f5a5231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d48e17-3719-40e7-ad75-86740b649102" -d '{"events": [{"name": "network-changed", "server_uuid": "e5abda4a-52f9-4b01-9c65-675397422c41", "tag": "e096f6ef-c70e-4e67-b7f3-eb68492a38f7"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:19:41.705040 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c91fb8d-49e6-44fd-aeab-356ab346004c x-openstack-request-id: req-3c91fb8d-49e6-44fd-aeab-356ab346004c {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:19:41.705322 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5abda4a-52f9-4b01-9c65-675397422c41", "tag": "e096f6ef-c70e-4e67-b7f3-eb68492a38f7", "status": "completed", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:19:41.705572 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3c91fb8d-49e6-44fd-aeab-356ab346004c {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:19:41.705963 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c91fb8d-49e6-44fd-aeab-356ab346004c'] response: {'name': 'network-changed', 'server_uuid': 'e5abda4a-52f9-4b01-9c65-675397422c41', 'tag': 'e096f6ef-c70e-4e67-b7f3-eb68492a38f7', 'status': 'completed', 'code': 200} May 16 15:19:41.719787 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21f2013-060d-455e-8894-425a35604ccf service neutron] Pushing event updated for resources: {'Port': ['ID=e096f6ef-c70e-4e67-b7f3-eb68492a38f7,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:19:41.813782 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d48e17-3719-40e7-ad75-86740b649102 req-b29905df-ff16-4ba4-8726-93d4f34829d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:41.815278 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-43d48e17-3719-40e7-ad75-86740b649102 req-b29905df-ff16-4ba4-8726-93d4f34829d1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f6ec3267b0c548558b92318ec6179dca&device_id=e5abda4a-52f9-4b01-9c65-675397422c41 HTTP/1.1" status: 200 len: 1128 time: 0.0511990 May 16 15:19:41.918210 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a0c6cd8-7703-4120-96f2-fef5ccacba7f tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Router e7e97d7f-38ba-4945-8ce2-4f6c97890476 has already been hosted by L3 agent 54a3e65b-69a0-426d-9997-69a1705c4334 {{(pid=104033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:19:41.989322 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d48e17-3719-40e7-ad75-86740b649102 req-85da66b5-57e7-474b-ae32-d6136a370532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:41.990729 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-43d48e17-3719-40e7-ad75-86740b649102 req-85da66b5-57e7-474b-ae32-d6136a370532 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=f6ec3267b0c548558b92318ec6179dca&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1462460 May 16 15:19:42.102983 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a0c6cd8-7703-4120-96f2-fef5ccacba7f tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Notify agent at l3_agent.dv-cinder-795785-10-iscsi the message routers_updated {{(pid=104033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:19:42.108658 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5a0c6cd8-7703-4120-96f2-fef5ccacba7f tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914'] for floatingip (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:42.116303 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790db86e-b787-4d1f-8fb1-0d266e3c0d48 None None] Sync routers for ids ['e7e97d7f-38ba-4945-8ce2-4f6c97890476'] in dv-cinder-795785-10-iscsi {{(pid=104036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:19:42.126658 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790db86e-b787-4d1f-8fb1-0d266e3c0d48 None None] Routers {'e7e97d7f-38ba-4945-8ce2-4f6c97890476'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:19:42.127673 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-790db86e-b787-4d1f-8fb1-0d266e3c0d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:19:29Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['e7e97d7f-38ba-4945-8ce2-4f6c97890476'], 'active': True} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:19:42.147693 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441b6f4e-7d81-409e-be5f-b5ac71f46c10 req-d7f497dd-0471-427c-8a89-a7e7e1e72a63 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:42.149262 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-441b6f4e-7d81-409e-be5f-b5ac71f46c10 req-d7f497dd-0471-427c-8a89-a7e7e1e72a63 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5abda4a-52f9-4b01-9c65-675397422c41 HTTP/1.1" status: 200 len: 944 time: 0.0489852 May 16 15:19:42.172604 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d48e17-3719-40e7-ad75-86740b649102 req-a3bde98d-4236-456e-ac58-36d2b272bca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:42.174598 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-43d48e17-3719-40e7-ad75-86740b649102 req-a3bde98d-4236-456e-ac58-36d2b272bca5 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1743760 May 16 15:19:42.186753 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-5a0c6cd8-7703-4120-96f2-fef5ccacba7f tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "PUT /v2.0/floatingips/a8bdc856-298e-46b8-8680-09c10704f8fe HTTP/1.1" status: 200 len: 992 time: 1.6557481 May 16 15:19:42.206383 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-441b6f4e-7d81-409e-be5f-b5ac71f46c10 req-99bd6168-db37-4809-99dd-e2e2556d73b5 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d97ed9-eb0b-4503-a392-7095f36dc063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494986 May 16 15:19:42.239992 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvr_db [None req-790db86e-b787-4d1f-8fb1-0d266e3c0d48 None None] Set router e7e97d7f-38ba-4945-8ce2-4f6c97890476 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:19:42.290817 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aa041e-39f0-4d84-bee0-3b09a428a8d6 req-01d5d9a1-37ae-42b9-96c1-7a1c8f56b02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:42.292309 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-41aa041e-39f0-4d84-bee0-3b09a428a8d6 req-01d5d9a1-37ae-42b9-96c1-7a1c8f56b02a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f6ec3267b0c548558b92318ec6179dca&device_id=e5abda4a-52f9-4b01-9c65-675397422c41 HTTP/1.1" status: 200 len: 1128 time: 0.0390151 May 16 15:19:42.353822 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-41aa041e-39f0-4d84-bee0-3b09a428a8d6 req-77880cc5-831c-4beb-825b-2347bcf5cfcb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e096f6ef-c70e-4e67-b7f3-eb68492a38f7 HTTP/1.1" status: 200 len: 217 time: 0.0353179 May 16 15:19:42.401952 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aa041e-39f0-4d84-bee0-3b09a428a8d6 req-0887ffdd-081d-4c7f-aac0-8de13f4ed8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:42.403560 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-41aa041e-39f0-4d84-bee0-3b09a428a8d6 req-0887ffdd-081d-4c7f-aac0-8de13f4ed8a1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=80835ff4-fd6b-4c06-8f72-62bbdbf09f74 HTTP/1.1" status: 200 len: 854 time: 0.0438199 May 16 15:19:42.436217 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-41aa041e-39f0-4d84-bee0-3b09a428a8d6 req-489a01d6-ac60-4a73-8442-45308a66683d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=52443307-02f5-4e57-bece-5c1fc6d7aa3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257638 May 16 15:19:42.446941 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-790db86e-b787-4d1f-8fb1-0d266e3c0d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e97d7f-38ba-4945-8ce2-4f6c97890476', 'name': 'tempest-ServerRescueNegativeTestJSON-1104119672-router', 'tenant_id': '316917d7a31645bfaac651f81154c18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '075f964c-8897-47c4-bceb-716071386f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:10Z', 'updated_at': '2022-05-16T15:15:19Z', 'revision_number': 4, 'project_id': '316917d7a31645bfaac651f81154c18f', 'gw_port': {'id': '075f964c-8897-47c4-bceb-716071386f64', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:6b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e97d7f-38ba-4945-8ce2-4f6c97890476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:11Z', 'updated_at': '2022-05-16T15:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_floatingips': [{'id': 'a8bdc856-298e-46b8-8680-09c10704f8fe', 'tenant_id': '316917d7a31645bfaac651f81154c18f', 'floating_ip_address': '172.27.0.81', 'floating_network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'router_id': 'e7e97d7f-38ba-4945-8ce2-4f6c97890476', 'port_id': '0a775fd5-0c4b-4d34-8fea-0665c23c121b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8561ad64-1b6b-4f33-82d1-a2d7e72d5b01', 'mac_address': 'fa:16:3e:31:bb:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78dee55-4357-4bb4-8057-ddecdd7326f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:17:32Z', 'updated_at': '2022-05-16T15:19:41Z', 'revision_number': 3, 'project_id': '316917d7a31645bfaac651f81154c18f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46ca3b38-4584-46a8-8a70-9abf5f6f3387', 'name': '', 'network_id': '8561ad64-1b6b-4f33-82d1-a2d7e72d5b01', 'tenant_id': '316917d7a31645bfaac651f81154c18f', 'mac_address': 'fa:16:3e:1f:a0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e97d7f-38ba-4945-8ce2-4f6c97890476', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '559d3648-c2d7-45f5-9aa1-e00232e9372a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:17Z', 'updated_at': '2022-05-16T15:15:29Z', 'revision_number': 5, 'project_id': '316917d7a31645bfaac651f81154c18f', 'subnets': [{'id': '559d3648-c2d7-45f5-9aa1-e00232e9372a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:19:42.471142 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790db86e-b787-4d1f-8fb1-0d266e3c0d48 None None] Checking router: e7e97d7f-38ba-4945-8ce2-4f6c97890476 for host: dv-cinder-795785-10-iscsi {{(pid=104036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:19:42.479235 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790db86e-b787-4d1f-8fb1-0d266e3c0d48 None None] Routers {'e7e97d7f-38ba-4945-8ce2-4f6c97890476'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:19:42.479831 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-790db86e-b787-4d1f-8fb1-0d266e3c0d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:19:29Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['e7e97d7f-38ba-4945-8ce2-4f6c97890476'], 'active': True} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:19:42.535084 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-41aa041e-39f0-4d84-bee0-3b09a428a8d6 req-84427b0e-a7fa-41ba-87b6-ee4c18042608 service neutron] 10.222.0.69 "GET /v2.0/networks/52443307-02f5-4e57-bece-5c1fc6d7aa3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862000 May 16 15:19:42.579865 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvr_db [None req-790db86e-b787-4d1f-8fb1-0d266e3c0d48 None None] Set router e7e97d7f-38ba-4945-8ce2-4f6c97890476 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:19:42.626653 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-41aa041e-39f0-4d84-bee0-3b09a428a8d6 req-d4c5bd6c-7d69-43b3-ace2-81ab2f17cd66 service neutron] 10.222.0.69 "GET /v2.0/networks/52443307-02f5-4e57-bece-5c1fc6d7aa3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851014 May 16 15:19:42.781979 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-790db86e-b787-4d1f-8fb1-0d266e3c0d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e97d7f-38ba-4945-8ce2-4f6c97890476', 'name': 'tempest-ServerRescueNegativeTestJSON-1104119672-router', 'tenant_id': '316917d7a31645bfaac651f81154c18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '075f964c-8897-47c4-bceb-716071386f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:10Z', 'updated_at': '2022-05-16T15:15:19Z', 'revision_number': 4, 'project_id': '316917d7a31645bfaac651f81154c18f', 'gw_port': {'id': '075f964c-8897-47c4-bceb-716071386f64', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:6b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e97d7f-38ba-4945-8ce2-4f6c97890476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:11Z', 'updated_at': '2022-05-16T15:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_floatingips': [{'id': 'a8bdc856-298e-46b8-8680-09c10704f8fe', 'tenant_id': '316917d7a31645bfaac651f81154c18f', 'floating_ip_address': '172.27.0.81', 'floating_network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'router_id': 'e7e97d7f-38ba-4945-8ce2-4f6c97890476', 'port_id': '0a775fd5-0c4b-4d34-8fea-0665c23c121b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8561ad64-1b6b-4f33-82d1-a2d7e72d5b01', 'mac_address': 'fa:16:3e:31:bb:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78dee55-4357-4bb4-8057-ddecdd7326f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:17:32Z', 'updated_at': '2022-05-16T15:19:41Z', 'revision_number': 3, 'project_id': '316917d7a31645bfaac651f81154c18f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46ca3b38-4584-46a8-8a70-9abf5f6f3387', 'name': '', 'network_id': '8561ad64-1b6b-4f33-82d1-a2d7e72d5b01', 'tenant_id': '316917d7a31645bfaac651f81154c18f', 'mac_address': 'fa:16:3e:1f:a0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e97d7f-38ba-4945-8ce2-4f6c97890476', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '559d3648-c2d7-45f5-9aa1-e00232e9372a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:17Z', 'updated_at': '2022-05-16T15:15:29Z', 'revision_number': 5, 'project_id': '316917d7a31645bfaac651f81154c18f', 'subnets': [{'id': '559d3648-c2d7-45f5-9aa1-e00232e9372a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:19:42.806618 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790db86e-b787-4d1f-8fb1-0d266e3c0d48 None None] The sync data for ids ['e7e97d7f-38ba-4945-8ce2-4f6c97890476'] in dv-cinder-795785-10-iscsi is: [{'id': 'e7e97d7f-38ba-4945-8ce2-4f6c97890476', 'name': 'tempest-ServerRescueNegativeTestJSON-1104119672-router', 'tenant_id': '316917d7a31645bfaac651f81154c18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '075f964c-8897-47c4-bceb-716071386f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:10Z', 'updated_at': '2022-05-16T15:15:19Z', 'revision_number': 4, 'project_id': '316917d7a31645bfaac651f81154c18f', 'gw_port': {'id': '075f964c-8897-47c4-bceb-716071386f64', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:6b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e97d7f-38ba-4945-8ce2-4f6c97890476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:11Z', 'updated_at': '2022-05-16T15:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_floatingips': [{'id': 'a8bdc856-298e-46b8-8680-09c10704f8fe', 'tenant_id': '316917d7a31645bfaac651f81154c18f', 'floating_ip_address': '172.27.0.81', 'floating_network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'router_id': 'e7e97d7f-38ba-4945-8ce2-4f6c97890476', 'port_id': '0a775fd5-0c4b-4d34-8fea-0665c23c121b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8561ad64-1b6b-4f33-82d1-a2d7e72d5b01', 'mac_address': 'fa:16:3e:31:bb:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78dee55-4357-4bb4-8057-ddecdd7326f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:17:32Z', 'updated_at': '2022-05-16T15:19:41Z', 'revision_number': 3, 'project_id': '316917d7a31645bfaac651f81154c18f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46ca3b38-4584-46a8-8a70-9abf5f6f3387', 'name': '', 'network_id': '8561ad64-1b6b-4f33-82d1-a2d7e72d5b01', 'tenant_id': '316917d7a31645bfaac651f81154c18f', 'mac_address': 'fa:16:3e:1f:a0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e97d7f-38ba-4945-8ce2-4f6c97890476', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '559d3648-c2d7-45f5-9aa1-e00232e9372a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:17Z', 'updated_at': '2022-05-16T15:15:29Z', 'revision_number': 5, 'project_id': '316917d7a31645bfaac651f81154c18f', 'subnets': [{'id': '559d3648-c2d7-45f5-9aa1-e00232e9372a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:19:43.319644 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afae88-fcc9-4a03-bd3c-cd8022119602 req-27e9deed-d302-4cd5-8c19-330ac8c58306 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:43.321115 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-91afae88-fcc9-4a03-bd3c-cd8022119602 req-27e9deed-d302-4cd5-8c19-330ac8c58306 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5abda4a-52f9-4b01-9c65-675397422c41 HTTP/1.1" status: 200 len: 944 time: 0.0471661 May 16 15:19:43.371004 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-91afae88-fcc9-4a03-bd3c-cd8022119602 req-db60aa03-cfdc-4ae0-bba2-7a081ff5706b tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d97ed9-eb0b-4503-a392-7095f36dc063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442204 May 16 15:19:43.707383 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f78dee55-4357-4bb4-8057-ddecdd7326f6', 'tag': '0a775fd5-0c4b-4d34-8fea-0665c23c121b'}, {'name': 'network-changed', 'server_uuid': 'f78dee55-4357-4bb4-8057-ddecdd7326f6', 'tag': '0a775fd5-0c4b-4d34-8fea-0665c23c121b'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:19:43.709684 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffeccd97bc4bec2d8a291f35a4115644be5723c7930092d1a563b2016f5a5231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c907b3c9-8734-4b0f-84f2-3e59e6fbbdfe" -d '{"events": [{"name": "network-changed", "server_uuid": "f78dee55-4357-4bb4-8057-ddecdd7326f6", "tag": "0a775fd5-0c4b-4d34-8fea-0665c23c121b"}, {"name": "network-changed", "server_uuid": "f78dee55-4357-4bb4-8057-ddecdd7326f6", "tag": "0a775fd5-0c4b-4d34-8fea-0665c23c121b"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:19:43.744938 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 16 May 2022 15:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1780dac-2d80-4464-a82a-6ef0b9d610c1 x-openstack-request-id: req-e1780dac-2d80-4464-a82a-6ef0b9d610c1 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:19:43.745240 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f78dee55-4357-4bb4-8057-ddecdd7326f6", "tag": "0a775fd5-0c4b-4d34-8fea-0665c23c121b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f78dee55-4357-4bb4-8057-ddecdd7326f6", "tag": "0a775fd5-0c4b-4d34-8fea-0665c23c121b", "status": "completed", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:19:43.745498 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e1780dac-2d80-4464-a82a-6ef0b9d610c1 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:19:43.745905 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1780dac-2d80-4464-a82a-6ef0b9d610c1'] response: {'name': 'network-changed', 'server_uuid': 'f78dee55-4357-4bb4-8057-ddecdd7326f6', 'tag': '0a775fd5-0c4b-4d34-8fea-0665c23c121b', 'status': 'completed', 'code': 200} May 16 15:19:43.746208 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1780dac-2d80-4464-a82a-6ef0b9d610c1'] response: {'name': 'network-changed', 'server_uuid': 'f78dee55-4357-4bb4-8057-ddecdd7326f6', 'tag': '0a775fd5-0c4b-4d34-8fea-0665c23c121b', 'status': 'completed', 'code': 200} May 16 15:19:44.020180 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c907b3c9-8734-4b0f-84f2-3e59e6fbbdfe req-e8fa57eb-c57c-4bcf-9635-87a0879479d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:44.022132 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-c907b3c9-8734-4b0f-84f2-3e59e6fbbdfe req-e8fa57eb-c57c-4bcf-9635-87a0879479d1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=316917d7a31645bfaac651f81154c18f&device_id=f78dee55-4357-4bb4-8057-ddecdd7326f6 HTTP/1.1" status: 200 len: 1129 time: 0.0389240 May 16 15:19:44.113331 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c907b3c9-8734-4b0f-84f2-3e59e6fbbdfe req-9eb166ee-a6ba-4908-8a84-72f59e866ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:44.114852 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-c907b3c9-8734-4b0f-84f2-3e59e6fbbdfe req-9eb166ee-a6ba-4908-8a84-72f59e866ac1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8561ad64-1b6b-4f33-82d1-a2d7e72d5b01 HTTP/1.1" status: 200 len: 920 time: 0.0849469 May 16 15:19:44.177057 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-c907b3c9-8734-4b0f-84f2-3e59e6fbbdfe req-4b7e0c87-16e0-4c59-b3ef-653c1a6d4393 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a775fd5-0c4b-4d34-8fea-0665c23c121b HTTP/1.1" status: 200 len: 1000 time: 0.0558031 May 16 15:19:44.225042 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c907b3c9-8734-4b0f-84f2-3e59e6fbbdfe req-0eff2c1a-3d01-4a6c-b507-865f9b2df2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:44.226442 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-c907b3c9-8734-4b0f-84f2-3e59e6fbbdfe req-0eff2c1a-3d01-4a6c-b507-865f9b2df2a1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=559d3648-c2d7-45f5-9aa1-e00232e9372a HTTP/1.1" status: 200 len: 858 time: 0.0429745 May 16 15:19:44.274447 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device e096f6ef-c70e-4e67-b7f3-eb68492a38f7 details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=104035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 15:19:44.275593 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c907b3c9-8734-4b0f-84f2-3e59e6fbbdfe req-f6ceec2c-280f-4b49-96a0-ee7e423f1df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:44.277058 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-c907b3c9-8734-4b0f-84f2-3e59e6fbbdfe req-f6ceec2c-280f-4b49-96a0-ee7e423f1df7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8561ad64-1b6b-4f33-82d1-a2d7e72d5b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0372639 May 16 15:19:44.370080 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] For port e096f6ef-c70e-4e67-b7f3-eb68492a38f7, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=e096f6ef-c70e-4e67-b7f3-eb68492a38f7,segment=NetworkSegment(ba4cb3a3-40de-452c-9eae-dab0cd0cc2ba),segment_id=ba4cb3a3-40de-452c-9eae-dab0cd0cc2ba)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:19:44.370547 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-c907b3c9-8734-4b0f-84f2-3e59e6fbbdfe req-0a82e9f7-ff72-4e77-85ca-8acbf1a0cd56 service neutron] 10.222.0.69 "GET /v2.0/networks/8561ad64-1b6b-4f33-82d1-a2d7e72d5b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865200 May 16 15:19:44.387167 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Returning: {'device': 'e096f6ef-c70e-4e67-b7f3-eb68492a38f7', 'network_id': '52443307-02f5-4e57-bece-5c1fc6d7aa3e', 'port_id': 'e096f6ef-c70e-4e67-b7f3-eb68492a38f7', 'mac_address': 'fa:16:3e:9e:0a:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80835ff4-fd6b-4c06-8f72-62bbdbf09f74', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 15:19:44.477940 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-c907b3c9-8734-4b0f-84f2-3e59e6fbbdfe req-fe4b6ed5-0fb8-4e2e-ba61-b0f655b6226d service neutron] 10.222.0.69 "GET /v2.0/networks/8561ad64-1b6b-4f33-82d1-a2d7e72d5b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003194 May 16 15:19:44.546866 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de6d701-e19f-479a-9b57-970a7185b24b req-037658dd-30c2-40f5-9682-161dbe48e16f tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:44.549454 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-5de6d701-e19f-479a-9b57-970a7185b24b req-037658dd-30c2-40f5-9682-161dbe48e16f tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5abda4a-52f9-4b01-9c65-675397422c41 HTTP/1.1" status: 200 len: 944 time: 0.0692909 May 16 15:19:44.555883 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Current status of the port e096f6ef-c70e-4e67-b7f3-eb68492a38f7 is: DOWN; New status is: BUILD {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:19:44.556273 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (e096f6ef-c70e-4e67-b7f3-eb68492a38f7), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:44.570446 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.notifiers.nova [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e096f6ef-c70e-4e67-b7f3-eb68492a38f7 {{(pid=104035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:19:44.591373 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] For port e096f6ef-c70e-4e67-b7f3-eb68492a38f7, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=e096f6ef-c70e-4e67-b7f3-eb68492a38f7,segment=NetworkSegment(ba4cb3a3-40de-452c-9eae-dab0cd0cc2ba),segment_id=ba4cb3a3-40de-452c-9eae-dab0cd0cc2ba)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:19:44.610566 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-5de6d701-e19f-479a-9b57-970a7185b24b req-3070d045-2a1d-49df-b55d-60752df2213d tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d97ed9-eb0b-4503-a392-7095f36dc063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555325 May 16 15:19:44.638693 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c907b3c9-8734-4b0f-84f2-3e59e6fbbdfe req-7519efca-f334-4ba9-ad4d-9e406bf1fdca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:44.640164 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-c907b3c9-8734-4b0f-84f2-3e59e6fbbdfe req-7519efca-f334-4ba9-ad4d-9e406bf1fdca service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=316917d7a31645bfaac651f81154c18f&device_id=f78dee55-4357-4bb4-8057-ddecdd7326f6 HTTP/1.1" status: 200 len: 1129 time: 0.0444093 May 16 15:19:44.694469 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (e096f6ef-c70e-4e67-b7f3-eb68492a38f7), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:44.736868 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c907b3c9-8734-4b0f-84f2-3e59e6fbbdfe req-0529810a-6244-46ae-888d-443e51414bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:44.738342 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-c907b3c9-8734-4b0f-84f2-3e59e6fbbdfe req-0529810a-6244-46ae-888d-443e51414bdb service neutron] 10.222.0.69 "GET /v2.0/networks?id=8561ad64-1b6b-4f33-82d1-a2d7e72d5b01 HTTP/1.1" status: 200 len: 920 time: 0.0905769 May 16 15:19:44.742293 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Pushing event updated for resources: {'Port': ['ID=e096f6ef-c70e-4e67-b7f3-eb68492a38f7,revision_number=4']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:19:44.799269 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-c907b3c9-8734-4b0f-84f2-3e59e6fbbdfe req-b67f9bde-8e09-4bfd-84f2-625a0228178a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a775fd5-0c4b-4d34-8fea-0665c23c121b HTTP/1.1" status: 200 len: 1000 time: 0.0533488 May 16 15:19:44.853113 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c907b3c9-8734-4b0f-84f2-3e59e6fbbdfe req-5fb87c0f-6545-4bde-abf4-e7988191c019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:44.854542 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-c907b3c9-8734-4b0f-84f2-3e59e6fbbdfe req-5fb87c0f-6545-4bde-abf4-e7988191c019 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=559d3648-c2d7-45f5-9aa1-e00232e9372a HTTP/1.1" status: 200 len: 858 time: 0.0459938 May 16 15:19:44.905393 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c907b3c9-8734-4b0f-84f2-3e59e6fbbdfe req-024911d5-3c8e-41bd-8891-01f72b3e825f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:44.906992 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-c907b3c9-8734-4b0f-84f2-3e59e6fbbdfe req-024911d5-3c8e-41bd-8891-01f72b3e825f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8561ad64-1b6b-4f33-82d1-a2d7e72d5b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0371320 May 16 15:19:44.999609 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-c907b3c9-8734-4b0f-84f2-3e59e6fbbdfe req-fbc439e9-1ca5-4c09-9fe1-f320415bac94 service neutron] 10.222.0.69 "GET /v2.0/networks/8561ad64-1b6b-4f33-82d1-a2d7e72d5b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822558 May 16 15:19:45.095088 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-c907b3c9-8734-4b0f-84f2-3e59e6fbbdfe req-8222056c-158f-4fa3-9082-c5cab58f6e64 service neutron] 10.222.0.69 "GET /v2.0/networks/8561ad64-1b6b-4f33-82d1-a2d7e72d5b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868950 May 16 15:19:45.123345 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] get_ports_and_sgs() called for port_ids ['e096f6ef-c70e-4e67-b7f3-eb68492a38f7'] {{(pid=104035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:19:45.724422 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccbc5bc-1bab-48ed-b189-920135b8b3cb req-ac38b297-4f9e-479b-8033-7f57b34cb15f tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:45.725875 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-8ccbc5bc-1bab-48ed-b189-920135b8b3cb req-ac38b297-4f9e-479b-8033-7f57b34cb15f tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5abda4a-52f9-4b01-9c65-675397422c41 HTTP/1.1" status: 200 len: 945 time: 0.0462582 May 16 15:19:45.774559 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-8ccbc5bc-1bab-48ed-b189-920135b8b3cb req-edfdd75e-ec3d-4270-a439-601ee8ed85d0 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d97ed9-eb0b-4503-a392-7095f36dc063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432734 May 16 15:19:46.292876 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device e096f6ef-c70e-4e67-b7f3-eb68492a38f7 up at agent hyperv_hv-cinder-79578 {{(pid=104035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:19:46.336158 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Provisioning for port e096f6ef-c70e-4e67-b7f3-eb68492a38f7 completed by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 15:19:46.408245 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Provisioning complete for port e096f6ef-c70e-4e67-b7f3-eb68492a38f7 triggered by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:19:46.408647 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (e096f6ef-c70e-4e67-b7f3-eb68492a38f7), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:46.481470 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Current status of the port e096f6ef-c70e-4e67-b7f3-eb68492a38f7 is: BUILD; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:19:46.481857 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (e096f6ef-c70e-4e67-b7f3-eb68492a38f7), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:46.503475 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5abda4a-52f9-4b01-9c65-675397422c41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e096f6ef-c70e-4e67-b7f3-eb68492a38f7'}] {{(pid=104035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:19:46.506337 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1790aa2910a77bb841f337ade38aaf2daae4faf72d914c843aa5f796a16e7f37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f34606f1-2faf-4c61-9847-69340b71aca8" -d '{"events": [{"server_uuid": "e5abda4a-52f9-4b01-9c65-675397422c41", "name": "network-vif-plugged", "status": "completed", "tag": "e096f6ef-c70e-4e67-b7f3-eb68492a38f7"}]}' {{(pid=104035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:19:46.518795 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] For port e096f6ef-c70e-4e67-b7f3-eb68492a38f7, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=e096f6ef-c70e-4e67-b7f3-eb68492a38f7,segment=NetworkSegment(ba4cb3a3-40de-452c-9eae-dab0cd0cc2ba),segment_id=ba4cb3a3-40de-452c-9eae-dab0cd0cc2ba)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:19:46.540658 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-248ecdb8-542e-42e7-a2da-9b3cb0b3f69f x-openstack-request-id: req-248ecdb8-542e-42e7-a2da-9b3cb0b3f69f {{(pid=104035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:19:46.540974 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5abda4a-52f9-4b01-9c65-675397422c41", "name": "network-vif-plugged", "status": "completed", "tag": "e096f6ef-c70e-4e67-b7f3-eb68492a38f7", "code": 200}]} {{(pid=104035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:19:46.541238 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-248ecdb8-542e-42e7-a2da-9b3cb0b3f69f {{(pid=104035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:19:46.541633 dv-cinder-795785-10-iscsi neutron-server[104035]: INFO neutron.notifiers.nova [-] Nova event matching ['req-248ecdb8-542e-42e7-a2da-9b3cb0b3f69f'] response: {'server_uuid': 'e5abda4a-52f9-4b01-9c65-675397422c41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e096f6ef-c70e-4e67-b7f3-eb68492a38f7', 'code': 200} May 16 15:19:46.597314 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (e096f6ef-c70e-4e67-b7f3-eb68492a38f7), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:46.643013 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Pushing event updated for resources: {'Port': ['ID=e096f6ef-c70e-4e67-b7f3-eb68492a38f7,revision_number=5']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:19:46.887241 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34e2033-3172-486b-9ab8-482d781bfa15 req-34442321-3af9-4569-8b2a-0fbaaeb525b7 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:46.888612 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-f34e2033-3172-486b-9ab8-482d781bfa15 req-34442321-3af9-4569-8b2a-0fbaaeb525b7 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5abda4a-52f9-4b01-9c65-675397422c41 HTTP/1.1" status: 200 len: 946 time: 0.0477316 May 16 15:19:46.890515 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea26807-589d-4f2e-9e1d-1cbbce78dcee req-977fc7d9-29fb-4e0a-9931-6f62e4aa5436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:46.892006 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-2ea26807-589d-4f2e-9e1d-1cbbce78dcee req-977fc7d9-29fb-4e0a-9931-6f62e4aa5436 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e5abda4a-52f9-4b01-9c65-675397422c41 HTTP/1.1" status: 200 len: 1130 time: 0.0384779 May 16 15:19:46.934874 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-f34e2033-3172-486b-9ab8-482d781bfa15 req-467ce69d-c18d-4aa6-9fe8-7ce1895d5007 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d97ed9-eb0b-4503-a392-7095f36dc063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407293 May 16 15:19:46.938782 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-2ea26807-589d-4f2e-9e1d-1cbbce78dcee req-8f28ea01-e391-488c-b5c7-6e6e0d85c8bc service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=81d97ed9-eb0b-4503-a392-7095f36dc063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372629 May 16 15:19:48.056916 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd042170-eef4-468c-85d9-b4712a2a909e req-5d9e5c36-3d7f-4e4c-b6ba-9f89534d9514 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:48.058403 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-fd042170-eef4-468c-85d9-b4712a2a909e req-5d9e5c36-3d7f-4e4c-b6ba-9f89534d9514 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5abda4a-52f9-4b01-9c65-675397422c41 HTTP/1.1" status: 200 len: 946 time: 0.0504947 May 16 15:19:48.104129 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-fd042170-eef4-468c-85d9-b4712a2a909e req-4d725822-7ce0-4146-a7b0-22319ef24801 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d97ed9-eb0b-4503-a392-7095f36dc063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399511 May 16 15:19:49.217074 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7247bf-442e-47e0-8db5-f13bf9e6248f req-c2ee0837-64a8-4421-b973-81d45cad47e4 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:19:49.218561 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-1d7247bf-442e-47e0-8db5-f13bf9e6248f req-c2ee0837-64a8-4421-b973-81d45cad47e4 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5abda4a-52f9-4b01-9c65-675397422c41 HTTP/1.1" status: 200 len: 946 time: 0.0467110 May 16 15:19:49.265299 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-1d7247bf-442e-47e0-8db5-f13bf9e6248f req-57d3b13b-8f2f-4706-af07-590d6934ef81 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d97ed9-eb0b-4503-a392-7095f36dc063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411003 May 16 15:19:55.157571 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.agents_db [None req-ab78c14b-22b7-4e46-ade7-0c4080e95cb7 None None] Agent healthcheck: found 6 active agents {{(pid=104036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:19:56.801960 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-fc9870a7-131c-484d-9b0e-fe45f210311d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (a586ef94-96cb-452c-b402-463be5294b2a), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:19:58.877128 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-df6cd7f8-54c3-4f13-ac9d-3dcca1d5b41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (54a3e65b-69a0-426d-9997-69a1705c4334), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:00.110692 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-e1b85405-7a13-4024-838c-532465e0cf8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (72569482-7f88-4a09-9117-6d6842ca2c26), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:01.487938 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a2296b44-efe7-4c92-99bf-bf9223587463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (4544528a-1612-46a7-a248-6cca4b867644), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:03.413091 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (311a8a5f-4d79-4ff7-931a-d05ff8cc45ee), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:10.006886 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (751a3b14-a3b6-44f5-a165-bd23bd92acbe), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:12.222489 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-97959516-6851-48c5-8a54-74d1196b781a req-0efa7dfb-3191-431b-836f-8d18dcfa6df6 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1332313170&fields=id&tenant_id=18afd7d9815342c196be824d2b99d537 HTTP/1.1" status: 200 len: 267 time: 0.0463438 May 16 15:20:12.270929 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97959516-6851-48c5-8a54-74d1196b781a req-eefa865f-92b2-462a-8ef8-339c9bda3979 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:12.272364 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-97959516-6851-48c5-8a54-74d1196b781a req-eefa865f-92b2-462a-8ef8-339c9bda3979 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2587084-89a0-47a8-909d-019d48b12e5c HTTP/1.1" status: 200 len: 984 time: 0.0447128 May 16 15:20:12.283039 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.v2.base [req-97959516-6851-48c5-8a54-74d1196b781a req-b42044ff-5cc7-495d-9770-2e1281942abe tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Request body: {'port': {'security_groups': ['40c14af3-1fed-4601-8c5f-6a8238c55c09']}} {{(pid=104034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:20:12.358123 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [req-97959516-6851-48c5-8a54-74d1196b781a req-b42044ff-5cc7-495d-9770-2e1281942abe tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (3904bae9-9274-4a0f-8757-bdbf49cf6aff), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:12.560890 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-1279fd80-ab96-4096-b9c0-0d55eaef8c5c req-a923ed28-69bc-43c8-a43a-26a4f0df1752 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b8cc0b00-99f9-4486-b349-f60a0d2db023&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0374589 May 16 15:20:12.569569 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [req-97959516-6851-48c5-8a54-74d1196b781a req-b42044ff-5cc7-495d-9770-2e1281942abe tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] For port 3904bae9-9274-4a0f-8757-bdbf49cf6aff, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=3904bae9-9274-4a0f-8757-bdbf49cf6aff,segment=NetworkSegment(1140656b-8e15-4ab1-9757-fe68f1d00ace),segment_id=1140656b-8e15-4ab1-9757-fe68f1d00ace)] {{(pid=104034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:20:12.599018 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [req-97959516-6851-48c5-8a54-74d1196b781a req-b42044ff-5cc7-495d-9770-2e1281942abe tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Publish callbacks [] for port (3904bae9-9274-4a0f-8757-bdbf49cf6aff), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:12.647146 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [req-97959516-6851-48c5-8a54-74d1196b781a req-b42044ff-5cc7-495d-9770-2e1281942abe tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4097205'] for port (3904bae9-9274-4a0f-8757-bdbf49cf6aff), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:12.665424 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1279fd80-ab96-4096-b9c0-0d55eaef8c5c req-b2ea3fb3-1c64-40ec-b3db-cdf0b027214f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:12.666967 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-1279fd80-ab96-4096-b9c0-0d55eaef8c5c req-b2ea3fb3-1c64-40ec-b3db-cdf0b027214f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=316917d7a31645bfaac651f81154c18f&device_id=b8cc0b00-99f9-4486-b349-f60a0d2db023 HTTP/1.1" status: 200 len: 1130 time: 0.0404110 May 16 15:20:12.690211 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97959516-6851-48c5-8a54-74d1196b781a req-b42044ff-5cc7-495d-9770-2e1281942abe tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:12.690793 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [req-97959516-6851-48c5-8a54-74d1196b781a req-b42044ff-5cc7-495d-9770-2e1281942abe tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631934'] for port (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:12.692189 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-97959516-6851-48c5-8a54-74d1196b781a req-b42044ff-5cc7-495d-9770-2e1281942abe tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "PUT /v2.0/ports/3904bae9-9274-4a0f-8757-bdbf49cf6aff HTTP/1.1" status: 200 len: 942 time: 0.4135122 May 16 15:20:12.698085 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2587084-89a0-47a8-909d-019d48b12e5c', 'tag': '3904bae9-9274-4a0f-8757-bdbf49cf6aff'}] {{(pid=104034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:20:12.698286 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] get_ports_and_sgs() called for port_ids ['3904bae9-9274-4a0f-8757-bdbf49cf6aff'] {{(pid=104035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:20:12.699237 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cdfd588167f3f1dbc712245a9b2e41b7a1fa72707d5290f062c21f430b6f068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f77191c9-14df-40fd-a2c9-77d67b00a44c" -d '{"events": [{"name": "network-changed", "server_uuid": "f2587084-89a0-47a8-909d-019d48b12e5c", "tag": "3904bae9-9274-4a0f-8757-bdbf49cf6aff"}]}' {{(pid=104034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:20:12.701066 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 48744) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:20:12.738038 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42044ff-5cc7-495d-9770-2e1281942abe tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Pushing event updated for resources: {'Port': ['ID=3904bae9-9274-4a0f-8757-bdbf49cf6aff,revision_number=7']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:20:12.756493 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-710ec362-f119-462c-8c55-e802b385628b x-openstack-request-id: req-710ec362-f119-462c-8c55-e802b385628b {{(pid=104034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:20:12.757231 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2587084-89a0-47a8-909d-019d48b12e5c", "tag": "3904bae9-9274-4a0f-8757-bdbf49cf6aff", "status": "completed", "code": 200}]} {{(pid=104034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:20:12.757704 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-710ec362-f119-462c-8c55-e802b385628b {{(pid=104034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:20:12.758349 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-710ec362-f119-462c-8c55-e802b385628b'] response: {'name': 'network-changed', 'server_uuid': 'f2587084-89a0-47a8-909d-019d48b12e5c', 'tag': '3904bae9-9274-4a0f-8757-bdbf49cf6aff', 'status': 'completed', 'code': 200} May 16 15:20:12.826448 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-657194f9-629f-4626-a523-9b0249648684 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Publish callbacks [] for security_group (bd80e2ed-795d-481f-ae0d-33b1c9403e7c), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:12.846696 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77191c9-14df-40fd-a2c9-77d67b00a44c req-e3e491b3-cafd-413e-a0bc-4d662164a214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:12.848220 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-f77191c9-14df-40fd-a2c9-77d67b00a44c req-e3e491b3-cafd-413e-a0bc-4d662164a214 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=18afd7d9815342c196be824d2b99d537&device_id=f2587084-89a0-47a8-909d-019d48b12e5c HTTP/1.1" status: 200 len: 1129 time: 0.0519130 May 16 15:20:12.862107 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-657194f9-629f-4626-a523-9b0249648684 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Publish callbacks [] for security_group (bd80e2ed-795d-481f-ae0d-33b1c9403e7c), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:12.882721 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1279fd80-ab96-4096-b9c0-0d55eaef8c5c req-9c24728b-0ad0-42e1-ae4e-86f4b64cca0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:12.884105 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-1279fd80-ab96-4096-b9c0-0d55eaef8c5c req-9c24728b-0ad0-42e1-ae4e-86f4b64cca0e service neutron] 10.222.0.69 "GET /v2.0/networks?id=8561ad64-1b6b-4f33-82d1-a2d7e72d5b01 HTTP/1.1" status: 200 len: 920 time: 0.1886892 May 16 15:20:12.917557 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] get_ports_and_sgs() called for port_ids ['3904bae9-9274-4a0f-8757-bdbf49cf6aff'] {{(pid=104035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:20:13.003745 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-846b2e30-03a6-42f9-b585-2b49fb17fff4 None None] Provisioning complete for port 3904bae9-9274-4a0f-8757-bdbf49cf6aff triggered by entity DHCP. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:20:13.004079 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-846b2e30-03a6-42f9-b585-2b49fb17fff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (3904bae9-9274-4a0f-8757-bdbf49cf6aff), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:13.013910 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-657194f9-629f-4626-a523-9b0249648684 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (bd80e2ed-795d-481f-ae0d-33b1c9403e7c), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:13.017054 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-657194f9-629f-4626-a523-9b0249648684 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Publish callbacks [] for security_group (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:13.018548 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-657194f9-629f-4626-a523-9b0249648684 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "DELETE /v2.0/security-groups/bd80e2ed-795d-481f-ae0d-33b1c9403e7c HTTP/1.1" status: 204 len: 168 time: 0.3098917 May 16 15:20:13.022779 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 48748) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:20:13.068337 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657194f9-629f-4626-a523-9b0249648684 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd80e2ed-795d-481f-ae0d-33b1c9403e7c,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:20:13.152155 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-846b2e30-03a6-42f9-b585-2b49fb17fff4 None None] Current status of the port 3904bae9-9274-4a0f-8757-bdbf49cf6aff is: ACTIVE; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:20:13.189019 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.plugin [None req-3a329a70-ad8b-4d1e-addb-c4933491f6a2 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Deleting port 5fe78bad-8954-4c7c-83dd-81e58b77f10d {{(pid=104034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:20:13.189371 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-3a329a70-ad8b-4d1e-addb-c4933491f6a2 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789020190181'] for port (5fe78bad-8954-4c7c-83dd-81e58b77f10d), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:13.195013 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-1279fd80-ab96-4096-b9c0-0d55eaef8c5c req-263430bb-a2ea-4be7-bc6f-1d8695512985 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d3200ba0-e507-4313-a271-660316264ca6 HTTP/1.1" status: 200 len: 217 time: 0.3003592 May 16 15:20:13.259988 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1279fd80-ab96-4096-b9c0-0d55eaef8c5c req-c73673a1-0b87-40f4-9b70-20a10e74139f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:13.261456 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-1279fd80-ab96-4096-b9c0-0d55eaef8c5c req-c73673a1-0b87-40f4-9b70-20a10e74139f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=559d3648-c2d7-45f5-9aa1-e00232e9372a HTTP/1.1" status: 200 len: 858 time: 0.0594602 May 16 15:20:13.262407 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77191c9-14df-40fd-a2c9-77d67b00a44c req-182e1b71-f4d3-4b76-9f9b-59bb2447f30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:13.263692 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-f77191c9-14df-40fd-a2c9-77d67b00a44c req-182e1b71-f4d3-4b76-9f9b-59bb2447f30e service neutron] 10.222.0.69 "GET /v2.0/networks?id=0c4f9146-d1fd-486f-849d-27c0f1f9f510 HTTP/1.1" status: 200 len: 916 time: 0.4045792 May 16 15:20:13.265537 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-3a329a70-ad8b-4d1e-addb-c4933491f6a2 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555776'] for port (5fe78bad-8954-4c7c-83dd-81e58b77f10d), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:13.266048 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-3a329a70-ad8b-4d1e-addb-c4933491f6a2 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Publish callbacks [] for floatingip (5fe78bad-8954-4c7c-83dd-81e58b77f10d), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:13.278411 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.plugin [None req-3a329a70-ad8b-4d1e-addb-c4933491f6a2 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Calling delete_port for 5fe78bad-8954-4c7c-83dd-81e58b77f10d owned by network:floatingip {{(pid=104034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:20:13.353092 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1279fd80-ab96-4096-b9c0-0d55eaef8c5c req-469cea68-5505-4866-a1b5-5b287c1ebf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:13.354613 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-1279fd80-ab96-4096-b9c0-0d55eaef8c5c req-469cea68-5505-4866-a1b5-5b287c1ebf18 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8561ad64-1b6b-4f33-82d1-a2d7e72d5b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0780027 May 16 15:20:13.375395 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-f77191c9-14df-40fd-a2c9-77d67b00a44c req-fa9a8958-d398-4008-bc5d-6134df973744 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3904bae9-9274-4a0f-8757-bdbf49cf6aff HTTP/1.1" status: 200 len: 1000 time: 0.0906768 May 16 15:20:13.471230 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77191c9-14df-40fd-a2c9-77d67b00a44c req-f7f06691-17e1-4a72-8b74-70cfd2447bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:13.472585 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-f77191c9-14df-40fd-a2c9-77d67b00a44c req-f7f06691-17e1-4a72-8b74-70cfd2447bb7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b2bcf42b-2d4b-4fc7-a55a-ea377e4752e3 HTTP/1.1" status: 200 len: 854 time: 0.0875533 May 16 15:20:13.514735 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-1279fd80-ab96-4096-b9c0-0d55eaef8c5c req-5cc8cb4d-9e1e-480c-9f16-5bdccaf9d53b service neutron] 10.222.0.69 "GET /v2.0/networks/8561ad64-1b6b-4f33-82d1-a2d7e72d5b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507528 May 16 15:20:13.533958 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77191c9-14df-40fd-a2c9-77d67b00a44c req-7032186f-3f13-4c8d-9afe-13c26f08a7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:13.535410 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-f77191c9-14df-40fd-a2c9-77d67b00a44c req-7032186f-3f13-4c8d-9afe-13c26f08a7d7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0c4f9146-d1fd-486f-849d-27c0f1f9f510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0532408 May 16 15:20:13.538607 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-3a329a70-ad8b-4d1e-addb-c4933491f6a2 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789020200313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789019640158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097154'] for port (5fe78bad-8954-4c7c-83dd-81e58b77f10d), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:13.568087 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a329a70-ad8b-4d1e-addb-c4933491f6a2 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Pushing event deleted for resources: {'Port': ['ID=5fe78bad-8954-4c7c-83dd-81e58b77f10d,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:20:13.630395 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-3a329a70-ad8b-4d1e-addb-c4933491f6a2 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Publish callbacks [] for floatingip (f8e5fa7a-be89-4509-b3a5-96ce0da9925b), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:13.630737 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.db.l3_db [None req-3a329a70-ad8b-4d1e-addb-c4933491f6a2 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Floating IP f8e5fa7a-be89-4509-b3a5-96ce0da9925b disassociated (deleted). External IP: 172.27.0.46, port: 3904bae9-9274-4a0f-8757-bdbf49cf6aff. May 16 15:20:13.685802 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-1279fd80-ab96-4096-b9c0-0d55eaef8c5c req-8a554291-2b09-4cb3-a8f5-b875e0f7f957 service neutron] 10.222.0.69 "GET /v2.0/networks/8561ad64-1b6b-4f33-82d1-a2d7e72d5b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619794 May 16 15:20:13.689307 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-f77191c9-14df-40fd-a2c9-77d67b00a44c req-0c1b9456-6904-4ab0-99b2-8cf1439cf3d9 service neutron] 10.222.0.69 "GET /v2.0/networks/0c4f9146-d1fd-486f-849d-27c0f1f9f510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444671 May 16 15:20:13.798502 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-f77191c9-14df-40fd-a2c9-77d67b00a44c req-5c50a6fe-4358-4386-b306-7c41233ba258 service neutron] 10.222.0.69 "GET /v2.0/networks/0c4f9146-d1fd-486f-849d-27c0f1f9f510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905416 May 16 15:20:13.833896 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a329a70-ad8b-4d1e-addb-c4933491f6a2 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Router d492aea4-7447-4665-9c6c-babfe62e8760 has already been hosted by L3 agent 54a3e65b-69a0-426d-9997-69a1705c4334 {{(pid=104034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:20:13.935166 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a329a70-ad8b-4d1e-addb-c4933491f6a2 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Notify agent at l3_agent.dv-cinder-795785-10-iscsi the message routers_updated {{(pid=104034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:20:13.940163 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-3a329a70-ad8b-4d1e-addb-c4933491f6a2 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914'] for floatingip (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:13.946007 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b4e348-16d1-4514-8fcc-3d44ab0a0e70 None None] Sync routers for ids ['d492aea4-7447-4665-9c6c-babfe62e8760'] in dv-cinder-795785-10-iscsi {{(pid=104035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:20:13.956485 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b4e348-16d1-4514-8fcc-3d44ab0a0e70 None None] Routers {'d492aea4-7447-4665-9c6c-babfe62e8760'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:20:13.957186 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_hamode_db [None req-d2b4e348-16d1-4514-8fcc-3d44ab0a0e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:19:59Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['d492aea4-7447-4665-9c6c-babfe62e8760'], 'active': True} {{(pid=104035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:20:13.968796 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-3a329a70-ad8b-4d1e-addb-c4933491f6a2 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "DELETE /v2.0/floatingips/f8e5fa7a-be89-4509-b3a5-96ce0da9925b HTTP/1.1" status: 204 len: 168 time: 0.9449420 May 16 15:20:14.062991 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvr_db [None req-d2b4e348-16d1-4514-8fcc-3d44ab0a0e70 None None] Set router d492aea4-7447-4665-9c6c-babfe62e8760 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:20:14.252038 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_hamode_db [None req-d2b4e348-16d1-4514-8fcc-3d44ab0a0e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd492aea4-7447-4665-9c6c-babfe62e8760', 'name': 'tempest-TestMinimumBasicScenario-1843982626-router', 'tenant_id': '18afd7d9815342c196be824d2b99d537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': 'cb8f48b8-11f5-4a8b-ac99-c9ba07cf37a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:16:56Z', 'updated_at': '2022-05-16T15:17:00Z', 'revision_number': 4, 'project_id': '18afd7d9815342c196be824d2b99d537', 'gw_port': {'id': 'cb8f48b8-11f5-4a8b-ac99-c9ba07cf37a1', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ce:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd492aea4-7447-4665-9c6c-babfe62e8760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:16:57Z', 'updated_at': '2022-05-16T15:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_interfaces': [{'id': 'dd1ca3d5-b423-4214-86b7-3a95454a1cff', 'name': '', 'network_id': '0c4f9146-d1fd-486f-849d-27c0f1f9f510', 'tenant_id': '18afd7d9815342c196be824d2b99d537', 'mac_address': 'fa:16:3e:fb:d9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd492aea4-7447-4665-9c6c-babfe62e8760', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'b2bcf42b-2d4b-4fc7-a55a-ea377e4752e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:16:59Z', 'updated_at': '2022-05-16T15:17:04Z', 'revision_number': 5, 'project_id': '18afd7d9815342c196be824d2b99d537', 'subnets': [{'id': 'b2bcf42b-2d4b-4fc7-a55a-ea377e4752e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:20:14.281212 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b4e348-16d1-4514-8fcc-3d44ab0a0e70 None None] Checking router: d492aea4-7447-4665-9c6c-babfe62e8760 for host: dv-cinder-795785-10-iscsi {{(pid=104035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:20:14.295122 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b4e348-16d1-4514-8fcc-3d44ab0a0e70 None None] Routers {'d492aea4-7447-4665-9c6c-babfe62e8760'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:20:14.295122 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_hamode_db [None req-d2b4e348-16d1-4514-8fcc-3d44ab0a0e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:19:59Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['d492aea4-7447-4665-9c6c-babfe62e8760'], 'active': True} {{(pid=104035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:20:14.395226 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvr_db [None req-d2b4e348-16d1-4514-8fcc-3d44ab0a0e70 None None] Set router d492aea4-7447-4665-9c6c-babfe62e8760 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:20:14.583166 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_hamode_db [None req-d2b4e348-16d1-4514-8fcc-3d44ab0a0e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd492aea4-7447-4665-9c6c-babfe62e8760', 'name': 'tempest-TestMinimumBasicScenario-1843982626-router', 'tenant_id': '18afd7d9815342c196be824d2b99d537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': 'cb8f48b8-11f5-4a8b-ac99-c9ba07cf37a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:16:56Z', 'updated_at': '2022-05-16T15:17:00Z', 'revision_number': 4, 'project_id': '18afd7d9815342c196be824d2b99d537', 'gw_port': {'id': 'cb8f48b8-11f5-4a8b-ac99-c9ba07cf37a1', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ce:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd492aea4-7447-4665-9c6c-babfe62e8760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:16:57Z', 'updated_at': '2022-05-16T15:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_interfaces': [{'id': 'dd1ca3d5-b423-4214-86b7-3a95454a1cff', 'name': '', 'network_id': '0c4f9146-d1fd-486f-849d-27c0f1f9f510', 'tenant_id': '18afd7d9815342c196be824d2b99d537', 'mac_address': 'fa:16:3e:fb:d9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd492aea4-7447-4665-9c6c-babfe62e8760', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'b2bcf42b-2d4b-4fc7-a55a-ea377e4752e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:16:59Z', 'updated_at': '2022-05-16T15:17:04Z', 'revision_number': 5, 'project_id': '18afd7d9815342c196be824d2b99d537', 'subnets': [{'id': 'b2bcf42b-2d4b-4fc7-a55a-ea377e4752e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:20:14.607426 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b4e348-16d1-4514-8fcc-3d44ab0a0e70 None None] The sync data for ids ['d492aea4-7447-4665-9c6c-babfe62e8760'] in dv-cinder-795785-10-iscsi is: [{'id': 'd492aea4-7447-4665-9c6c-babfe62e8760', 'name': 'tempest-TestMinimumBasicScenario-1843982626-router', 'tenant_id': '18afd7d9815342c196be824d2b99d537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': 'cb8f48b8-11f5-4a8b-ac99-c9ba07cf37a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:16:56Z', 'updated_at': '2022-05-16T15:17:00Z', 'revision_number': 4, 'project_id': '18afd7d9815342c196be824d2b99d537', 'gw_port': {'id': 'cb8f48b8-11f5-4a8b-ac99-c9ba07cf37a1', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ce:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd492aea4-7447-4665-9c6c-babfe62e8760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:16:57Z', 'updated_at': '2022-05-16T15:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_interfaces': [{'id': 'dd1ca3d5-b423-4214-86b7-3a95454a1cff', 'name': '', 'network_id': '0c4f9146-d1fd-486f-849d-27c0f1f9f510', 'tenant_id': '18afd7d9815342c196be824d2b99d537', 'mac_address': 'fa:16:3e:fb:d9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd492aea4-7447-4665-9c6c-babfe62e8760', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'b2bcf42b-2d4b-4fc7-a55a-ea377e4752e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:16:59Z', 'updated_at': '2022-05-16T15:17:04Z', 'revision_number': 5, 'project_id': '18afd7d9815342c196be824d2b99d537', 'subnets': [{'id': 'b2bcf42b-2d4b-4fc7-a55a-ea377e4752e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:20:14.759733 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2587084-89a0-47a8-909d-019d48b12e5c', 'tag': '3904bae9-9274-4a0f-8757-bdbf49cf6aff'}] {{(pid=104034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:20:14.762047 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cdfd588167f3f1dbc712245a9b2e41b7a1fa72707d5290f062c21f430b6f068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e07641-57a5-45fd-b218-aec7e3f06213" -d '{"events": [{"name": "network-changed", "server_uuid": "f2587084-89a0-47a8-909d-019d48b12e5c", "tag": "3904bae9-9274-4a0f-8757-bdbf49cf6aff"}]}' {{(pid=104034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:20:14.800111 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e38c79-0a20-4b81-885d-eff615ec6c97 x-openstack-request-id: req-c1e38c79-0a20-4b81-885d-eff615ec6c97 {{(pid=104034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:20:14.800419 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2587084-89a0-47a8-909d-019d48b12e5c", "tag": "3904bae9-9274-4a0f-8757-bdbf49cf6aff", "status": "completed", "code": 200}]} {{(pid=104034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:20:14.800709 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c1e38c79-0a20-4b81-885d-eff615ec6c97 {{(pid=104034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:20:14.801124 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1e38c79-0a20-4b81-885d-eff615ec6c97'] response: {'name': 'network-changed', 'server_uuid': 'f2587084-89a0-47a8-909d-019d48b12e5c', 'tag': '3904bae9-9274-4a0f-8757-bdbf49cf6aff', 'status': 'completed', 'code': 200} May 16 15:20:14.835581 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355ac4e2-2ad5-46ef-b7c6-e51cfd69e62a None None] New status for floating IP f8e5fa7a-be89-4509-b3a5-96ce0da9925b: DOWN {{(pid=104036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 15:20:14.905424 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e07641-57a5-45fd-b218-aec7e3f06213 req-d18c0a88-bacb-4692-b140-a8351679f577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:14.906986 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-26e07641-57a5-45fd-b218-aec7e3f06213 req-d18c0a88-bacb-4692-b140-a8351679f577 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=18afd7d9815342c196be824d2b99d537&device_id=f2587084-89a0-47a8-909d-019d48b12e5c HTTP/1.1" status: 200 len: 1129 time: 0.0399592 May 16 15:20:15.009285 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e07641-57a5-45fd-b218-aec7e3f06213 req-dfa184b2-6f86-44a5-9ee9-195c4178666b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:15.010809 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-26e07641-57a5-45fd-b218-aec7e3f06213 req-dfa184b2-6f86-44a5-9ee9-195c4178666b service neutron] 10.222.0.69 "GET /v2.0/networks?id=0c4f9146-d1fd-486f-849d-27c0f1f9f510 HTTP/1.1" status: 200 len: 916 time: 0.0935950 May 16 15:20:15.051401 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-26e07641-57a5-45fd-b218-aec7e3f06213 req-6a1fee84-e0e4-4b36-bfbf-b7a05f4a629d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3904bae9-9274-4a0f-8757-bdbf49cf6aff HTTP/1.1" status: 200 len: 217 time: 0.0331488 May 16 15:20:15.102260 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e07641-57a5-45fd-b218-aec7e3f06213 req-17a6bfa1-933b-459e-9c22-adc6336f2953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:15.103681 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-26e07641-57a5-45fd-b218-aec7e3f06213 req-17a6bfa1-933b-459e-9c22-adc6336f2953 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b2bcf42b-2d4b-4fc7-a55a-ea377e4752e3 HTTP/1.1" status: 200 len: 854 time: 0.0444646 May 16 15:20:15.151709 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e07641-57a5-45fd-b218-aec7e3f06213 req-972400d6-dfb2-4800-ac68-a794d978799c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:15.153183 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-26e07641-57a5-45fd-b218-aec7e3f06213 req-972400d6-dfb2-4800-ac68-a794d978799c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0c4f9146-d1fd-486f-849d-27c0f1f9f510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0414193 May 16 15:20:15.243484 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-26e07641-57a5-45fd-b218-aec7e3f06213 req-0c2d1cd5-b52d-4bdf-a9dc-c6483729c4cd service neutron] 10.222.0.69 "GET /v2.0/networks/0c4f9146-d1fd-486f-849d-27c0f1f9f510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817389 May 16 15:20:15.335960 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-26e07641-57a5-45fd-b218-aec7e3f06213 req-697c816e-3e75-4179-bdbd-af8efc327560 service neutron] 10.222.0.69 "GET /v2.0/networks/0c4f9146-d1fd-486f-849d-27c0f1f9f510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860837 May 16 15:20:22.276063 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd639a7e-d782-4b5f-ba0b-171a71595692 req-4904c83c-0f2e-42d6-8e2a-d486e9865452 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:22.277476 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-cd639a7e-d782-4b5f-ba0b-171a71595692 req-4904c83c-0f2e-42d6-8e2a-d486e9865452 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3e68f7e-80df-470a-869e-8c625ab4709c HTTP/1.1" status: 200 len: 945 time: 0.0967460 May 16 15:20:22.324641 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-cd639a7e-d782-4b5f-ba0b-171a71595692 req-d7f18f57-fb2d-4054-9f1b-bbd286b6081a tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/security-groups?id=caf3754e-5d8e-4956-8296-48df01954071&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410171 May 16 15:20:23.441896 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a852442-10c2-4344-a6af-20847870a796 req-0978820e-c490-41bd-9def-0dd905d25a68 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:23.443421 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-6a852442-10c2-4344-a6af-20847870a796 req-0978820e-c490-41bd-9def-0dd905d25a68 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3e68f7e-80df-470a-869e-8c625ab4709c HTTP/1.1" status: 200 len: 945 time: 0.0516908 May 16 15:20:23.488229 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4df44c9-b195-4b50-ac7d-f796fe60b10f req-998e2f4f-259a-4948-83aa-8bc502f35d58 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:23.489762 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-d4df44c9-b195-4b50-ac7d-f796fe60b10f req-998e2f4f-259a-4948-83aa-8bc502f35d58 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2587084-89a0-47a8-909d-019d48b12e5c HTTP/1.1" status: 200 len: 945 time: 0.0481770 May 16 15:20:23.491531 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-6a852442-10c2-4344-a6af-20847870a796 req-15329266-4b54-4a8e-bcfb-391009d23c66 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/security-groups?id=caf3754e-5d8e-4956-8296-48df01954071&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416923 May 16 15:20:23.537785 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-d4df44c9-b195-4b50-ac7d-f796fe60b10f req-768a6b09-547f-4659-b504-fa1a86ec0500 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c14af3-1fed-4601-8c5f-6a8238c55c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416641 May 16 15:20:24.607710 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66772d64-c4ce-47c2-9f8e-56ddce805ab3 req-36d5b505-b825-4db8-b21f-2fe8a5e8266a tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:24.609206 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-66772d64-c4ce-47c2-9f8e-56ddce805ab3 req-36d5b505-b825-4db8-b21f-2fe8a5e8266a tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3e68f7e-80df-470a-869e-8c625ab4709c HTTP/1.1" status: 200 len: 945 time: 0.0479875 May 16 15:20:24.654843 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6a2ab5-0c51-41a4-8acb-5cb678771b32 req-eb5c7af2-b2cf-448c-980b-d633adf55118 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:24.656329 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-7e6a2ab5-0c51-41a4-8acb-5cb678771b32 req-eb5c7af2-b2cf-448c-980b-d633adf55118 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2587084-89a0-47a8-909d-019d48b12e5c HTTP/1.1" status: 200 len: 945 time: 0.0521786 May 16 15:20:24.656637 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-66772d64-c4ce-47c2-9f8e-56ddce805ab3 req-1440f3c0-aa77-4703-979b-73b48a3c83fe tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/security-groups?id=caf3754e-5d8e-4956-8296-48df01954071&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417919 May 16 15:20:24.703587 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-7e6a2ab5-0c51-41a4-8acb-5cb678771b32 req-0a5b021c-1d16-43ac-8720-e688e39bd6f8 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c14af3-1fed-4601-8c5f-6a8238c55c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412498 May 16 15:20:25.815625 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa6ad0d-4d6c-4b8d-a068-2e2acfde37ad req-fa91c2a5-f432-4fb6-a19d-37595a130c4b tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:25.817715 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-5fa6ad0d-4d6c-4b8d-a068-2e2acfde37ad req-fa91c2a5-f432-4fb6-a19d-37595a130c4b tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2587084-89a0-47a8-909d-019d48b12e5c HTTP/1.1" status: 200 len: 945 time: 0.0481589 May 16 15:20:25.867243 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-5fa6ad0d-4d6c-4b8d-a068-2e2acfde37ad req-157440da-a73a-4990-b062-dc95af6d1040 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c14af3-1fed-4601-8c5f-6a8238c55c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440433 May 16 15:20:25.869479 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc49bbae-fffa-40f4-ae30-9d267c77282b req-451e4da4-ab54-4c70-8c96-d08c7e440937 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:25.871029 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-cc49bbae-fffa-40f4-ae30-9d267c77282b req-451e4da4-ab54-4c70-8c96-d08c7e440937 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3e68f7e-80df-470a-869e-8c625ab4709c HTTP/1.1" status: 200 len: 945 time: 0.0463328 May 16 15:20:25.920413 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-cc49bbae-fffa-40f4-ae30-9d267c77282b req-c116ee77-f3f0-45da-94b9-5997d46c5940 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/security-groups?id=caf3754e-5d8e-4956-8296-48df01954071&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438316 May 16 15:20:26.817471 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-69ddedfd-bbaf-4265-916e-4dfdf4b6d65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (a586ef94-96cb-452c-b402-463be5294b2a), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:26.981828 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eb4126-a14b-4211-ba8f-937c14b62c52 req-7d1e2629-f690-4f8c-914d-bbed51be7efe tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:26.986015 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-24eb4126-a14b-4211-ba8f-937c14b62c52 req-7d1e2629-f690-4f8c-914d-bbed51be7efe tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2587084-89a0-47a8-909d-019d48b12e5c HTTP/1.1" status: 200 len: 945 time: 0.0498362 May 16 15:20:27.036301 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-24eb4126-a14b-4211-ba8f-937c14b62c52 req-be98da17-74d7-48dc-88a1-783777e500c8 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c14af3-1fed-4601-8c5f-6a8238c55c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471714 May 16 15:20:27.036467 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74094b6-c93a-4dd9-9471-2acac6cf5e30 req-286cadcb-8a23-4b21-bf18-7f535ad11fdf tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:27.038091 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-f74094b6-c93a-4dd9-9471-2acac6cf5e30 req-286cadcb-8a23-4b21-bf18-7f535ad11fdf tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3e68f7e-80df-470a-869e-8c625ab4709c HTTP/1.1" status: 200 len: 945 time: 0.0484352 May 16 15:20:27.086616 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-f74094b6-c93a-4dd9-9471-2acac6cf5e30 req-92b0c819-cdd4-4972-847b-e30d02713e72 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/security-groups?id=caf3754e-5d8e-4956-8296-48df01954071&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422263 May 16 15:20:28.152583 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e97d4cc-fc62-4e89-9b5b-d96af7ddc2df req-ee1e85b6-7265-4015-a1b1-a14aef67c0a3 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:28.154198 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-3e97d4cc-fc62-4e89-9b5b-d96af7ddc2df req-ee1e85b6-7265-4015-a1b1-a14aef67c0a3 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2587084-89a0-47a8-909d-019d48b12e5c HTTP/1.1" status: 200 len: 945 time: 0.0474160 May 16 15:20:28.198734 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6cf176-65f4-4b68-b148-110028fcb290 req-b326dda6-b0b0-47ca-8a65-2b7cdca88d7f tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:28.200253 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-5d6cf176-65f4-4b68-b148-110028fcb290 req-b326dda6-b0b0-47ca-8a65-2b7cdca88d7f tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3e68f7e-80df-470a-869e-8c625ab4709c HTTP/1.1" status: 200 len: 945 time: 0.0468297 May 16 15:20:28.201221 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-3e97d4cc-fc62-4e89-9b5b-d96af7ddc2df req-07ff9d2a-e6a6-4948-a267-556e88331873 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c14af3-1fed-4601-8c5f-6a8238c55c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409441 May 16 15:20:28.246342 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-5d6cf176-65f4-4b68-b148-110028fcb290 req-62ed4001-c519-45a2-8ebe-934f4aa0a26e tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/security-groups?id=caf3754e-5d8e-4956-8296-48df01954071&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400629 May 16 15:20:28.864690 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-352c7cc5-9e4e-4978-a90b-9e60bbba405f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (54a3e65b-69a0-426d-9997-69a1705c4334), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:29.311704 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad65360-7a61-41bf-a3fc-4e9ff9450774 req-404db13b-8d2b-42fe-a8a5-040d5ea73e1d tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:29.313434 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-9ad65360-7a61-41bf-a3fc-4e9ff9450774 req-404db13b-8d2b-42fe-a8a5-040d5ea73e1d tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2587084-89a0-47a8-909d-019d48b12e5c HTTP/1.1" status: 200 len: 945 time: 0.0469255 May 16 15:20:29.359998 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-9ad65360-7a61-41bf-a3fc-4e9ff9450774 req-1591b3a6-a155-427c-92a5-88f331cf9020 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c14af3-1fed-4601-8c5f-6a8238c55c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406084 May 16 15:20:29.363828 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b7cadd-f7de-417e-ab0a-c8742b3c9ef1 req-7a0295f0-f9cf-460d-a586-c8d30cbbf817 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:29.365325 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-c8b7cadd-f7de-417e-ab0a-c8742b3c9ef1 req-7a0295f0-f9cf-460d-a586-c8d30cbbf817 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3e68f7e-80df-470a-869e-8c625ab4709c HTTP/1.1" status: 200 len: 945 time: 0.0535722 May 16 15:20:29.411802 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-c8b7cadd-f7de-417e-ab0a-c8742b3c9ef1 req-6d31abe9-86c4-45bd-a854-52bf734423c9 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/security-groups?id=caf3754e-5d8e-4956-8296-48df01954071&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410511 May 16 15:20:30.074380 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-e1b85405-7a13-4024-838c-532465e0cf8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (72569482-7f88-4a09-9117-6d6842ca2c26), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:30.480390 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c99e5-363c-4cbd-8f71-eb07ce9b12b0 req-ea1a2b94-eddf-4a2c-b10d-3b1d19b0e4c7 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:30.481962 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-c27c99e5-363c-4cbd-8f71-eb07ce9b12b0 req-ea1a2b94-eddf-4a2c-b10d-3b1d19b0e4c7 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2587084-89a0-47a8-909d-019d48b12e5c HTTP/1.1" status: 200 len: 945 time: 0.0524106 May 16 15:20:30.532287 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9e7a1c-f10c-47f2-9665-9b3a9f3c7328 req-0c15e43d-fd99-4d45-b03b-7a3d62431b4e tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:30.533992 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-8e9e7a1c-f10c-47f2-9665-9b3a9f3c7328 req-0c15e43d-fd99-4d45-b03b-7a3d62431b4e tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3e68f7e-80df-470a-869e-8c625ab4709c HTTP/1.1" status: 200 len: 945 time: 0.0503218 May 16 15:20:30.535132 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-c27c99e5-363c-4cbd-8f71-eb07ce9b12b0 req-a141c056-5ab7-4749-b696-4d5b26809612 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c14af3-1fed-4601-8c5f-6a8238c55c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471001 May 16 15:20:30.592941 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-8e9e7a1c-f10c-47f2-9665-9b3a9f3c7328 req-766d932d-0774-4899-8733-f40ee6cda668 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/security-groups?id=caf3754e-5d8e-4956-8296-48df01954071&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422132 May 16 15:20:30.911365 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c98c79-e468-4def-857b-06c045016abe req-72c137db-2617-474e-90ea-0cc542187116 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:30.912832 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-93c98c79-e468-4def-857b-06c045016abe req-72c137db-2617-474e-90ea-0cc542187116 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3e68f7e-80df-470a-869e-8c625ab4709c HTTP/1.1" status: 200 len: 945 time: 0.0475364 May 16 15:20:30.999810 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [req-93c98c79-e468-4def-857b-06c045016abe req-38cec558-14fa-4d94-b928-598d6dfc8be3 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Deleting port c2d12348-be99-4d8a-833b-0746887f6b11 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:20:31.000152 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-93c98c79-e468-4def-857b-06c045016abe req-38cec558-14fa-4d94-b928-598d6dfc8be3 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789020190181'] for port (c2d12348-be99-4d8a-833b-0746887f6b11), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:31.090306 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [req-93c98c79-e468-4def-857b-06c045016abe req-38cec558-14fa-4d94-b928-598d6dfc8be3 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] For port c2d12348-be99-4d8a-833b-0746887f6b11, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=c2d12348-be99-4d8a-833b-0746887f6b11,segment=NetworkSegment(4d5decff-4bc4-4a25-8135-847682f81a17),segment_id=4d5decff-4bc4-4a25-8135-847682f81a17)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:20:31.090684 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-93c98c79-e468-4def-857b-06c045016abe req-38cec558-14fa-4d94-b928-598d6dfc8be3 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555776'] for port (c2d12348-be99-4d8a-833b-0746887f6b11), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:31.249369 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-93c98c79-e468-4def-857b-06c045016abe req-38cec558-14fa-4d94-b928-598d6dfc8be3 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:31.249741 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-93c98c79-e468-4def-857b-06c045016abe req-38cec558-14fa-4d94-b928-598d6dfc8be3 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556839'] for floatingip (43b0b911-cad4-43f9-8e1c-2c5092f8f9e8), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:31.250095 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.db.l3_db [req-93c98c79-e468-4def-857b-06c045016abe req-38cec558-14fa-4d94-b928-598d6dfc8be3 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Floating IP 43b0b911-cad4-43f9-8e1c-2c5092f8f9e8 disassociated. External IP: 172.27.0.246, port: c2d12348-be99-4d8a-833b-0746887f6b11. May 16 15:20:31.250438 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [req-93c98c79-e468-4def-857b-06c045016abe req-38cec558-14fa-4d94-b928-598d6dfc8be3 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Calling delete_port for c2d12348-be99-4d8a-833b-0746887f6b11 owned by compute:nova {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:20:31.426549 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-93c98c79-e468-4def-857b-06c045016abe req-38cec558-14fa-4d94-b928-598d6dfc8be3 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789020200313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789019640158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61886211'] for port (c2d12348-be99-4d8a-833b-0746887f6b11), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:31.480792 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cec558-14fa-4d94-b928-598d6dfc8be3 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Pushing event deleted for resources: {'Port': ['ID=c2d12348-be99-4d8a-833b-0746887f6b11,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:20:31.497268 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e1e751-d7c6-486a-b523-84c5bc527283 req-d3934d5d-a66d-4fca-8249-1d548de3c7eb tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:31.498700 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-02e1e751-d7c6-486a-b523-84c5bc527283 req-d3934d5d-a66d-4fca-8249-1d548de3c7eb tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.69 "GET /v2.0/ports?device_id=f2587084-89a0-47a8-909d-019d48b12e5c HTTP/1.1" status: 200 len: 945 time: 0.0838394 May 16 15:20:31.503266 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cec558-14fa-4d94-b928-598d6dfc8be3 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:20:31.503623 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cec558-14fa-4d94-b928-598d6dfc8be3 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:20:31.503976 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cec558-14fa-4d94-b928-598d6dfc8be3 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:20:31.504325 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cec558-14fa-4d94-b928-598d6dfc8be3 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:20:31.504681 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cec558-14fa-4d94-b928-598d6dfc8be3 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:20:31.505008 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cec558-14fa-4d94-b928-598d6dfc8be3 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:20:31.505508 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cec558-14fa-4d94-b928-598d6dfc8be3 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:20:31.505847 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cec558-14fa-4d94-b928-598d6dfc8be3 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:20:31.506232 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cec558-14fa-4d94-b928-598d6dfc8be3 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:20:31.506608 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cec558-14fa-4d94-b928-598d6dfc8be3 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:20:31.506895 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cec558-14fa-4d94-b928-598d6dfc8be3 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:20:31.507231 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cec558-14fa-4d94-b928-598d6dfc8be3 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:20:31.508112 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cec558-14fa-4d94-b928-598d6dfc8be3 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:20:31.508112 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cec558-14fa-4d94-b928-598d6dfc8be3 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:20:31.508335 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cec558-14fa-4d94-b928-598d6dfc8be3 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:20:31.552611 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a2296b44-efe7-4c92-99bf-bf9223587463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (4544528a-1612-46a7-a248-6cca4b867644), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:31.734036 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-2de36c8f-6d94-4aa7-b6d2-a8447e6205b4 req-917e695f-a91a-4d02-bb08-f67f098dee5a tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3e68f7e-80df-470a-869e-8c625ab4709c HTTP/1.1" status: 200 len: 210 time: 0.0380671 May 16 15:20:31.746216 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [req-02e1e751-d7c6-486a-b523-84c5bc527283 req-b99e952e-ec95-4f11-ac01-450548a65e21 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Deleting port 3904bae9-9274-4a0f-8757-bdbf49cf6aff {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:20:31.746567 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-02e1e751-d7c6-486a-b523-84c5bc527283 req-b99e952e-ec95-4f11-ac01-450548a65e21 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789020190181'] for port (3904bae9-9274-4a0f-8757-bdbf49cf6aff), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:31.750292 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.l3_agent_scheduler [req-93c98c79-e468-4def-857b-06c045016abe req-38cec558-14fa-4d94-b928-598d6dfc8be3 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Router 67c6642c-a31b-4537-a524-d1c5011e71b1 has already been hosted by L3 agent 54a3e65b-69a0-426d-9997-69a1705c4334 {{(pid=104033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:20:31.757931 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149affd7-d47a-4fef-8a9c-ea40d11c81b4 req-a41acd04-8a53-4f80-8f09-506d15ad98fd tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:31.762590 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-149affd7-d47a-4fef-8a9c-ea40d11c81b4 req-a41acd04-8a53-4f80-8f09-506d15ad98fd tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2587084-89a0-47a8-909d-019d48b12e5c HTTP/1.1" status: 200 len: 945 time: 0.1245675 May 16 15:20:31.948388 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [req-02e1e751-d7c6-486a-b523-84c5bc527283 req-b99e952e-ec95-4f11-ac01-450548a65e21 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] For port 3904bae9-9274-4a0f-8757-bdbf49cf6aff, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=3904bae9-9274-4a0f-8757-bdbf49cf6aff,segment=NetworkSegment(1140656b-8e15-4ab1-9757-fe68f1d00ace),segment_id=1140656b-8e15-4ab1-9757-fe68f1d00ace)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:20:31.950445 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-02e1e751-d7c6-486a-b523-84c5bc527283 req-b99e952e-ec95-4f11-ac01-450548a65e21 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555776'] for port (3904bae9-9274-4a0f-8757-bdbf49cf6aff), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:31.965313 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-149affd7-d47a-4fef-8a9c-ea40d11c81b4 req-79065605-eba5-4018-9b34-1d01c2dac0d7 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c14af3-1fed-4601-8c5f-6a8238c55c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911762 May 16 15:20:31.976718 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [req-02e1e751-d7c6-486a-b523-84c5bc527283 req-b99e952e-ec95-4f11-ac01-450548a65e21 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Calling delete_port for 3904bae9-9274-4a0f-8757-bdbf49cf6aff owned by compute:nova {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:20:32.060127 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-93c98c79-e468-4def-857b-06c045016abe req-38cec558-14fa-4d94-b928-598d6dfc8be3 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Notify agent at l3_agent.dv-cinder-795785-10-iscsi the message routers_updated {{(pid=104033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:20:32.071453 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35759c56-9ca5-4de2-98be-a29ee14a085a None None] Sync routers for ids ['67c6642c-a31b-4537-a524-d1c5011e71b1'] in dv-cinder-795785-10-iscsi {{(pid=104035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:20:32.086724 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35759c56-9ca5-4de2-98be-a29ee14a085a None None] Routers {'67c6642c-a31b-4537-a524-d1c5011e71b1'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:20:32.087338 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_hamode_db [None req-35759c56-9ca5-4de2-98be-a29ee14a085a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:20:29Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['67c6642c-a31b-4537-a524-d1c5011e71b1'], 'active': True} {{(pid=104035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:20:32.117019 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [req-93c98c79-e468-4def-857b-06c045016abe req-38cec558-14fa-4d94-b928-598d6dfc8be3 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] No DVR routers for this DVR port c2d12348-be99-4d8a-833b-0746887f6b11 on host hv-cinder-79578 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:20:32.120768 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-93c98c79-e468-4def-857b-06c045016abe req-38cec558-14fa-4d94-b928-598d6dfc8be3 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914'] for port (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:32.124252 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-93c98c79-e468-4def-857b-06c045016abe req-38cec558-14fa-4d94-b928-598d6dfc8be3 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.69 "DELETE /v2.0/ports/c2d12348-be99-4d8a-833b-0746887f6b11 HTTP/1.1" status: 204 len: 173 time: 1.2063670 May 16 15:20:32.124453 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3e68f7e-80df-470a-869e-8c625ab4709c', 'name': 'network-vif-deleted', 'tag': 'c2d12348-be99-4d8a-833b-0746887f6b11'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:20:32.126823 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffeccd97bc4bec2d8a291f35a4115644be5723c7930092d1a563b2016f5a5231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19496fa5-3773-4b95-8d80-ef5bffb6fc09" -d '{"events": [{"server_uuid": "f3e68f7e-80df-470a-869e-8c625ab4709c", "name": "network-vif-deleted", "tag": "c2d12348-be99-4d8a-833b-0746887f6b11"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:20:32.161029 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.agents_db [None req-ab78c14b-22b7-4e46-ade7-0c4080e95cb7 None None] Agent healthcheck: found 6 active agents {{(pid=104036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:20:32.203596 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c77f2c1-c12e-46a6-88c0-43c42e3c3f48 x-openstack-request-id: req-5c77f2c1-c12e-46a6-88c0-43c42e3c3f48 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:20:32.205367 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3e68f7e-80df-470a-869e-8c625ab4709c", "name": "network-vif-deleted", "tag": "c2d12348-be99-4d8a-833b-0746887f6b11", "status": "completed", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:20:32.205367 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5c77f2c1-c12e-46a6-88c0-43c42e3c3f48 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:20:32.205367 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c77f2c1-c12e-46a6-88c0-43c42e3c3f48'] response: {'server_uuid': 'f3e68f7e-80df-470a-869e-8c625ab4709c', 'name': 'network-vif-deleted', 'tag': 'c2d12348-be99-4d8a-833b-0746887f6b11', 'status': 'completed', 'code': 200} May 16 15:20:32.220912 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvr_db [None req-35759c56-9ca5-4de2-98be-a29ee14a085a None None] Set router 67c6642c-a31b-4537-a524-d1c5011e71b1 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:20:32.310084 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-02e1e751-d7c6-486a-b523-84c5bc527283 req-b99e952e-ec95-4f11-ac01-450548a65e21 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789020200313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789019640158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61886211'] for port (3904bae9-9274-4a0f-8757-bdbf49cf6aff), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:32.341263 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99e952e-ec95-4f11-ac01-450548a65e21 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Pushing event deleted for resources: {'Port': ['ID=3904bae9-9274-4a0f-8757-bdbf49cf6aff,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:20:32.358027 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] get_ports_and_sgs() called for port_ids ['3904bae9-9274-4a0f-8757-bdbf49cf6aff'] {{(pid=104035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:20:32.402599 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [req-02e1e751-d7c6-486a-b523-84c5bc527283 req-b99e952e-ec95-4f11-ac01-450548a65e21 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] No DVR routers for this DVR port 3904bae9-9274-4a0f-8757-bdbf49cf6aff on host hv-cinder-79578 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:20:32.406213 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-02e1e751-d7c6-486a-b523-84c5bc527283 req-b99e952e-ec95-4f11-ac01-450548a65e21 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914'] for port (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:32.409893 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-02e1e751-d7c6-486a-b523-84c5bc527283 req-b99e952e-ec95-4f11-ac01-450548a65e21 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.69 "DELETE /v2.0/ports/3904bae9-9274-4a0f-8757-bdbf49cf6aff HTTP/1.1" status: 204 len: 173 time: 0.8368027 May 16 15:20:32.583896 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_hamode_db [None req-35759c56-9ca5-4de2-98be-a29ee14a085a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67c6642c-a31b-4537-a524-d1c5011e71b1', 'name': 'tempest-AttachVolumeTestJSON-1961656545-router', 'tenant_id': '9703f082240542aa979c6b53052d77b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '4a0e584b-b23e-43a6-8327-b575f5c43314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:12Z', 'updated_at': '2022-05-16T15:15:23Z', 'revision_number': 4, 'project_id': '9703f082240542aa979c6b53052d77b9', 'gw_port': {'id': '4a0e584b-b23e-43a6-8327-b575f5c43314', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bd:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c6642c-a31b-4537-a524-d1c5011e71b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:13Z', 'updated_at': '2022-05-16T15:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_interfaces': [{'id': '93b92ef9-bc57-4557-bac2-d50867420ca1', 'name': '', 'network_id': '20dfff89-2b4c-4d06-bcfc-8ec2e202af64', 'tenant_id': '9703f082240542aa979c6b53052d77b9', 'mac_address': 'fa:16:3e:2f:72:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c6642c-a31b-4537-a524-d1c5011e71b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '9bd76027-99a6-4823-9a55-92e97a7e537f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:21Z', 'updated_at': '2022-05-16T15:15:33Z', 'revision_number': 5, 'project_id': '9703f082240542aa979c6b53052d77b9', 'subnets': [{'id': '9bd76027-99a6-4823-9a55-92e97a7e537f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:20:32.609602 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35759c56-9ca5-4de2-98be-a29ee14a085a None None] Checking router: 67c6642c-a31b-4537-a524-d1c5011e71b1 for host: dv-cinder-795785-10-iscsi {{(pid=104035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:20:32.618258 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35759c56-9ca5-4de2-98be-a29ee14a085a None None] Routers {'67c6642c-a31b-4537-a524-d1c5011e71b1'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:20:32.618944 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_hamode_db [None req-35759c56-9ca5-4de2-98be-a29ee14a085a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:20:29Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['67c6642c-a31b-4537-a524-d1c5011e71b1'], 'active': True} {{(pid=104035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:20:32.716357 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device 3904bae9-9274-4a0f-8757-bdbf49cf6aff no longer exists at agent hyperv_hv-cinder-79578 {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:20:32.740293 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] No Port match for: 3904bae9-9274-4a0f-8757-bdbf49cf6aff {{(pid=104035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:20:32.740643 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device 3904bae9-9274-4a0f-8757-bdbf49cf6aff not bound to the agent host hv-cinder-79578 {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:20:32.741078 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device c2d12348-be99-4d8a-833b-0746887f6b11 no longer exists at agent hyperv_hv-cinder-79578 {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:20:32.775643 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] No Port match for: c2d12348-be99-4d8a-833b-0746887f6b11 {{(pid=104035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:20:32.775643 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device c2d12348-be99-4d8a-833b-0746887f6b11 not bound to the agent host hv-cinder-79578 {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:20:32.776524 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvr_db [None req-35759c56-9ca5-4de2-98be-a29ee14a085a None None] Set router 67c6642c-a31b-4537-a524-d1c5011e71b1 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:20:32.865510 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-503adbd0-5480-4c42-a8b6-4eb0b5641018 req-55932902-5153-4990-ab4c-d156603969a2 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3e68f7e-80df-470a-869e-8c625ab4709c HTTP/1.1" status: 200 len: 210 time: 0.0336123 May 16 15:20:32.975102 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_hamode_db [None req-35759c56-9ca5-4de2-98be-a29ee14a085a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67c6642c-a31b-4537-a524-d1c5011e71b1', 'name': 'tempest-AttachVolumeTestJSON-1961656545-router', 'tenant_id': '9703f082240542aa979c6b53052d77b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '4a0e584b-b23e-43a6-8327-b575f5c43314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:12Z', 'updated_at': '2022-05-16T15:15:23Z', 'revision_number': 4, 'project_id': '9703f082240542aa979c6b53052d77b9', 'gw_port': {'id': '4a0e584b-b23e-43a6-8327-b575f5c43314', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bd:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c6642c-a31b-4537-a524-d1c5011e71b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:13Z', 'updated_at': '2022-05-16T15:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_interfaces': [{'id': '93b92ef9-bc57-4557-bac2-d50867420ca1', 'name': '', 'network_id': '20dfff89-2b4c-4d06-bcfc-8ec2e202af64', 'tenant_id': '9703f082240542aa979c6b53052d77b9', 'mac_address': 'fa:16:3e:2f:72:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c6642c-a31b-4537-a524-d1c5011e71b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '9bd76027-99a6-4823-9a55-92e97a7e537f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:21Z', 'updated_at': '2022-05-16T15:15:33Z', 'revision_number': 5, 'project_id': '9703f082240542aa979c6b53052d77b9', 'subnets': [{'id': '9bd76027-99a6-4823-9a55-92e97a7e537f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:20:33.004882 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35759c56-9ca5-4de2-98be-a29ee14a085a None None] The sync data for ids ['67c6642c-a31b-4537-a524-d1c5011e71b1'] in dv-cinder-795785-10-iscsi is: [{'id': '67c6642c-a31b-4537-a524-d1c5011e71b1', 'name': 'tempest-AttachVolumeTestJSON-1961656545-router', 'tenant_id': '9703f082240542aa979c6b53052d77b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '4a0e584b-b23e-43a6-8327-b575f5c43314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:12Z', 'updated_at': '2022-05-16T15:15:23Z', 'revision_number': 4, 'project_id': '9703f082240542aa979c6b53052d77b9', 'gw_port': {'id': '4a0e584b-b23e-43a6-8327-b575f5c43314', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bd:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c6642c-a31b-4537-a524-d1c5011e71b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:13Z', 'updated_at': '2022-05-16T15:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_interfaces': [{'id': '93b92ef9-bc57-4557-bac2-d50867420ca1', 'name': '', 'network_id': '20dfff89-2b4c-4d06-bcfc-8ec2e202af64', 'tenant_id': '9703f082240542aa979c6b53052d77b9', 'mac_address': 'fa:16:3e:2f:72:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c6642c-a31b-4537-a524-d1c5011e71b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '9bd76027-99a6-4823-9a55-92e97a7e537f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:21Z', 'updated_at': '2022-05-16T15:15:33Z', 'revision_number': 5, 'project_id': '9703f082240542aa979c6b53052d77b9', 'subnets': [{'id': '9bd76027-99a6-4823-9a55-92e97a7e537f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:20:33.089400 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-60ed3e2c-8de6-4de4-8512-a6c0ae78aa36 req-5d1d5f26-e03d-4d76-aabb-d56f83771909 tempest-TestMinimumBasicScenario-1692797995 tempest-TestMinimumBasicScenario-1692797995-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2587084-89a0-47a8-909d-019d48b12e5c HTTP/1.1" status: 200 len: 210 time: 0.0310431 May 16 15:20:33.234655 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2951f482-6fd9-462d-910f-1dfb96b4490d None None] New status for floating IP 43b0b911-cad4-43f9-8e1c-2c5092f8f9e8: DOWN {{(pid=104036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 15:20:33.453770 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (311a8a5f-4d79-4ff7-931a-d05ff8cc45ee), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:33.712087 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b7f091-b562-4ac0-a730-f318efc30dfb req-1a7e1645-d076-4069-891a-d6bbadc3c70f tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:33.713585 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-86b7f091-b562-4ac0-a730-f318efc30dfb req-1a7e1645-d076-4069-891a-d6bbadc3c70f tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=f78dee55-4357-4bb4-8057-ddecdd7326f6 HTTP/1.1" status: 200 len: 945 time: 0.0467129 May 16 15:20:33.761194 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-86b7f091-b562-4ac0-a730-f318efc30dfb req-ea891f49-7a7b-42bb-85a5-97a6318768c0 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=171a59f1-e675-4897-8a8a-b7b7145a7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420270 May 16 15:20:34.049962 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 48964) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:20:34.103319 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-86e70282-afe5-484e-a7cb-89c6d277de18 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Publish callbacks [] for security_group (caf3754e-5d8e-4956-8296-48df01954071), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:34.134048 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-86e70282-afe5-484e-a7cb-89c6d277de18 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Publish callbacks [] for security_group (caf3754e-5d8e-4956-8296-48df01954071), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:34.205348 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2587084-89a0-47a8-909d-019d48b12e5c', 'name': 'network-vif-deleted', 'tag': '3904bae9-9274-4a0f-8757-bdbf49cf6aff'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:20:34.207705 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffeccd97bc4bec2d8a291f35a4115644be5723c7930092d1a563b2016f5a5231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f2b390-56d3-4517-bc01-7e7f5981977b" -d '{"events": [{"server_uuid": "f2587084-89a0-47a8-909d-019d48b12e5c", "name": "network-vif-deleted", "tag": "3904bae9-9274-4a0f-8757-bdbf49cf6aff"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:20:34.254598 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-86e70282-afe5-484e-a7cb-89c6d277de18 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (caf3754e-5d8e-4956-8296-48df01954071), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:34.261279 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-86e70282-afe5-484e-a7cb-89c6d277de18 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Publish callbacks [] for security_group (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:34.265772 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 48976) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:20:34.266049 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-86e70282-afe5-484e-a7cb-89c6d277de18 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "DELETE /v2.0/security-groups/caf3754e-5d8e-4956-8296-48df01954071 HTTP/1.1" status: 204 len: 168 time: 0.2147949 May 16 15:20:34.276878 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e70282-afe5-484e-a7cb-89c6d277de18 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf3754e-5d8e-4956-8296-48df01954071,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:20:34.280364 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.api.v2.resource [None req-047469ce-7876-4a16-a8ee-0e0cfd6d5f68 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] show failed (client error): The resource could not be found. May 16 15:20:34.281851 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-047469ce-7876-4a16-a8ee-0e0cfd6d5f68 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/security-groups/caf3754e-5d8e-4956-8296-48df01954071 HTTP/1.1" status: 404 len: 347 time: 0.0148532 May 16 15:20:34.289981 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e70282-afe5-484e-a7cb-89c6d277de18 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:20:34.289981 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e70282-afe5-484e-a7cb-89c6d277de18 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:20:34.289981 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e70282-afe5-484e-a7cb-89c6d277de18 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:20:34.289981 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e70282-afe5-484e-a7cb-89c6d277de18 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:20:34.289981 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e70282-afe5-484e-a7cb-89c6d277de18 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:20:34.289981 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e70282-afe5-484e-a7cb-89c6d277de18 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:20:34.289981 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e70282-afe5-484e-a7cb-89c6d277de18 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:20:34.289981 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e70282-afe5-484e-a7cb-89c6d277de18 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:20:34.291215 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e70282-afe5-484e-a7cb-89c6d277de18 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:20:34.291550 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 48978) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:20:34.291726 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e70282-afe5-484e-a7cb-89c6d277de18 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:20:34.292230 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e70282-afe5-484e-a7cb-89c6d277de18 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:20:34.292728 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e70282-afe5-484e-a7cb-89c6d277de18 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:20:34.293222 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e70282-afe5-484e-a7cb-89c6d277de18 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:20:34.294867 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e70282-afe5-484e-a7cb-89c6d277de18 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:20:34.295427 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e70282-afe5-484e-a7cb-89c6d277de18 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:20:34.331539 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e548f2e-1a13-4b5f-8131-c3a12de72583 x-openstack-request-id: req-5e548f2e-1a13-4b5f-8131-c3a12de72583 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:20:34.331841 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2587084-89a0-47a8-909d-019d48b12e5c", "name": "network-vif-deleted", "tag": "3904bae9-9274-4a0f-8757-bdbf49cf6aff", "status": "completed", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:20:34.332100 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5e548f2e-1a13-4b5f-8131-c3a12de72583 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:20:34.332495 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e548f2e-1a13-4b5f-8131-c3a12de72583'] response: {'server_uuid': 'f2587084-89a0-47a8-909d-019d48b12e5c', 'name': 'network-vif-deleted', 'tag': '3904bae9-9274-4a0f-8757-bdbf49cf6aff', 'status': 'completed', 'code': 200} May 16 15:20:34.413179 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-1af18117-fe36-4417-8552-be654d246bb2 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Deleting port 6fb1ed85-ff94-444d-a691-9231f0eced37 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:20:34.413534 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1af18117-fe36-4417-8552-be654d246bb2 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789020190181'] for port (6fb1ed85-ff94-444d-a691-9231f0eced37), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:34.491242 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1af18117-fe36-4417-8552-be654d246bb2 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555776'] for port (6fb1ed85-ff94-444d-a691-9231f0eced37), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:34.491582 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1af18117-fe36-4417-8552-be654d246bb2 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Publish callbacks [] for floatingip (6fb1ed85-ff94-444d-a691-9231f0eced37), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:34.503744 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-1af18117-fe36-4417-8552-be654d246bb2 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Calling delete_port for 6fb1ed85-ff94-444d-a691-9231f0eced37 owned by network:floatingip {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:20:34.729873 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1af18117-fe36-4417-8552-be654d246bb2 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789020200313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789019640158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61886211'] for port (6fb1ed85-ff94-444d-a691-9231f0eced37), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:34.757730 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af18117-fe36-4417-8552-be654d246bb2 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Pushing event deleted for resources: {'Port': ['ID=6fb1ed85-ff94-444d-a691-9231f0eced37,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:20:34.822921 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1af18117-fe36-4417-8552-be654d246bb2 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Publish callbacks [] for floatingip (43b0b911-cad4-43f9-8e1c-2c5092f8f9e8), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:34.825423 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1af18117-fe36-4417-8552-be654d246bb2 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914'] for floatingip (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:34.826937 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-1af18117-fe36-4417-8552-be654d246bb2 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "DELETE /v2.0/floatingips/43b0b911-cad4-43f9-8e1c-2c5092f8f9e8 HTTP/1.1" status: 204 len: 168 time: 0.5340850 May 16 15:20:34.878406 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34767188-fafe-43ad-9f69-b920578f9384 req-18860503-2403-4ee5-b3fc-42e083028e31 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:34.879891 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-34767188-fafe-43ad-9f69-b920578f9384 req-18860503-2403-4ee5-b3fc-42e083028e31 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=f78dee55-4357-4bb4-8057-ddecdd7326f6 HTTP/1.1" status: 200 len: 945 time: 0.0478373 May 16 15:20:34.929549 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-34767188-fafe-43ad-9f69-b920578f9384 req-bb7fb0ab-7bbd-418e-8ba3-2c036abd8dd3 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=171a59f1-e675-4897-8a8a-b7b7145a7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434811 May 16 15:20:35.047925 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 49022) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:20:35.052869 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.v2.base [None req-7418d667-9361-4ace-96dc-149f94d6c0a7 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Request body: {'security_group': {'name': 'tempest-securitygroup--131389704', 'description': 'tempest-description--252681941'}} {{(pid=104033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:20:35.142948 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7418d667-9361-4ace-96dc-149f94d6c0a7 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Publish callbacks [] for security_group (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:35.220873 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7418d667-9361-4ace-96dc-149f94d6c0a7 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Publish callbacks [] for security_group (baa58c21-7d6b-428c-9702-f71fe30e5319), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:35.307958 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7418d667-9361-4ace-96dc-149f94d6c0a7 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (baa58c21-7d6b-428c-9702-f71fe30e5319), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:35.337415 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7418d667-9361-4ace-96dc-149f94d6c0a7 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baa58c21-7d6b-428c-9702-f71fe30e5319,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:20:35.388747 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7418d667-9361-4ace-96dc-149f94d6c0a7 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Publish callbacks [] for security_group (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:35.388747 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-7418d667-9361-4ace-96dc-149f94d6c0a7 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3317065 May 16 15:20:35.390563 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 49034) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:20:35.395761 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.v2.base [None req-45cef8e1-11a7-4852-ae44-dea18cc7b856 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Request body: {'security_group_rule': {'security_group_id': 'baa58c21-7d6b-428c-9702-f71fe30e5319', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:20:35.474128 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-45cef8e1-11a7-4852-ae44-dea18cc7b856 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Publish callbacks [] for security_group_rule (9bcd4e2b-173d-411b-84cc-ceded905f9cc), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:35.528045 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-45cef8e1-11a7-4852-ae44-dea18cc7b856 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Publish callbacks [] for security_group_rule (9bcd4e2b-173d-411b-84cc-ceded905f9cc), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:35.601152 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 49036) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:20:35.628318 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-45cef8e1-11a7-4852-ae44-dea18cc7b856 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607684'] for security_group_rule (9bcd4e2b-173d-411b-84cc-ceded905f9cc), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:35.651773 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cef8e1-11a7-4852-ae44-dea18cc7b856 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bcd4e2b-173d-411b-84cc-ceded905f9cc,revision_number=0']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:20:35.727615 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-45cef8e1-11a7-4852-ae44-dea18cc7b856 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:35.728853 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-45cef8e1-11a7-4852-ae44-dea18cc7b856 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3373029 May 16 15:20:35.731706 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 49038) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:20:35.735941 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.v2.base [None req-ce5a54d7-259d-4dea-b2dd-8e11e54c033a tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Request body: {'security_group_rule': {'security_group_id': 'baa58c21-7d6b-428c-9702-f71fe30e5319', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:20:35.811456 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ce5a54d7-259d-4dea-b2dd-8e11e54c033a tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Publish callbacks [] for security_group_rule (b03dc680-184c-4ca7-8115-18e3c8f38469), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:35.867339 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ce5a54d7-259d-4dea-b2dd-8e11e54c033a tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Publish callbacks [] for security_group_rule (b03dc680-184c-4ca7-8115-18e3c8f38469), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:35.914761 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ce5a54d7-259d-4dea-b2dd-8e11e54c033a tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607684'] for security_group_rule (b03dc680-184c-4ca7-8115-18e3c8f38469), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:35.932816 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5a54d7-259d-4dea-b2dd-8e11e54c033a tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b03dc680-184c-4ca7-8115-18e3c8f38469,revision_number=0']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:20:35.968302 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-41bb455f-49fb-411f-9f36-c19b4a594994 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555978'] for router_interface (d492aea4-7447-4665-9c6c-babfe62e8760), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:35.985634 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ce5a54d7-259d-4dea-b2dd-8e11e54c033a tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:35.990140 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-ce5a54d7-259d-4dea-b2dd-8e11e54c033a tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2546401 May 16 15:20:35.990487 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 49042) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:20:35.995094 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.v2.base [None req-f0b83c5e-91af-41f1-a5bb-0724ee4956c2 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Request body: {'floatingip': {'floating_network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594'}} {{(pid=104033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:20:36.059332 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf197826-80c9-485f-a8f7-99919ea17079 req-89cf225e-4093-4929-8c79-c1360038b4e3 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:36.060775 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-cf197826-80c9-485f-a8f7-99919ea17079 req-89cf225e-4093-4929-8c79-c1360038b4e3 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=f78dee55-4357-4bb4-8057-ddecdd7326f6 HTTP/1.1" status: 200 len: 945 time: 0.0574231 May 16 15:20:36.074833 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f0b83c5e-91af-41f1-a5bb-0724ee4956c2 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:36.157534 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f0b83c5e-91af-41f1-a5bb-0724ee4956c2 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:36.273541 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-f0b83c5e-91af-41f1-a5bb-0724ee4956c2 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Allocated IP 172.27.0.130 (ad45e98c-12fc-4959-a2ae-a7226c979594/4a504247-fe9e-45e9-866d-820247643fc0/81b87c3f-5c8b-45a8-a6ec-fdf636b7b979) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:20:36.375098 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f0b83c5e-91af-41f1-a5bb-0724ee4956c2 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Publish callbacks [] for port (81b87c3f-5c8b-45a8-a6ec-fdf636b7b979), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:36.431578 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-cf197826-80c9-485f-a8f7-99919ea17079 req-1d25fd07-d241-4b32-b06e-1f92cce64f3f tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=171a59f1-e675-4897-8a8a-b7b7145a7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3465602 May 16 15:20:36.470472 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f0b83c5e-91af-41f1-a5bb-0724ee4956c2 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789019640149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61886211'] for port (81b87c3f-5c8b-45a8-a6ec-fdf636b7b979), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:36.507348 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b83c5e-91af-41f1-a5bb-0724ee4956c2 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Network ad45e98c-12fc-4959-a2ae-a7226c979594 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:20:36.510113 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-f0b83c5e-91af-41f1-a5bb-0724ee4956c2 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:20:36.513618 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b83c5e-91af-41f1-a5bb-0724ee4956c2 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:20:36.540533 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b83c5e-91af-41f1-a5bb-0724ee4956c2 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Pushing event updated for resources: {'Port': ['ID=81b87c3f-5c8b-45a8-a6ec-fdf636b7b979,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:20:36.546308 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.plugin [None req-41bb455f-49fb-411f-9f36-c19b4a594994 admin admin] Deleting port dd1ca3d5-b423-4214-86b7-3a95454a1cff {{(pid=104034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:20:36.546644 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-41bb455f-49fb-411f-9f36-c19b4a594994 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789020190181'] for port (dd1ca3d5-b423-4214-86b7-3a95454a1cff), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:36.601394 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f0b83c5e-91af-41f1-a5bb-0724ee4956c2 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Publish callbacks [] for floatingip (d0d868d3-d790-41f4-929d-0eaf7b5dffff), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:36.628444 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-41bb455f-49fb-411f-9f36-c19b4a594994 admin admin] For port dd1ca3d5-b423-4214-86b7-3a95454a1cff, host dv-cinder-795785-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=dd1ca3d5-b423-4214-86b7-3a95454a1cff,segment=NetworkSegment(1140656b-8e15-4ab1-9757-fe68f1d00ace),segment_id=1140656b-8e15-4ab1-9757-fe68f1d00ace)] {{(pid=104034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:20:36.629181 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-41bb455f-49fb-411f-9f36-c19b4a594994 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555776'] for port (dd1ca3d5-b423-4214-86b7-3a95454a1cff), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:36.641204 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.plugin [None req-41bb455f-49fb-411f-9f36-c19b4a594994 admin admin] Calling delete_port for dd1ca3d5-b423-4214-86b7-3a95454a1cff owned by network:router_interface {{(pid=104034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:20:36.706744 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f0b83c5e-91af-41f1-a5bb-0724ee4956c2 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (81b87c3f-5c8b-45a8-a6ec-fdf636b7b979), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:36.903129 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f0b83c5e-91af-41f1-a5bb-0724ee4956c2 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Publish callbacks [] for port (81b87c3f-5c8b-45a8-a6ec-fdf636b7b979), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:36.975104 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-41bb455f-49fb-411f-9f36-c19b4a594994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789020200313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789019640158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097154'] for port (dd1ca3d5-b423-4214-86b7-3a95454a1cff), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:36.975341 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f0b83c5e-91af-41f1-a5bb-0724ee4956c2 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61886260'] for port (81b87c3f-5c8b-45a8-a6ec-fdf636b7b979), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:37.002811 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bb455f-49fb-411f-9f36-c19b4a594994 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd1ca3d5-b423-4214-86b7-3a95454a1cff,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:20:37.198115 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-41bb455f-49fb-411f-9f36-c19b4a594994 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529365'] for router_interface (d492aea4-7447-4665-9c6c-babfe62e8760), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:37.336201 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b83c5e-91af-41f1-a5bb-0724ee4956c2 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Pushing event updated for resources: {'Port': ['ID=81b87c3f-5c8b-45a8-a6ec-fdf636b7b979,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:20:37.358652 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490f5b0a-0fbc-4624-a382-44c52e20d3d7 req-73eabc15-a3db-4fd9-953d-ece31c4d728e tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:37.360139 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-490f5b0a-0fbc-4624-a382-44c52e20d3d7 req-73eabc15-a3db-4fd9-953d-ece31c4d728e tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.69 "GET /v2.0/ports?device_id=f78dee55-4357-4bb4-8057-ddecdd7326f6 HTTP/1.1" status: 200 len: 945 time: 0.0655019 May 16 15:20:37.361041 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f0b83c5e-91af-41f1-a5bb-0724ee4956c2 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556839'] for floatingip (d0d868d3-d790-41f4-929d-0eaf7b5dffff), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:37.415539 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41bb455f-49fb-411f-9f36-c19b4a594994 admin admin] Router d492aea4-7447-4665-9c6c-babfe62e8760 has already been hosted by L3 agent 54a3e65b-69a0-426d-9997-69a1705c4334 {{(pid=104034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:20:37.459431 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f0b83c5e-91af-41f1-a5bb-0724ee4956c2 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914'] for floatingip (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:37.459431 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-f0b83c5e-91af-41f1-a5bb-0724ee4956c2 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4604778 May 16 15:20:37.547384 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41bb455f-49fb-411f-9f36-c19b4a594994 admin admin] Notify agent at l3_agent.dv-cinder-795785-10-iscsi the message routers_updated {{(pid=104034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:20:37.567729 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d12bdd5-7565-4ae4-ae76-83ddac2f0781 None None] Sync routers for ids ['d492aea4-7447-4665-9c6c-babfe62e8760'] in dv-cinder-795785-10-iscsi {{(pid=104035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:20:37.590391 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d12bdd5-7565-4ae4-ae76-83ddac2f0781 None None] Routers {'d492aea4-7447-4665-9c6c-babfe62e8760'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:20:37.591217 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_hamode_db [None req-0d12bdd5-7565-4ae4-ae76-83ddac2f0781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:20:29Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['d492aea4-7447-4665-9c6c-babfe62e8760'], 'active': True} {{(pid=104035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:20:37.594911 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [req-490f5b0a-0fbc-4624-a382-44c52e20d3d7 req-6e888e39-c39a-49c8-897f-5fb8605e51fe tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Deleting port 0a775fd5-0c4b-4d34-8fea-0665c23c121b {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:20:37.595339 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-490f5b0a-0fbc-4624-a382-44c52e20d3d7 req-6e888e39-c39a-49c8-897f-5fb8605e51fe tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789020190181'] for port (0a775fd5-0c4b-4d34-8fea-0665c23c121b), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:37.617105 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-41bb455f-49fb-411f-9f36-c19b4a594994 admin admin] 10.222.0.44 "PUT /v2.0/routers/d492aea4-7447-4665-9c6c-babfe62e8760/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0126195 May 16 15:20:37.617441 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 49068) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:20:37.694967 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba5534a-5500-429f-88ae-81564da334d9 req-58435963-0e1f-4f08-8c02-aa2060540c2f tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:37.703834 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-cba5534a-5500-429f-88ae-81564da334d9 req-58435963-0e1f-4f08-8c02-aa2060540c2f tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=f78dee55-4357-4bb4-8057-ddecdd7326f6 HTTP/1.1" status: 200 len: 945 time: 0.1698797 May 16 15:20:37.714470 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-85380d5a-5ce1-4000-98e0-c7894671b96a req-bca6e8dc-9491-4e16-81b8-6fed037c4c65 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--131389704&fields=id&tenant_id=9703f082240542aa979c6b53052d77b9 HTTP/1.1" status: 200 len: 267 time: 0.0987790 May 16 15:20:37.740630 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [req-490f5b0a-0fbc-4624-a382-44c52e20d3d7 req-6e888e39-c39a-49c8-897f-5fb8605e51fe tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] For port 0a775fd5-0c4b-4d34-8fea-0665c23c121b, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=0a775fd5-0c4b-4d34-8fea-0665c23c121b,segment=NetworkSegment(687f1aa3-4a22-4e93-928a-d5c1913d880c),segment_id=687f1aa3-4a22-4e93-928a-d5c1913d880c)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:20:37.741105 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-490f5b0a-0fbc-4624-a382-44c52e20d3d7 req-6e888e39-c39a-49c8-897f-5fb8605e51fe tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555776'] for port (0a775fd5-0c4b-4d34-8fea-0665c23c121b), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:37.745758 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvr_db [None req-0d12bdd5-7565-4ae4-ae76-83ddac2f0781 None None] Set router d492aea4-7447-4665-9c6c-babfe62e8760 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:20:37.815508 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-cba5534a-5500-429f-88ae-81564da334d9 req-b541067d-b133-40c5-8e43-1fe0edf02825 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=171a59f1-e675-4897-8a8a-b7b7145a7f77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105890 May 16 15:20:37.838232 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-0345ef5e-65f3-4666-941b-4e1d0bebab90 admin admin] Publish callbacks [] for router (d492aea4-7447-4665-9c6c-babfe62e8760), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:37.934320 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_hamode_db [None req-0d12bdd5-7565-4ae4-ae76-83ddac2f0781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd492aea4-7447-4665-9c6c-babfe62e8760', 'name': 'tempest-TestMinimumBasicScenario-1843982626-router', 'tenant_id': '18afd7d9815342c196be824d2b99d537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': 'cb8f48b8-11f5-4a8b-ac99-c9ba07cf37a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:16:56Z', 'updated_at': '2022-05-16T15:20:36Z', 'revision_number': 5, 'project_id': '18afd7d9815342c196be824d2b99d537', 'gw_port': {'id': 'cb8f48b8-11f5-4a8b-ac99-c9ba07cf37a1', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ce:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd492aea4-7447-4665-9c6c-babfe62e8760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:16:57Z', 'updated_at': '2022-05-16T15:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi'}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:20:37.951812 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85380d5a-5ce1-4000-98e0-c7894671b96a req-8d5621cb-b08e-46f5-80cb-2dad2c9c2b3d tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:37.952087 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-0345ef5e-65f3-4666-941b-4e1d0bebab90 admin admin] Publish callbacks [] for router_gateway (d492aea4-7447-4665-9c6c-babfe62e8760), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:37.953499 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-85380d5a-5ce1-4000-98e0-c7894671b96a req-8d5621cb-b08e-46f5-80cb-2dad2c9c2b3d tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/networks?id=20dfff89-2b4c-4d06-bcfc-8ec2e202af64 HTTP/1.1" status: 200 len: 811 time: 0.2093124 May 16 15:20:37.970015 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d12bdd5-7565-4ae4-ae76-83ddac2f0781 None None] Checking router: d492aea4-7447-4665-9c6c-babfe62e8760 for host: dv-cinder-795785-10-iscsi {{(pid=104035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:20:37.978447 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d12bdd5-7565-4ae4-ae76-83ddac2f0781 None None] Routers {'d492aea4-7447-4665-9c6c-babfe62e8760'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:20:37.979045 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_hamode_db [None req-0d12bdd5-7565-4ae4-ae76-83ddac2f0781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:20:29Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['d492aea4-7447-4665-9c6c-babfe62e8760'], 'active': True} {{(pid=104035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:20:38.000331 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-85380d5a-5ce1-4000-98e0-c7894671b96a req-6299f481-d7ac-4fa0-a8f9-50371929d1eb tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/quotas/9703f082240542aa979c6b53052d77b9 HTTP/1.1" status: 200 len: 375 time: 0.0154464 May 16 15:20:38.026805 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-490f5b0a-0fbc-4624-a382-44c52e20d3d7 req-6e888e39-c39a-49c8-897f-5fb8605e51fe tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:38.027270 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-490f5b0a-0fbc-4624-a382-44c52e20d3d7 req-6e888e39-c39a-49c8-897f-5fb8605e51fe tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556839'] for floatingip (a8bdc856-298e-46b8-8680-09c10704f8fe), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:38.027676 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.db.l3_db [req-490f5b0a-0fbc-4624-a382-44c52e20d3d7 req-6e888e39-c39a-49c8-897f-5fb8605e51fe tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Floating IP a8bdc856-298e-46b8-8680-09c10704f8fe disassociated. External IP: 172.27.0.81, port: 0a775fd5-0c4b-4d34-8fea-0665c23c121b. May 16 15:20:38.028040 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [req-490f5b0a-0fbc-4624-a382-44c52e20d3d7 req-6e888e39-c39a-49c8-897f-5fb8605e51fe tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Calling delete_port for 0a775fd5-0c4b-4d34-8fea-0665c23c121b owned by compute:nova {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:20:38.072905 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-85380d5a-5ce1-4000-98e0-c7894671b96a req-a4f64bb5-c3b2-4fd2-a08f-d3114d181d60 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9703f082240542aa979c6b53052d77b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0650280 May 16 15:20:38.097621 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvr_db [None req-0d12bdd5-7565-4ae4-ae76-83ddac2f0781 None None] Set router d492aea4-7447-4665-9c6c-babfe62e8760 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:20:38.117811 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.plugin [None req-0345ef5e-65f3-4666-941b-4e1d0bebab90 admin admin] Deleting port cb8f48b8-11f5-4a8b-ac99-c9ba07cf37a1 {{(pid=104034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:20:38.118202 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-0345ef5e-65f3-4666-941b-4e1d0bebab90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789020190181'] for port (cb8f48b8-11f5-4a8b-ac99-c9ba07cf37a1), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:38.229500 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-0345ef5e-65f3-4666-941b-4e1d0bebab90 admin admin] For port cb8f48b8-11f5-4a8b-ac99-c9ba07cf37a1, host dv-cinder-795785-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=cb8f48b8-11f5-4a8b-ac99-c9ba07cf37a1,segment=NetworkSegment(d35ec458-efea-4f9b-9cfc-f89e4e5d5ae0),segment_id=d35ec458-efea-4f9b-9cfc-f89e4e5d5ae0)] {{(pid=104034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:20:38.230116 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-0345ef5e-65f3-4666-941b-4e1d0bebab90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555776'] for port (cb8f48b8-11f5-4a8b-ac99-c9ba07cf37a1), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:38.246113 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.plugin [None req-0345ef5e-65f3-4666-941b-4e1d0bebab90 admin admin] Calling delete_port for cb8f48b8-11f5-4a8b-ac99-c9ba07cf37a1 owned by network:router_gateway {{(pid=104034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:20:38.300538 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_hamode_db [None req-0d12bdd5-7565-4ae4-ae76-83ddac2f0781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd492aea4-7447-4665-9c6c-babfe62e8760', 'name': 'tempest-TestMinimumBasicScenario-1843982626-router', 'tenant_id': '18afd7d9815342c196be824d2b99d537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': 'cb8f48b8-11f5-4a8b-ac99-c9ba07cf37a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:16:56Z', 'updated_at': '2022-05-16T15:20:36Z', 'revision_number': 5, 'project_id': '18afd7d9815342c196be824d2b99d537', 'gw_port': {'id': 'cb8f48b8-11f5-4a8b-ac99-c9ba07cf37a1', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ce:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd492aea4-7447-4665-9c6c-babfe62e8760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:16:57Z', 'updated_at': '2022-05-16T15:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi'}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:20:38.317828 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-85380d5a-5ce1-4000-98e0-c7894671b96a req-d7df72e9-8cb5-4c62-8c24-b66dbe1722d3 service neutron] 10.222.0.44 "GET /v2.0/networks/20dfff89-2b4c-4d06-bcfc-8ec2e202af64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174096 May 16 15:20:38.327614 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d12bdd5-7565-4ae4-ae76-83ddac2f0781 None None] The sync data for ids ['d492aea4-7447-4665-9c6c-babfe62e8760'] in dv-cinder-795785-10-iscsi is: [{'id': 'd492aea4-7447-4665-9c6c-babfe62e8760', 'name': 'tempest-TestMinimumBasicScenario-1843982626-router', 'tenant_id': '18afd7d9815342c196be824d2b99d537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': 'cb8f48b8-11f5-4a8b-ac99-c9ba07cf37a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:16:56Z', 'updated_at': '2022-05-16T15:20:36Z', 'revision_number': 5, 'project_id': '18afd7d9815342c196be824d2b99d537', 'gw_port': {'id': 'cb8f48b8-11f5-4a8b-ac99-c9ba07cf37a1', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ce:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd492aea4-7447-4665-9c6c-babfe62e8760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:16:57Z', 'updated_at': '2022-05-16T15:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi'}] {{(pid=104035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:20:38.357444 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-490f5b0a-0fbc-4624-a382-44c52e20d3d7 req-6e888e39-c39a-49c8-897f-5fb8605e51fe tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789020200313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789019640158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61886211'] for port (0a775fd5-0c4b-4d34-8fea-0665c23c121b), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:38.392015 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e888e39-c39a-49c8-897f-5fb8605e51fe tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Pushing event deleted for resources: {'Port': ['ID=0a775fd5-0c4b-4d34-8fea-0665c23c121b,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:20:38.491999 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-85380d5a-5ce1-4000-98e0-c7894671b96a req-309bb0ee-cc0e-4baf-ade2-aefb052d57a4 service neutron] 10.222.0.44 "GET /v2.0/networks/20dfff89-2b4c-4d06-bcfc-8ec2e202af64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682100 May 16 15:20:38.516308 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-0345ef5e-65f3-4666-941b-4e1d0bebab90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789020200313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789019640158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097154'] for port (cb8f48b8-11f5-4a8b-ac99-c9ba07cf37a1), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:38.542790 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0345ef5e-65f3-4666-941b-4e1d0bebab90 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb8f48b8-11f5-4a8b-ac99-c9ba07cf37a1,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:20:38.559589 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.l3_agent_scheduler [req-490f5b0a-0fbc-4624-a382-44c52e20d3d7 req-6e888e39-c39a-49c8-897f-5fb8605e51fe tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Router e7e97d7f-38ba-4945-8ce2-4f6c97890476 has already been hosted by L3 agent 54a3e65b-69a0-426d-9997-69a1705c4334 {{(pid=104033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:20:38.611879 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-0345ef5e-65f3-4666-941b-4e1d0bebab90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553976'] for router_gateway (d492aea4-7447-4665-9c6c-babfe62e8760), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:38.681921 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-490f5b0a-0fbc-4624-a382-44c52e20d3d7 req-6e888e39-c39a-49c8-897f-5fb8605e51fe tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Notify agent at l3_agent.dv-cinder-795785-10-iscsi the message routers_updated {{(pid=104033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:20:38.708153 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54689f72-aff0-4a72-bf25-84dfc5fed553 None None] Sync routers for ids ['e7e97d7f-38ba-4945-8ce2-4f6c97890476'] in dv-cinder-795785-10-iscsi {{(pid=104036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:20:38.741300 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54689f72-aff0-4a72-bf25-84dfc5fed553 None None] Routers {'e7e97d7f-38ba-4945-8ce2-4f6c97890476'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:20:38.742212 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-54689f72-aff0-4a72-bf25-84dfc5fed553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:20:29Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['e7e97d7f-38ba-4945-8ce2-4f6c97890476'], 'active': True} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:20:38.750427 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-0345ef5e-65f3-4666-941b-4e1d0bebab90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (d492aea4-7447-4665-9c6c-babfe62e8760), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:38.753044 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-0345ef5e-65f3-4666-941b-4e1d0bebab90 admin admin] Publish callbacks [] for router_controller (d492aea4-7447-4665-9c6c-babfe62e8760), precommit_delete_associations {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:38.861719 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-987852a4-0b56-4fc1-9bdf-49bf67407a64 req-c5cdb017-d96d-4c6e-b49e-993c8ba63760 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=981657e2-4b25-4a25-a9eb-562cdeb9efd6 HTTP/1.1" status: 200 len: 210 time: 0.1007245 May 16 15:20:38.862799 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [req-490f5b0a-0fbc-4624-a382-44c52e20d3d7 req-6e888e39-c39a-49c8-897f-5fb8605e51fe tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] No DVR routers for this DVR port 0a775fd5-0c4b-4d34-8fea-0665c23c121b on host hv-cinder-79578 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:20:38.866337 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-490f5b0a-0fbc-4624-a382-44c52e20d3d7 req-6e888e39-c39a-49c8-897f-5fb8605e51fe tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914'] for port (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:38.869974 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-490f5b0a-0fbc-4624-a382-44c52e20d3d7 req-6e888e39-c39a-49c8-897f-5fb8605e51fe tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.69 "DELETE /v2.0/ports/0a775fd5-0c4b-4d34-8fea-0665c23c121b HTTP/1.1" status: 204 len: 173 time: 1.4093237 May 16 15:20:38.870547 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f78dee55-4357-4bb4-8057-ddecdd7326f6', 'name': 'network-vif-deleted', 'tag': '0a775fd5-0c4b-4d34-8fea-0665c23c121b'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:20:38.875428 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffeccd97bc4bec2d8a291f35a4115644be5723c7930092d1a563b2016f5a5231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce90b794-39ea-4676-9e91-cf0f301812dc" -d '{"events": [{"server_uuid": "f78dee55-4357-4bb4-8057-ddecdd7326f6", "name": "network-vif-deleted", "tag": "0a775fd5-0c4b-4d34-8fea-0665c23c121b"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:20:38.942355 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-0345ef5e-65f3-4666-941b-4e1d0bebab90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551337'] for router (d492aea4-7447-4665-9c6c-babfe62e8760), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:38.943687 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0345ef5e-65f3-4666-941b-4e1d0bebab90 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d492aea4-7447-4665-9c6c-babfe62e8760 {{(pid=104034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 16 15:20:38.949507 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-0345ef5e-65f3-4666-941b-4e1d0bebab90 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:38.951147 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-0345ef5e-65f3-4666-941b-4e1d0bebab90 admin admin] 10.222.0.44 "DELETE /v2.0/routers/d492aea4-7447-4665-9c6c-babfe62e8760 HTTP/1.1" status: 204 len: 168 time: 1.3328025 May 16 15:20:38.953727 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 49088) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:20:38.963730 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvr_db [None req-54689f72-aff0-4a72-bf25-84dfc5fed553 None None] Set router e7e97d7f-38ba-4945-8ce2-4f6c97890476 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:20:39.043006 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-7fde9972-f369-4787-a10f-ac167d8a8a72 req-1ecd55a5-725a-408f-b9dd-318917e7dfad tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=f78dee55-4357-4bb4-8057-ddecdd7326f6 HTTP/1.1" status: 200 len: 210 time: 0.0923076 May 16 15:20:39.108335 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad5068c5-0f17-4b6d-8e07-b379ab5616a4 admin admin] Deleting subnet b2bcf42b-2d4b-4fc7-a55a-ea377e4752e3 {{(pid=104034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 15:20:39.120761 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-ad5068c5-0f17-4b6d-8e07-b379ab5616a4 admin admin] Publish callbacks [] for subnet (b2bcf42b-2d4b-4fc7-a55a-ea377e4752e3), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:39.162675 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b81a5180-6d60-4e78-8c0f-2c2245e80c66 x-openstack-request-id: req-b81a5180-6d60-4e78-8c0f-2c2245e80c66 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:20:39.162675 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f78dee55-4357-4bb4-8057-ddecdd7326f6", "name": "network-vif-deleted", "tag": "0a775fd5-0c4b-4d34-8fea-0665c23c121b", "status": "completed", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:20:39.162675 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b81a5180-6d60-4e78-8c0f-2c2245e80c66 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:20:39.162675 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b81a5180-6d60-4e78-8c0f-2c2245e80c66'] response: {'server_uuid': 'f78dee55-4357-4bb4-8057-ddecdd7326f6', 'name': 'network-vif-deleted', 'tag': '0a775fd5-0c4b-4d34-8fea-0665c23c121b', 'status': 'completed', 'code': 200} May 16 15:20:39.234770 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-ad5068c5-0f17-4b6d-8e07-b379ab5616a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60068801'] for subnet (b2bcf42b-2d4b-4fc7-a55a-ea377e4752e3), precommit_delete_associations {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:39.272469 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1f819b-7bb9-48b6-9e38-834192ff03be req-0d900b18-49fd-44d7-9817-63ca6deb34b7 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:39.274143 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-da1f819b-7bb9-48b6-9e38-834192ff03be req-0d900b18-49fd-44d7-9817-63ca6deb34b7 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5abda4a-52f9-4b01-9c65-675397422c41 HTTP/1.1" status: 200 len: 946 time: 0.0922627 May 16 15:20:39.286392 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-54689f72-aff0-4a72-bf25-84dfc5fed553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e97d7f-38ba-4945-8ce2-4f6c97890476', 'name': 'tempest-ServerRescueNegativeTestJSON-1104119672-router', 'tenant_id': '316917d7a31645bfaac651f81154c18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '075f964c-8897-47c4-bceb-716071386f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:10Z', 'updated_at': '2022-05-16T15:15:19Z', 'revision_number': 4, 'project_id': '316917d7a31645bfaac651f81154c18f', 'gw_port': {'id': '075f964c-8897-47c4-bceb-716071386f64', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:6b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e97d7f-38ba-4945-8ce2-4f6c97890476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:11Z', 'updated_at': '2022-05-16T15:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_interfaces': [{'id': '46ca3b38-4584-46a8-8a70-9abf5f6f3387', 'name': '', 'network_id': '8561ad64-1b6b-4f33-82d1-a2d7e72d5b01', 'tenant_id': '316917d7a31645bfaac651f81154c18f', 'mac_address': 'fa:16:3e:1f:a0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e97d7f-38ba-4945-8ce2-4f6c97890476', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '559d3648-c2d7-45f5-9aa1-e00232e9372a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:17Z', 'updated_at': '2022-05-16T15:15:29Z', 'revision_number': 5, 'project_id': '316917d7a31645bfaac651f81154c18f', 'subnets': [{'id': '559d3648-c2d7-45f5-9aa1-e00232e9372a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:20:39.316933 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54689f72-aff0-4a72-bf25-84dfc5fed553 None None] Checking router: e7e97d7f-38ba-4945-8ce2-4f6c97890476 for host: dv-cinder-795785-10-iscsi {{(pid=104036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:20:39.333567 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54689f72-aff0-4a72-bf25-84dfc5fed553 None None] Routers {'e7e97d7f-38ba-4945-8ce2-4f6c97890476'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:20:39.334193 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-54689f72-aff0-4a72-bf25-84dfc5fed553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:20:29Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['e7e97d7f-38ba-4945-8ce2-4f6c97890476'], 'active': True} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:20:39.400612 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-da1f819b-7bb9-48b6-9e38-834192ff03be req-32468914-ff4c-40ae-bc99-4bc5db9c4fa2 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d97ed9-eb0b-4503-a392-7095f36dc063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199732 May 16 15:20:39.402320 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-ad5068c5-0f17-4b6d-8e07-b379ab5616a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995508'] for subnet (b2bcf42b-2d4b-4fc7-a55a-ea377e4752e3), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:39.461451 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvr_db [None req-54689f72-aff0-4a72-bf25-84dfc5fed553 None None] Set router e7e97d7f-38ba-4945-8ce2-4f6c97890476 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:20:39.543250 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-ad5068c5-0f17-4b6d-8e07-b379ab5616a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4102259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2773393'] for subnet (b2bcf42b-2d4b-4fc7-a55a-ea377e4752e3), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:39.575772 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-ad5068c5-0f17-4b6d-8e07-b379ab5616a4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:39.582432 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-ad5068c5-0f17-4b6d-8e07-b379ab5616a4 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/b2bcf42b-2d4b-4fc7-a55a-ea377e4752e3 HTTP/1.1" status: 204 len: 168 time: 0.6269851 May 16 15:20:39.588784 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d152fa8-0b96-4ddb-bc8d-afdc8fd28e30 None None] Network 0c4f9146-d1fd-486f-849d-27c0f1f9f510 requested from dv-cinder-795785-10-iscsi {{(pid=104035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:20:39.589307 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 49100) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:20:39.589679 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5068c5-0f17-4b6d-8e07-b379ab5616a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2bcf42b-2d4b-4fc7-a55a-ea377e4752e3,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:20:39.670464 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-54689f72-aff0-4a72-bf25-84dfc5fed553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e97d7f-38ba-4945-8ce2-4f6c97890476', 'name': 'tempest-ServerRescueNegativeTestJSON-1104119672-router', 'tenant_id': '316917d7a31645bfaac651f81154c18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '075f964c-8897-47c4-bceb-716071386f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:10Z', 'updated_at': '2022-05-16T15:15:19Z', 'revision_number': 4, 'project_id': '316917d7a31645bfaac651f81154c18f', 'gw_port': {'id': '075f964c-8897-47c4-bceb-716071386f64', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:6b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e97d7f-38ba-4945-8ce2-4f6c97890476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:11Z', 'updated_at': '2022-05-16T15:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_interfaces': [{'id': '46ca3b38-4584-46a8-8a70-9abf5f6f3387', 'name': '', 'network_id': '8561ad64-1b6b-4f33-82d1-a2d7e72d5b01', 'tenant_id': '316917d7a31645bfaac651f81154c18f', 'mac_address': 'fa:16:3e:1f:a0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e97d7f-38ba-4945-8ce2-4f6c97890476', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '559d3648-c2d7-45f5-9aa1-e00232e9372a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:17Z', 'updated_at': '2022-05-16T15:15:29Z', 'revision_number': 5, 'project_id': '316917d7a31645bfaac651f81154c18f', 'subnets': [{'id': '559d3648-c2d7-45f5-9aa1-e00232e9372a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:20:39.679294 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-50bf3ff1-abcd-46a9-ad25-a46a4d2a9f50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2021163'] for network (0c4f9146-d1fd-486f-849d-27c0f1f9f510), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:39.701476 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54689f72-aff0-4a72-bf25-84dfc5fed553 None None] The sync data for ids ['e7e97d7f-38ba-4945-8ce2-4f6c97890476'] in dv-cinder-795785-10-iscsi is: [{'id': 'e7e97d7f-38ba-4945-8ce2-4f6c97890476', 'name': 'tempest-ServerRescueNegativeTestJSON-1104119672-router', 'tenant_id': '316917d7a31645bfaac651f81154c18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '075f964c-8897-47c4-bceb-716071386f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:10Z', 'updated_at': '2022-05-16T15:15:19Z', 'revision_number': 4, 'project_id': '316917d7a31645bfaac651f81154c18f', 'gw_port': {'id': '075f964c-8897-47c4-bceb-716071386f64', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:6b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e97d7f-38ba-4945-8ce2-4f6c97890476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:11Z', 'updated_at': '2022-05-16T15:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_interfaces': [{'id': '46ca3b38-4584-46a8-8a70-9abf5f6f3387', 'name': '', 'network_id': '8561ad64-1b6b-4f33-82d1-a2d7e72d5b01', 'tenant_id': '316917d7a31645bfaac651f81154c18f', 'mac_address': 'fa:16:3e:1f:a0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e97d7f-38ba-4945-8ce2-4f6c97890476', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '559d3648-c2d7-45f5-9aa1-e00232e9372a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:17Z', 'updated_at': '2022-05-16T15:15:29Z', 'revision_number': 5, 'project_id': '316917d7a31645bfaac651f81154c18f', 'subnets': [{'id': '559d3648-c2d7-45f5-9aa1-e00232e9372a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:20:39.720485 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device dd1ca3d5-b423-4214-86b7-3a95454a1cff no longer exists at agent ovs-agent-dv-cinder-795785-10-iscsi {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:20:39.730882 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-50bf3ff1-abcd-46a9-ad25-a46a4d2a9f50 admin admin] Deleting port 56a17326-6505-4be8-a6c9-ea1bd68d5c7e {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:20:39.731222 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-50bf3ff1-abcd-46a9-ad25-a46a4d2a9f50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789020190181'] for port (56a17326-6505-4be8-a6c9-ea1bd68d5c7e), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:39.755117 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] No Port match for: dd1ca3d5-b423-4214-86b7-3a95454a1cff {{(pid=104035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:20:39.759483 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device dd1ca3d5-b423-4214-86b7-3a95454a1cff not bound to the agent host dv-cinder-795785-10-iscsi {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:20:39.759483 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device cb8f48b8-11f5-4a8b-ac99-c9ba07cf37a1 no longer exists at agent ovs-agent-dv-cinder-795785-10-iscsi {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:20:39.776311 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] No Port match for: cb8f48b8-11f5-4a8b-ac99-c9ba07cf37a1 {{(pid=104035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:20:39.776652 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device cb8f48b8-11f5-4a8b-ac99-c9ba07cf37a1 not bound to the agent host dv-cinder-795785-10-iscsi {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:20:39.795496 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00bb2ce9-d3a7-4fe3-9356-ca80883910a0 None None] DHCP port deletion for 0c4f9146-d1fd-486f-849d-27c0f1f9f510 request from dv-cinder-795785-10-iscsi {{(pid=104035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 16 15:20:39.818700 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-50bf3ff1-abcd-46a9-ad25-a46a4d2a9f50 admin admin] For port 56a17326-6505-4be8-a6c9-ea1bd68d5c7e, host dv-cinder-795785-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=56a17326-6505-4be8-a6c9-ea1bd68d5c7e,segment=NetworkSegment(1140656b-8e15-4ab1-9757-fe68f1d00ace),segment_id=1140656b-8e15-4ab1-9757-fe68f1d00ace)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:20:39.819601 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-50bf3ff1-abcd-46a9-ad25-a46a4d2a9f50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555776'] for port (56a17326-6505-4be8-a6c9-ea1bd68d5c7e), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:39.833551 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-50bf3ff1-abcd-46a9-ad25-a46a4d2a9f50 admin admin] Calling delete_port for 56a17326-6505-4be8-a6c9-ea1bd68d5c7e owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:20:39.838285 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-00bb2ce9-d3a7-4fe3-9356-ca80883910a0 None None] Deleting port 56a17326-6505-4be8-a6c9-ea1bd68d5c7e {{(pid=104035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:20:39.838701 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-00bb2ce9-d3a7-4fe3-9356-ca80883910a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789020190181'] for port (56a17326-6505-4be8-a6c9-ea1bd68d5c7e), before_delete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:39.907649 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-00bb2ce9-d3a7-4fe3-9356-ca80883910a0 None None] For port 56a17326-6505-4be8-a6c9-ea1bd68d5c7e, host dv-cinder-795785-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=56a17326-6505-4be8-a6c9-ea1bd68d5c7e,segment=NetworkSegment(1140656b-8e15-4ab1-9757-fe68f1d00ace),segment_id=1140656b-8e15-4ab1-9757-fe68f1d00ace)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:20:39.908054 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-00bb2ce9-d3a7-4fe3-9356-ca80883910a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555776'] for port (56a17326-6505-4be8-a6c9-ea1bd68d5c7e), precommit_delete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:39.922332 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-00bb2ce9-d3a7-4fe3-9356-ca80883910a0 None None] Calling delete_port for 56a17326-6505-4be8-a6c9-ea1bd68d5c7e owned by network:dhcp {{(pid=104035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:20:39.961310 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-2148403e-04ca-4edb-b58d-3b5afcaad58a req-276688a4-bb5c-4a5a-b3fe-7bc84761da89 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=981657e2-4b25-4a25-a9eb-562cdeb9efd6 HTTP/1.1" status: 200 len: 210 time: 0.0289679 May 16 15:20:39.992838 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e59d9de-8c5f-463b-99a0-f6d2984e2df6 None None] New status for floating IP a8bdc856-298e-46b8-8680-09c10704f8fe: DOWN {{(pid=104035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 15:20:39.994420 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-50bf3ff1-abcd-46a9-ad25-a46a4d2a9f50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789020200313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789019640158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61886211'] for port (56a17326-6505-4be8-a6c9-ea1bd68d5c7e), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:40.028123 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bf3ff1-abcd-46a9-ad25-a46a4d2a9f50 admin admin] No DVR routers for this DVR port 56a17326-6505-4be8-a6c9-ea1bd68d5c7e on host dv-cinder-795785-10-iscsi {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:20:40.029744 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bf3ff1-abcd-46a9-ad25-a46a4d2a9f50 admin admin] Pushing event deleted for resources: {'Port': ['ID=56a17326-6505-4be8-a6c9-ea1bd68d5c7e,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:20:40.112777 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-50bf3ff1-abcd-46a9-ad25-a46a4d2a9f50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2051393', 'neutron.services.segments.db._delete_segments_for_network-8789020055574'] for network (0c4f9146-d1fd-486f-849d-27c0f1f9f510), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:40.136024 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.services.segments.db [None req-50bf3ff1-abcd-46a9-ad25-a46a4d2a9f50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c4f9146-d1fd-486f-849d-27c0f1f9f510']}} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:20:40.145700 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.services.segments.db [None req-50bf3ff1-abcd-46a9-ad25-a46a4d2a9f50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1140656b-8e15-4ab1-9757-fe68f1d00ace') {'for_net_delete': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:20:40.145994 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.services.segments.db [None req-50bf3ff1-abcd-46a9-ad25-a46a4d2a9f50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1140656b-8e15-4ab1-9757-fe68f1d00ace') {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:20:40.156123 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-50bf3ff1-abcd-46a9-ad25-a46a4d2a9f50 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789020139551', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62086364'] for segment (1140656b-8e15-4ab1-9757-fe68f1d00ace), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:40.170379 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-50bf3ff1-abcd-46a9-ad25-a46a4d2a9f50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996815'] for segment (1140656b-8e15-4ab1-9757-fe68f1d00ace), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:40.170684 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-40726b24-c6f7-4502-840f-94ac53dea789 req-b95a26cb-d942-4a48-bc3b-4cbd6404b232 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=f78dee55-4357-4bb4-8057-ddecdd7326f6 HTTP/1.1" status: 200 len: 210 time: 0.0334535 May 16 15:20:40.176937 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50bf3ff1-abcd-46a9-ad25-a46a4d2a9f50 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=104033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 15:20:40.177337 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-50bf3ff1-abcd-46a9-ad25-a46a4d2a9f50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61886288'] for segment (1140656b-8e15-4ab1-9757-fe68f1d00ace), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:40.180158 dv-cinder-795785-10-iscsi neutron-server[104033]: Traceback (most recent call last): May 16 15:20:40.180158 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 15:20:40.180158 dv-cinder-795785-10-iscsi neutron-server[104033]: timer() May 16 15:20:40.180158 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 15:20:40.180158 dv-cinder-795785-10-iscsi neutron-server[104033]: cb(*args, **kw) May 16 15:20:40.180158 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 15:20:40.180158 dv-cinder-795785-10-iscsi neutron-server[104033]: return func(*args, **kwargs) May 16 15:20:40.180158 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 15:20:40.180158 dv-cinder-795785-10-iscsi neutron-server[104033]: self._notify() May 16 15:20:40.180158 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 15:20:40.180158 dv-cinder-795785-10-iscsi neutron-server[104033]: self.callback(batched_events) May 16 15:20:40.180158 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 15:20:40.180158 dv-cinder-795785-10-iscsi neutron-server[104033]: event.method(event) May 16 15:20:40.180158 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 15:20:40.180158 dv-cinder-795785-10-iscsi neutron-server[104033]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 15:20:40.180158 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 15:20:40.180158 dv-cinder-795785-10-iscsi neutron-server[104033]: aggregate_uuid = self.p_client.list_aggregates( May 16 15:20:40.180158 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 15:20:40.180158 dv-cinder-795785-10-iscsi neutron-server[104033]: return f(self, *a, **k) May 16 15:20:40.180158 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 15:20:40.180158 dv-cinder-795785-10-iscsi neutron-server[104033]: return self._get(url).json() May 16 15:20:40.180158 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 15:20:40.180158 dv-cinder-795785-10-iscsi neutron-server[104033]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 15:20:40.180158 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 15:20:40.180158 dv-cinder-795785-10-iscsi neutron-server[104033]: return self.request(url, 'GET', **kwargs) May 16 15:20:40.180158 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 15:20:40.180158 dv-cinder-795785-10-iscsi neutron-server[104033]: base_url = self.get_endpoint(auth, allow=allow, May 16 15:20:40.180158 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 15:20:40.180158 dv-cinder-795785-10-iscsi neutron-server[104033]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 15:20:40.180158 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 15:20:40.180158 dv-cinder-795785-10-iscsi neutron-server[104033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 15:20:40.180158 dv-cinder-795785-10-iscsi neutron-server[104033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 15:20:40.297359 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-50bf3ff1-abcd-46a9-ad25-a46a4d2a9f50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2051450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-557002'] for network (0c4f9146-d1fd-486f-849d-27c0f1f9f510), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:40.304728 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-50bf3ff1-abcd-46a9-ad25-a46a4d2a9f50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631934'] for network (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:40.308536 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-50bf3ff1-abcd-46a9-ad25-a46a4d2a9f50 admin admin] 10.222.0.44 "DELETE /v2.0/networks/0c4f9146-d1fd-486f-849d-27c0f1f9f510 HTTP/1.1" status: 204 len: 168 time: 0.7244625 May 16 15:20:40.311632 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 49106) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:20:40.321194 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bf3ff1-abcd-46a9-ad25-a46a4d2a9f50 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c4f9146-d1fd-486f-849d-27c0f1f9f510,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:20:40.323684 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (751a3b14-a3b6-44f5-a165-bd23bd92acbe), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:40.362880 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-00bb2ce9-d3a7-4fe3-9356-ca80883910a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789020200313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789019640158'] for port (56a17326-6505-4be8-a6c9-ea1bd68d5c7e), after_delete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:40.385239 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-00bb2ce9-d3a7-4fe3-9356-ca80883910a0 None None] Network 0c4f9146-d1fd-486f-849d-27c0f1f9f510 is not hosted by any dhcp agent {{(pid=104035) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 16 15:20:40.385649 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bb2ce9-d3a7-4fe3-9356-ca80883910a0 None None] No DVR routers for this DVR port 56a17326-6505-4be8-a6c9-ea1bd68d5c7e on host dv-cinder-795785-10-iscsi {{(pid=104035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:20:40.390759 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bb2ce9-d3a7-4fe3-9356-ca80883910a0 None None] Pushing event deleted for resources: {'Port': ['ID=56a17326-6505-4be8-a6c9-ea1bd68d5c7e,revision_number=None']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:20:40.399320 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bb2ce9-d3a7-4fe3-9356-ca80883910a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:20:40.399672 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bb2ce9-d3a7-4fe3-9356-ca80883910a0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:20:40.400024 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bb2ce9-d3a7-4fe3-9356-ca80883910a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:20:40.400363 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bb2ce9-d3a7-4fe3-9356-ca80883910a0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:20:40.400702 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bb2ce9-d3a7-4fe3-9356-ca80883910a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:20:40.401029 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bb2ce9-d3a7-4fe3-9356-ca80883910a0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:20:40.401649 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bb2ce9-d3a7-4fe3-9356-ca80883910a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:20:40.401767 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bb2ce9-d3a7-4fe3-9356-ca80883910a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:20:40.402007 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bb2ce9-d3a7-4fe3-9356-ca80883910a0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:20:40.402388 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bb2ce9-d3a7-4fe3-9356-ca80883910a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:20:40.402720 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bb2ce9-d3a7-4fe3-9356-ca80883910a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:20:40.403517 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bb2ce9-d3a7-4fe3-9356-ca80883910a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:20:40.403517 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bb2ce9-d3a7-4fe3-9356-ca80883910a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:20:40.403693 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bb2ce9-d3a7-4fe3-9356-ca80883910a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:20:40.404036 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bb2ce9-d3a7-4fe3-9356-ca80883910a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:20:40.527745 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452c2a06-a2a5-4715-ac98-c6de79a0c3d1 req-13772cf2-ad00-4e49-a5d5-c8949682cf67 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:40.532213 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-452c2a06-a2a5-4715-ac98-c6de79a0c3d1 req-13772cf2-ad00-4e49-a5d5-c8949682cf67 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5abda4a-52f9-4b01-9c65-675397422c41 HTTP/1.1" status: 200 len: 946 time: 0.0481234 May 16 15:20:40.577991 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-452c2a06-a2a5-4715-ac98-c6de79a0c3d1 req-f65a15cb-ba66-4ecc-b6c8-172555dc3582 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d97ed9-eb0b-4503-a392-7095f36dc063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425062 May 16 15:20:40.636818 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-94d44a91-b0d5-40ee-ac01-fa61dbae934d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555978'] for router_interface (95249cd2-6d39-4b7d-bdab-ba4d70ebbaf6), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:40.651521 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device 0a775fd5-0c4b-4d34-8fea-0665c23c121b no longer exists at agent hyperv_hv-cinder-79578 {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:20:40.676875 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] No Port match for: 0a775fd5-0c4b-4d34-8fea-0665c23c121b {{(pid=104035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:20:40.676875 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device 0a775fd5-0c4b-4d34-8fea-0665c23c121b not bound to the agent host hv-cinder-79578 {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:20:40.853715 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.plugin [None req-94d44a91-b0d5-40ee-ac01-fa61dbae934d admin admin] Deleting port 47b23b00-781b-45ae-998b-63e50efc2dae {{(pid=104034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:20:40.854076 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-94d44a91-b0d5-40ee-ac01-fa61dbae934d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789020190181'] for port (47b23b00-781b-45ae-998b-63e50efc2dae), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:40.938653 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-94d44a91-b0d5-40ee-ac01-fa61dbae934d admin admin] For port 47b23b00-781b-45ae-998b-63e50efc2dae, host dv-cinder-795785-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=47b23b00-781b-45ae-998b-63e50efc2dae,segment=NetworkSegment(597e12d2-28a4-4c25-a0d9-f2a796c22bc6),segment_id=597e12d2-28a4-4c25-a0d9-f2a796c22bc6)] {{(pid=104034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:20:40.938935 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-94d44a91-b0d5-40ee-ac01-fa61dbae934d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555776'] for port (47b23b00-781b-45ae-998b-63e50efc2dae), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:40.952395 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.plugin [None req-94d44a91-b0d5-40ee-ac01-fa61dbae934d admin admin] Calling delete_port for 47b23b00-781b-45ae-998b-63e50efc2dae owned by network:router_interface {{(pid=104034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:20:41.061428 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e634a68d-a721-4982-bfd6-2f19db62bbf2 req-6842a519-f81c-430c-a48a-55719959b626 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:41.063162 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-e634a68d-a721-4982-bfd6-2f19db62bbf2 req-6842a519-f81c-430c-a48a-55719959b626 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5abda4a-52f9-4b01-9c65-675397422c41 HTTP/1.1" status: 200 len: 946 time: 0.0842936 May 16 15:20:41.157957 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [req-e634a68d-a721-4982-bfd6-2f19db62bbf2 req-fc8960dc-c7ea-424a-ab06-ac797c268075 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] Deleting port e096f6ef-c70e-4e67-b7f3-eb68492a38f7 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:20:41.158412 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-e634a68d-a721-4982-bfd6-2f19db62bbf2 req-fc8960dc-c7ea-424a-ab06-ac797c268075 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789020190181'] for port (e096f6ef-c70e-4e67-b7f3-eb68492a38f7), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:41.267612 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [req-e634a68d-a721-4982-bfd6-2f19db62bbf2 req-fc8960dc-c7ea-424a-ab06-ac797c268075 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] For port e096f6ef-c70e-4e67-b7f3-eb68492a38f7, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=e096f6ef-c70e-4e67-b7f3-eb68492a38f7,segment=NetworkSegment(ba4cb3a3-40de-452c-9eae-dab0cd0cc2ba),segment_id=ba4cb3a3-40de-452c-9eae-dab0cd0cc2ba)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:20:41.267991 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-e634a68d-a721-4982-bfd6-2f19db62bbf2 req-fc8960dc-c7ea-424a-ab06-ac797c268075 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555776'] for port (e096f6ef-c70e-4e67-b7f3-eb68492a38f7), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:41.283887 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [req-e634a68d-a721-4982-bfd6-2f19db62bbf2 req-fc8960dc-c7ea-424a-ab06-ac797c268075 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] Calling delete_port for e096f6ef-c70e-4e67-b7f3-eb68492a38f7 owned by compute:nova {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:20:41.323227 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-b3eb67e4-0438-49ce-857f-6dfe9469660c req-40e789cb-9824-4dda-80ba-f545450eaf7d tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=f78dee55-4357-4bb4-8057-ddecdd7326f6 HTTP/1.1" status: 200 len: 210 time: 0.0327475 May 16 15:20:41.351032 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-31d2ee8b-e228-447c-9d1d-a40de2625855 req-ce2f4733-bc88-46cd-a382-683fcba1d2a1 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=981657e2-4b25-4a25-a9eb-562cdeb9efd6 HTTP/1.1" status: 200 len: 210 time: 0.0376053 May 16 15:20:41.498688 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-94d44a91-b0d5-40ee-ac01-fa61dbae934d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789020200313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789019640158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097154'] for port (47b23b00-781b-45ae-998b-63e50efc2dae), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:41.521375 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-e634a68d-a721-4982-bfd6-2f19db62bbf2 req-fc8960dc-c7ea-424a-ab06-ac797c268075 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789020200313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789019640158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61886211'] for port (e096f6ef-c70e-4e67-b7f3-eb68492a38f7), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:41.524575 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d44a91-b0d5-40ee-ac01-fa61dbae934d admin admin] Pushing event deleted for resources: {'Port': ['ID=47b23b00-781b-45ae-998b-63e50efc2dae,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:20:41.562587 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] get_ports_and_sgs() called for port_ids ['e096f6ef-c70e-4e67-b7f3-eb68492a38f7'] {{(pid=104035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:20:41.588632 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8960dc-c7ea-424a-ab06-ac797c268075 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] Pushing event deleted for resources: {'Port': ['ID=e096f6ef-c70e-4e67-b7f3-eb68492a38f7,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:20:41.614123 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [req-e634a68d-a721-4982-bfd6-2f19db62bbf2 req-fc8960dc-c7ea-424a-ab06-ac797c268075 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] No DVR routers for this DVR port e096f6ef-c70e-4e67-b7f3-eb68492a38f7 on host hv-cinder-79578 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:20:41.616560 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-e634a68d-a721-4982-bfd6-2f19db62bbf2 req-fc8960dc-c7ea-424a-ab06-ac797c268075 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914'] for port (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:41.620785 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-e634a68d-a721-4982-bfd6-2f19db62bbf2 req-fc8960dc-c7ea-424a-ab06-ac797c268075 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] 10.222.0.69 "DELETE /v2.0/ports/e096f6ef-c70e-4e67-b7f3-eb68492a38f7 HTTP/1.1" status: 204 len: 173 time: 0.5526295 May 16 15:20:41.621222 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5abda4a-52f9-4b01-9c65-675397422c41', 'name': 'network-vif-deleted', 'tag': 'e096f6ef-c70e-4e67-b7f3-eb68492a38f7'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:20:41.629231 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffeccd97bc4bec2d8a291f35a4115644be5723c7930092d1a563b2016f5a5231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f07a5d-bfd3-4427-a4d7-288bd7c35db7" -d '{"events": [{"server_uuid": "e5abda4a-52f9-4b01-9c65-675397422c41", "name": "network-vif-deleted", "tag": "e096f6ef-c70e-4e67-b7f3-eb68492a38f7"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:20:41.711884 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf6d6631-82cb-4214-8067-b183b047ea78 x-openstack-request-id: req-bf6d6631-82cb-4214-8067-b183b047ea78 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:20:41.711884 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5abda4a-52f9-4b01-9c65-675397422c41", "name": "network-vif-deleted", "tag": "e096f6ef-c70e-4e67-b7f3-eb68492a38f7", "status": "completed", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:20:41.711884 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bf6d6631-82cb-4214-8067-b183b047ea78 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:20:41.712654 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf6d6631-82cb-4214-8067-b183b047ea78'] response: {'server_uuid': 'e5abda4a-52f9-4b01-9c65-675397422c41', 'name': 'network-vif-deleted', 'tag': 'e096f6ef-c70e-4e67-b7f3-eb68492a38f7', 'status': 'completed', 'code': 200} May 16 15:20:41.761584 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-28cc2a81-1ce8-4029-9d6d-0ad2df7b791f req-3b85ddd2-e825-4be0-a4cf-ef9d37a2915c tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] 10.222.0.44 "GET /v2.0/ports?device_id=e5abda4a-52f9-4b01-9c65-675397422c41 HTTP/1.1" status: 200 len: 210 time: 0.0424936 May 16 15:20:41.776304 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-94d44a91-b0d5-40ee-ac01-fa61dbae934d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529365'] for router_interface (95249cd2-6d39-4b7d-bdab-ba4d70ebbaf6), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:41.819700 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device 56a17326-6505-4be8-a6c9-ea1bd68d5c7e no longer exists at agent ovs-agent-dv-cinder-795785-10-iscsi {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:20:41.842521 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] No Port match for: 56a17326-6505-4be8-a6c9-ea1bd68d5c7e {{(pid=104035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:20:41.842873 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device 56a17326-6505-4be8-a6c9-ea1bd68d5c7e not bound to the agent host dv-cinder-795785-10-iscsi {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:20:41.983640 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85380d5a-5ce1-4000-98e0-c7894671b96a req-a8e09364-6d2a-40f6-8c8b-dac78559a45c tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:41.985100 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-85380d5a-5ce1-4000-98e0-c7894671b96a req-a8e09364-6d2a-40f6-8c8b-dac78559a45c tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.69 "GET /v2.0/networks?id=20dfff89-2b4c-4d06-bcfc-8ec2e202af64 HTTP/1.1" status: 200 len: 811 time: 0.1033630 May 16 15:20:42.009514 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94d44a91-b0d5-40ee-ac01-fa61dbae934d admin admin] Router 95249cd2-6d39-4b7d-bdab-ba4d70ebbaf6 has already been hosted by L3 agent 54a3e65b-69a0-426d-9997-69a1705c4334 {{(pid=104034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:20:42.067435 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-85380d5a-5ce1-4000-98e0-c7894671b96a req-51fa41f6-f3bc-447e-a24c-3fb80c935ccb tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9703f082240542aa979c6b53052d77b9 HTTP/1.1" status: 200 len: 379 time: 0.0528524 May 16 15:20:42.078422 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.v2.base [req-85380d5a-5ce1-4000-98e0-c7894671b96a req-bf92baa5-f1ab-4f4f-b3ee-c73f160de424 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Request body: {'port': {'device_id': '981657e2-4b25-4a25-a9eb-562cdeb9efd6', 'network_id': '20dfff89-2b4c-4d06-bcfc-8ec2e202af64', 'admin_state_up': True, 'tenant_id': '9703f082240542aa979c6b53052d77b9', 'security_groups': ['baa58c21-7d6b-428c-9702-f71fe30e5319']}} {{(pid=104033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:20:42.122507 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d44a91-b0d5-40ee-ac01-fa61dbae934d admin admin] Notify agent at l3_agent.dv-cinder-795785-10-iscsi the message routers_updated {{(pid=104034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:20:42.127551 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-94d44a91-b0d5-40ee-ac01-fa61dbae934d admin admin] 10.222.0.44 "PUT /v2.0/routers/95249cd2-6d39-4b7d-bdab-ba4d70ebbaf6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8150260 May 16 15:20:42.130085 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 49122) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:20:42.135456 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13699131-41e7-4a36-8ea8-dd0975eb82fc None None] Sync routers for ids ['95249cd2-6d39-4b7d-bdab-ba4d70ebbaf6'] in dv-cinder-795785-10-iscsi {{(pid=104036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:20:42.146987 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13699131-41e7-4a36-8ea8-dd0975eb82fc None None] Routers {'95249cd2-6d39-4b7d-bdab-ba4d70ebbaf6'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:20:42.147929 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-13699131-41e7-4a36-8ea8-dd0975eb82fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:20:29Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['95249cd2-6d39-4b7d-bdab-ba4d70ebbaf6'], 'active': True} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:20:42.238953 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-e47cd75a-a59b-4204-80a9-e5ae4110d0dd admin admin] Publish callbacks [] for router (95249cd2-6d39-4b7d-bdab-ba4d70ebbaf6), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:42.250256 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvr_db [None req-13699131-41e7-4a36-8ea8-dd0975eb82fc None None] Set router 95249cd2-6d39-4b7d-bdab-ba4d70ebbaf6 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:20:42.270518 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85380d5a-5ce1-4000-98e0-c7894671b96a req-bf92baa5-f1ab-4f4f-b3ee-c73f160de424 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Made reservation on behalf of 9703f082240542aa979c6b53052d77b9 for: {'port': 1} {{(pid=104033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:20:42.274085 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-85380d5a-5ce1-4000-98e0-c7894671b96a req-bf92baa5-f1ab-4f4f-b3ee-c73f160de424 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:42.342980 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-e47cd75a-a59b-4204-80a9-e5ae4110d0dd admin admin] Publish callbacks [] for router_gateway (95249cd2-6d39-4b7d-bdab-ba4d70ebbaf6), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:42.418362 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [req-85380d5a-5ce1-4000-98e0-c7894671b96a req-bf92baa5-f1ab-4f4f-b3ee-c73f160de424 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Allocated IP 172.20.0.4 (20dfff89-2b4c-4d06-bcfc-8ec2e202af64/9bd76027-99a6-4823-9a55-92e97a7e537f/3df0b4b3-062a-4219-b9ab-a32600518c32) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:20:42.446401 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.plugin [None req-e47cd75a-a59b-4204-80a9-e5ae4110d0dd admin admin] Deleting port ba4fc5ae-f4b8-42a6-880a-dfa675dd7c73 {{(pid=104034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:20:42.446401 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-e47cd75a-a59b-4204-80a9-e5ae4110d0dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789020190181'] for port (ba4fc5ae-f4b8-42a6-880a-dfa675dd7c73), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:42.519061 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-10f49f44-ee99-4827-8a2c-bd5d8c8b3cf7 req-19817f1d-c0bc-4a61-945a-b1ad2b586719 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=981657e2-4b25-4a25-a9eb-562cdeb9efd6 HTTP/1.1" status: 200 len: 210 time: 0.0519948 May 16 15:20:42.571296 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-e47cd75a-a59b-4204-80a9-e5ae4110d0dd admin admin] For port ba4fc5ae-f4b8-42a6-880a-dfa675dd7c73, host dv-cinder-795785-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=ba4fc5ae-f4b8-42a6-880a-dfa675dd7c73,segment=NetworkSegment(d35ec458-efea-4f9b-9cfc-f89e4e5d5ae0),segment_id=d35ec458-efea-4f9b-9cfc-f89e4e5d5ae0)] {{(pid=104034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:20:42.578033 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-e47cd75a-a59b-4204-80a9-e5ae4110d0dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555776'] for port (ba4fc5ae-f4b8-42a6-880a-dfa675dd7c73), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:42.605448 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 49134) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:20:42.610986 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.plugin [None req-e47cd75a-a59b-4204-80a9-e5ae4110d0dd admin admin] Calling delete_port for ba4fc5ae-f4b8-42a6-880a-dfa675dd7c73 owned by network:router_gateway {{(pid=104034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:20:42.651711 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-85380d5a-5ce1-4000-98e0-c7894671b96a req-bf92baa5-f1ab-4f4f-b3ee-c73f160de424 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Publish callbacks [] for port (3df0b4b3-062a-4219-b9ab-a32600518c32), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:42.676435 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-13699131-41e7-4a36-8ea8-dd0975eb82fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95249cd2-6d39-4b7d-bdab-ba4d70ebbaf6', 'name': 'tempest-TestMinimumBasicScenario-1614981427-router', 'tenant_id': '11ad64bf66f149b5900180b8c8d7420f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': 'ba4fc5ae-f4b8-42a6-880a-dfa675dd7c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:17:04Z', 'updated_at': '2022-05-16T15:20:41Z', 'revision_number': 5, 'project_id': '11ad64bf66f149b5900180b8c8d7420f', 'gw_port': {'id': 'ba4fc5ae-f4b8-42a6-880a-dfa675dd7c73', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:cc:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95249cd2-6d39-4b7d-bdab-ba4d70ebbaf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:17:05Z', 'updated_at': '2022-05-16T15:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi'}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:20:42.700352 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a01f4852-68e6-4c2a-bdb3-bee776c7ecff tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Publish callbacks [] for security_group (171a59f1-e675-4897-8a8a-b7b7145a7f77), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:42.702915 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13699131-41e7-4a36-8ea8-dd0975eb82fc None None] Checking router: 95249cd2-6d39-4b7d-bdab-ba4d70ebbaf6 for host: dv-cinder-795785-10-iscsi {{(pid=104036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:20:42.711819 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13699131-41e7-4a36-8ea8-dd0975eb82fc None None] Routers {'95249cd2-6d39-4b7d-bdab-ba4d70ebbaf6'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:20:42.712423 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-13699131-41e7-4a36-8ea8-dd0975eb82fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:20:29Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['95249cd2-6d39-4b7d-bdab-ba4d70ebbaf6'], 'active': True} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:20:42.727835 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a01f4852-68e6-4c2a-bdb3-bee776c7ecff tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Publish callbacks [] for security_group (171a59f1-e675-4897-8a8a-b7b7145a7f77), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:42.786862 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-85380d5a-5ce1-4000-98e0-c7894671b96a req-bf92baa5-f1ab-4f4f-b3ee-c73f160de424 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789019640149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61886211'] for port (3df0b4b3-062a-4219-b9ab-a32600518c32), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:42.797963 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvr_db [None req-13699131-41e7-4a36-8ea8-dd0975eb82fc None None] Set router 95249cd2-6d39-4b7d-bdab-ba4d70ebbaf6 gateway port host: None {{(pid=104036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:20:42.825556 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85380d5a-5ce1-4000-98e0-c7894671b96a req-bf92baa5-f1ab-4f4f-b3ee-c73f160de424 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Network 20dfff89-2b4c-4d06-bcfc-8ec2e202af64 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:20:42.857286 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-13699131-41e7-4a36-8ea8-dd0975eb82fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95249cd2-6d39-4b7d-bdab-ba4d70ebbaf6', 'name': 'tempest-TestMinimumBasicScenario-1614981427-router', 'tenant_id': '11ad64bf66f149b5900180b8c8d7420f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:17:04Z', 'updated_at': '2022-05-16T15:20:42Z', 'revision_number': 6, 'project_id': '11ad64bf66f149b5900180b8c8d7420f', 'gw_port_host': None}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:20:42.875287 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [req-85380d5a-5ce1-4000-98e0-c7894671b96a req-bf92baa5-f1ab-4f4f-b3ee-c73f160de424 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:20:42.878253 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [req-85380d5a-5ce1-4000-98e0-c7894671b96a req-bf92baa5-f1ab-4f4f-b3ee-c73f160de424 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:20:42.883639 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13699131-41e7-4a36-8ea8-dd0975eb82fc None None] The sync data for ids ['95249cd2-6d39-4b7d-bdab-ba4d70ebbaf6'] in dv-cinder-795785-10-iscsi is: [{'id': '95249cd2-6d39-4b7d-bdab-ba4d70ebbaf6', 'name': 'tempest-TestMinimumBasicScenario-1614981427-router', 'tenant_id': '11ad64bf66f149b5900180b8c8d7420f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:17:04Z', 'updated_at': '2022-05-16T15:20:42Z', 'revision_number': 6, 'project_id': '11ad64bf66f149b5900180b8c8d7420f', 'gw_port_host': None}] {{(pid=104036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:20:42.912096 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a01f4852-68e6-4c2a-bdb3-bee776c7ecff tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (171a59f1-e675-4897-8a8a-b7b7145a7f77), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:42.914752 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a01f4852-68e6-4c2a-bdb3-bee776c7ecff tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Publish callbacks [] for security_group (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:42.919147 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-a01f4852-68e6-4c2a-bdb3-bee776c7ecff tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "DELETE /v2.0/security-groups/171a59f1-e675-4897-8a8a-b7b7145a7f77 HTTP/1.1" status: 204 len: 168 time: 0.3127210 May 16 15:20:42.922309 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 49142) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:20:42.934342 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf92baa5-f1ab-4f4f-b3ee-c73f160de424 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Pushing event updated for resources: {'Port': ['ID=3df0b4b3-062a-4219-b9ab-a32600518c32,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:20:42.942653 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.api.v2.resource [None req-6a82b1c8-6953-415b-8ee5-5337d1dcddd4 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] show failed (client error): The resource could not be found. May 16 15:20:42.943583 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-6a82b1c8-6953-415b-8ee5-5337d1dcddd4 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups/171a59f1-e675-4897-8a8a-b7b7145a7f77 HTTP/1.1" status: 404 len: 347 time: 0.0202332 May 16 15:20:42.946290 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 49144) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:20:42.949253 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01f4852-68e6-4c2a-bdb3-bee776c7ecff tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=171a59f1-e675-4897-8a8a-b7b7145a7f77,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:20:42.972070 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85380d5a-5ce1-4000-98e0-c7894671b96a req-bf92baa5-f1ab-4f4f-b3ee-c73f160de424 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:42.972502 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-85380d5a-5ce1-4000-98e0-c7894671b96a req-bf92baa5-f1ab-4f4f-b3ee-c73f160de424 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914'] for port (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:42.991313 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-e47cd75a-a59b-4204-80a9-e5ae4110d0dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789020200313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789019640158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097154'] for port (ba4fc5ae-f4b8-42a6-880a-dfa675dd7c73), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:43.056406 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47cd75a-a59b-4204-80a9-e5ae4110d0dd admin admin] Pushing event deleted for resources: {'Port': ['ID=ba4fc5ae-f4b8-42a6-880a-dfa675dd7c73,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:20:43.067599 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-85380d5a-5ce1-4000-98e0-c7894671b96a req-bf92baa5-f1ab-4f4f-b3ee-c73f160de424 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9939830 May 16 15:20:43.139735 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.v2.base [req-85380d5a-5ce1-4000-98e0-c7894671b96a req-8d9acbd6-74b5-43cd-bdeb-3563bbafe542 service neutron] Request body: {'port': {'device_id': '981657e2-4b25-4a25-a9eb-562cdeb9efd6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79578'}} {{(pid=104033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:20:43.147370 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.plugin [None req-5e78798d-b60a-480d-acdf-82af000ed812 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Deleting port 6897b225-bf0b-4130-9f94-ba09058f831e {{(pid=104034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:20:43.147722 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-5e78798d-b60a-480d-acdf-82af000ed812 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789020190181'] for port (6897b225-bf0b-4130-9f94-ba09058f831e), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:43.162463 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-e47cd75a-a59b-4204-80a9-e5ae4110d0dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553976'] for router_gateway (95249cd2-6d39-4b7d-bdab-ba4d70ebbaf6), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:43.174510 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-8aa5c9a9-5b55-450a-992b-2a45d958043c None None] Provisioning complete for port 3df0b4b3-062a-4219-b9ab-a32600518c32 triggered by entity DHCP. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:20:43.180254 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-8aa5c9a9-5b55-450a-992b-2a45d958043c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (3df0b4b3-062a-4219-b9ab-a32600518c32), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:43.221678 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-85380d5a-5ce1-4000-98e0-c7894671b96a req-8d9acbd6-74b5-43cd-bdeb-3563bbafe542 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (3df0b4b3-062a-4219-b9ab-a32600518c32), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:43.228000 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-8aa5c9a9-5b55-450a-992b-2a45d958043c None None] Port 3df0b4b3-062a-4219-b9ab-a32600518c32 cannot update to ACTIVE because it is not bound. {{(pid=104035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:20:43.299188 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-e47cd75a-a59b-4204-80a9-e5ae4110d0dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (95249cd2-6d39-4b7d-bdab-ba4d70ebbaf6), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:43.302976 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-e47cd75a-a59b-4204-80a9-e5ae4110d0dd admin admin] Publish callbacks [] for router_controller (95249cd2-6d39-4b7d-bdab-ba4d70ebbaf6), precommit_delete_associations {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:43.356526 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-5e78798d-b60a-480d-acdf-82af000ed812 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555776'] for port (6897b225-bf0b-4130-9f94-ba09058f831e), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:43.356862 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-5e78798d-b60a-480d-acdf-82af000ed812 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Publish callbacks [] for floatingip (6897b225-bf0b-4130-9f94-ba09058f831e), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:43.378326 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.plugin [None req-5e78798d-b60a-480d-acdf-82af000ed812 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Calling delete_port for 6897b225-bf0b-4130-9f94-ba09058f831e owned by network:floatingip {{(pid=104034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:20:43.424982 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-e47cd75a-a59b-4204-80a9-e5ae4110d0dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551337'] for router (95249cd2-6d39-4b7d-bdab-ba4d70ebbaf6), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:43.425569 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e47cd75a-a59b-4204-80a9-e5ae4110d0dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95249cd2-6d39-4b7d-bdab-ba4d70ebbaf6 {{(pid=104034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 16 15:20:43.431174 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-e47cd75a-a59b-4204-80a9-e5ae4110d0dd admin admin] Publish callbacks [] for router (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:43.435261 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-e47cd75a-a59b-4204-80a9-e5ae4110d0dd admin admin] 10.222.0.44 "DELETE /v2.0/routers/95249cd2-6d39-4b7d-bdab-ba4d70ebbaf6 HTTP/1.1" status: 204 len: 168 time: 1.3019741 May 16 15:20:43.436175 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 49150) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:20:43.502862 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6efd639-1940-4511-93ca-c5006a559240 admin admin] Deleting subnet 036e8ffd-00b6-448a-b1a1-ff557f07c056 {{(pid=104034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 15:20:43.507001 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-c6efd639-1940-4511-93ca-c5006a559240 admin admin] Publish callbacks [] for subnet (036e8ffd-00b6-448a-b1a1-ff557f07c056), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:43.539985 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [req-85380d5a-5ce1-4000-98e0-c7894671b96a req-8d9acbd6-74b5-43cd-bdeb-3563bbafe542 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3df0b4b3-062a-4219-b9ab-a32600518c32 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:20:43.548447 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-85380d5a-5ce1-4000-98e0-c7894671b96a req-8d9acbd6-74b5-43cd-bdeb-3563bbafe542 service neutron] Publish callbacks [] for port (3df0b4b3-062a-4219-b9ab-a32600518c32), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:43.565917 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-c6efd639-1940-4511-93ca-c5006a559240 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60068801'] for subnet (036e8ffd-00b6-448a-b1a1-ff557f07c056), precommit_delete_associations {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:43.661099 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c5431c-2063-481f-9f53-5234f3026877 req-0cf1e1c7-16c2-41e3-b8a3-c7213b6247d1 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:43.662545 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-84c5431c-2063-481f-9f53-5234f3026877 req-0cf1e1c7-16c2-41e3-b8a3-c7213b6247d1 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=981657e2-4b25-4a25-a9eb-562cdeb9efd6 HTTP/1.1" status: 200 len: 931 time: 0.0677044 May 16 15:20:43.706401 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [req-85380d5a-5ce1-4000-98e0-c7894671b96a req-8d9acbd6-74b5-43cd-bdeb-3563bbafe542 service neutron] Transition to ACTIVE for port object 3df0b4b3-062a-4219-b9ab-a32600518c32 will not be triggered until provisioned by entity L2. {{(pid=104033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 15:20:43.708206 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-5e78798d-b60a-480d-acdf-82af000ed812 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789020200313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789019640158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097154'] for port (6897b225-bf0b-4130-9f94-ba09058f831e), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:43.714010 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-c6efd639-1940-4511-93ca-c5006a559240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995508'] for subnet (036e8ffd-00b6-448a-b1a1-ff557f07c056), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:43.741444 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device 47b23b00-781b-45ae-998b-63e50efc2dae no longer exists at agent ovs-agent-dv-cinder-795785-10-iscsi {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:20:43.761099 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] No Port match for: 47b23b00-781b-45ae-998b-63e50efc2dae {{(pid=104035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:20:43.761575 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device 47b23b00-781b-45ae-998b-63e50efc2dae not bound to the agent host dv-cinder-795785-10-iscsi {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:20:43.761909 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device ba4fc5ae-f4b8-42a6-880a-dfa675dd7c73 no longer exists at agent ovs-agent-dv-cinder-795785-10-iscsi {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:20:43.780875 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-85380d5a-5ce1-4000-98e0-c7894671b96a req-8d9acbd6-74b5-43cd-bdeb-3563bbafe542 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61886260'] for port (3df0b4b3-062a-4219-b9ab-a32600518c32), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:43.781468 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] No Port match for: ba4fc5ae-f4b8-42a6-880a-dfa675dd7c73 {{(pid=104035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:20:43.781839 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device ba4fc5ae-f4b8-42a6-880a-dfa675dd7c73 not bound to the agent host dv-cinder-795785-10-iscsi {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:20:43.783585 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e78798d-b60a-480d-acdf-82af000ed812 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Pushing event deleted for resources: {'Port': ['ID=6897b225-bf0b-4130-9f94-ba09058f831e,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:20:43.810813 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-84c5431c-2063-481f-9f53-5234f3026877 req-9ec8a7bd-0c0b-49e6-9b0e-750fe1bd12b5 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/security-groups?id=baa58c21-7d6b-428c-9702-f71fe30e5319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1315753 May 16 15:20:43.875080 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-5e78798d-b60a-480d-acdf-82af000ed812 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Publish callbacks [] for floatingip (a8bdc856-298e-46b8-8680-09c10704f8fe), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:43.879469 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-5e78798d-b60a-480d-acdf-82af000ed812 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914'] for floatingip (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:43.881697 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-5e78798d-b60a-480d-acdf-82af000ed812 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "DELETE /v2.0/floatingips/a8bdc856-298e-46b8-8680-09c10704f8fe HTTP/1.1" status: 204 len: 168 time: 0.9344745 May 16 15:20:43.891934 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9acbd6-74b5-43cd-bdeb-3563bbafe542 service neutron] Pushing event updated for resources: {'Port': ['ID=3df0b4b3-062a-4219-b9ab-a32600518c32,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:20:43.930801 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-c6efd639-1940-4511-93ca-c5006a559240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4102259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2773393'] for subnet (036e8ffd-00b6-448a-b1a1-ff557f07c056), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:43.931693 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [req-85380d5a-5ce1-4000-98e0-c7894671b96a req-8d9acbd6-74b5-43cd-bdeb-3563bbafe542 service neutron] Attempting to bind port 3df0b4b3-062a-4219-b9ab-a32600518c32 on host hv-cinder-79578 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:20:43.932037 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [req-85380d5a-5ce1-4000-98e0-c7894671b96a req-8d9acbd6-74b5-43cd-bdeb-3563bbafe542 service neutron] Attempting to bind port 3df0b4b3-062a-4219-b9ab-a32600518c32 by drivers openvswitch,hyperv on host hv-cinder-79578 at level 0 using segments [{'id': '4d5decff-4bc4-4a25-8135-847682f81a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '20dfff89-2b4c-4d06-bcfc-8ec2e202af64'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:20:43.932398 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85380d5a-5ce1-4000-98e0-c7894671b96a req-8d9acbd6-74b5-43cd-bdeb-3563bbafe542 service neutron] Attempting to bind port 3df0b4b3-062a-4219-b9ab-a32600518c32 on network 20dfff89-2b4c-4d06-bcfc-8ec2e202af64 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:20:43.939795 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85380d5a-5ce1-4000-98e0-c7894671b96a req-8d9acbd6-74b5-43cd-bdeb-3563bbafe542 service neutron] Port 3df0b4b3-062a-4219-b9ab-a32600518c32 on network 20dfff89-2b4c-4d06-bcfc-8ec2e202af64 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79578 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 15:20:43.939795 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85380d5a-5ce1-4000-98e0-c7894671b96a req-8d9acbd6-74b5-43cd-bdeb-3563bbafe542 service neutron] Attempting to bind port 3df0b4b3-062a-4219-b9ab-a32600518c32 on network 20dfff89-2b4c-4d06-bcfc-8ec2e202af64 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:20:43.955870 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85380d5a-5ce1-4000-98e0-c7894671b96a req-8d9acbd6-74b5-43cd-bdeb-3563bbafe542 service neutron] Checking agent: {'id': '751a3b14-a3b6-44f5-a165-bd23bd92acbe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79578', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 13, 10), 'started_at': datetime.datetime(2022, 5, 16, 15, 13, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:20:43.956611 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85380d5a-5ce1-4000-98e0-c7894671b96a req-8d9acbd6-74b5-43cd-bdeb-3563bbafe542 service neutron] Checking segment: {'id': '4d5decff-4bc4-4a25-8135-847682f81a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '20dfff89-2b4c-4d06-bcfc-8ec2e202af64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:20:43.957363 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85380d5a-5ce1-4000-98e0-c7894671b96a req-8d9acbd6-74b5-43cd-bdeb-3563bbafe542 service neutron] Bound using segment: {'id': '4d5decff-4bc4-4a25-8135-847682f81a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '20dfff89-2b4c-4d06-bcfc-8ec2e202af64'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:20:43.958017 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [req-85380d5a-5ce1-4000-98e0-c7894671b96a req-8d9acbd6-74b5-43cd-bdeb-3563bbafe542 service neutron] Bound port: 3df0b4b3-062a-4219-b9ab-a32600518c32, host: hv-cinder-79578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d5decff-4bc4-4a25-8135-847682f81a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '20dfff89-2b4c-4d06-bcfc-8ec2e202af64'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:20:43.958411 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-85380d5a-5ce1-4000-98e0-c7894671b96a req-8d9acbd6-74b5-43cd-bdeb-3563bbafe542 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (3df0b4b3-062a-4219-b9ab-a32600518c32), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:43.972524 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6efd639-1940-4511-93ca-c5006a559240 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=036e8ffd-00b6-448a-b1a1-ff557f07c056,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:20:43.980746 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-c6efd639-1940-4511-93ca-c5006a559240 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:43.983981 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f849f3-7be6-4159-84cc-36658d797c72 None None] Network f55e3ffe-a5f3-4dad-b293-d9cdef798c6d requested from dv-cinder-795785-10-iscsi {{(pid=104035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:20:43.984405 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-c6efd639-1940-4511-93ca-c5006a559240 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/036e8ffd-00b6-448a-b1a1-ff557f07c056 HTTP/1.1" status: 204 len: 168 time: 0.5471234 May 16 15:20:43.987161 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 49158) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:20:44.109376 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-300106cb-3c15-40f1-ae7d-1b3ea9de065e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2021163'] for network (f55e3ffe-a5f3-4dad-b293-d9cdef798c6d), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:44.113603 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [req-85380d5a-5ce1-4000-98e0-c7894671b96a req-8d9acbd6-74b5-43cd-bdeb-3563bbafe542 service neutron] For port 3df0b4b3-062a-4219-b9ab-a32600518c32, host hv-cinder-79578, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:20:44.117302 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [req-85380d5a-5ce1-4000-98e0-c7894671b96a req-8d9acbd6-74b5-43cd-bdeb-3563bbafe542 service neutron] For port 3df0b4b3-062a-4219-b9ab-a32600518c32, host hv-cinder-79578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=3df0b4b3-062a-4219-b9ab-a32600518c32,segment=NetworkSegment(4d5decff-4bc4-4a25-8135-847682f81a17),segment_id=4d5decff-4bc4-4a25-8135-847682f81a17)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:20:44.164756 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-300106cb-3c15-40f1-ae7d-1b3ea9de065e admin admin] Deleting port 78dc7b18-849e-4a52-8233-164efad719cf {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:20:44.165441 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-300106cb-3c15-40f1-ae7d-1b3ea9de065e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789020190181'] for port (78dc7b18-849e-4a52-8233-164efad719cf), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:44.188228 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dde48a0-840a-41f6-8f44-1d1cfae894cf None None] DHCP port deletion for f55e3ffe-a5f3-4dad-b293-d9cdef798c6d request from dv-cinder-795785-10-iscsi {{(pid=104035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 16 15:20:44.231077 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-85380d5a-5ce1-4000-98e0-c7894671b96a req-8d9acbd6-74b5-43cd-bdeb-3563bbafe542 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61886260'] for port (3df0b4b3-062a-4219-b9ab-a32600518c32), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:44.236202 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-9dde48a0-840a-41f6-8f44-1d1cfae894cf None None] Deleting port 78dc7b18-849e-4a52-8233-164efad719cf {{(pid=104035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:20:44.236202 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-9dde48a0-840a-41f6-8f44-1d1cfae894cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789020190181'] for port (78dc7b18-849e-4a52-8233-164efad719cf), before_delete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:44.244253 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-300106cb-3c15-40f1-ae7d-1b3ea9de065e admin admin] For port 78dc7b18-849e-4a52-8233-164efad719cf, host dv-cinder-795785-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=78dc7b18-849e-4a52-8233-164efad719cf,segment=NetworkSegment(597e12d2-28a4-4c25-a0d9-f2a796c22bc6),segment_id=597e12d2-28a4-4c25-a0d9-f2a796c22bc6)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:20:44.244615 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-300106cb-3c15-40f1-ae7d-1b3ea9de065e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555776'] for port (78dc7b18-849e-4a52-8233-164efad719cf), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:44.280799 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-300106cb-3c15-40f1-ae7d-1b3ea9de065e admin admin] Calling delete_port for 78dc7b18-849e-4a52-8233-164efad719cf owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:20:44.284729 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85380d5a-5ce1-4000-98e0-c7894671b96a req-8d9acbd6-74b5-43cd-bdeb-3563bbafe542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:44.285350 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-85380d5a-5ce1-4000-98e0-c7894671b96a req-8d9acbd6-74b5-43cd-bdeb-3563bbafe542 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914'] for port (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:44.287041 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-85380d5a-5ce1-4000-98e0-c7894671b96a req-8d9acbd6-74b5-43cd-bdeb-3563bbafe542 service neutron] 10.222.0.69 "PUT /v2.0/ports/3df0b4b3-062a-4219-b9ab-a32600518c32 HTTP/1.1" status: 200 len: 1093 time: 1.2032192 May 16 15:20:44.287237 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '981657e2-4b25-4a25-a9eb-562cdeb9efd6', 'tag': '3df0b4b3-062a-4219-b9ab-a32600518c32'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:20:44.289546 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffeccd97bc4bec2d8a291f35a4115644be5723c7930092d1a563b2016f5a5231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc2420e-5cd6-414e-a8d2-e4672b82c13d" -d '{"events": [{"name": "network-changed", "server_uuid": "981657e2-4b25-4a25-a9eb-562cdeb9efd6", "tag": "3df0b4b3-062a-4219-b9ab-a32600518c32"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:20:44.302833 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-9dde48a0-840a-41f6-8f44-1d1cfae894cf None None] For port 78dc7b18-849e-4a52-8233-164efad719cf, host dv-cinder-795785-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=78dc7b18-849e-4a52-8233-164efad719cf,segment=NetworkSegment(597e12d2-28a4-4c25-a0d9-f2a796c22bc6),segment_id=597e12d2-28a4-4c25-a0d9-f2a796c22bc6)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:20:44.304965 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-9dde48a0-840a-41f6-8f44-1d1cfae894cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555776'] for port (78dc7b18-849e-4a52-8233-164efad719cf), precommit_delete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:44.319753 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-9dde48a0-840a-41f6-8f44-1d1cfae894cf None None] Calling delete_port for 78dc7b18-849e-4a52-8233-164efad719cf owned by network:dhcp {{(pid=104035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:20:44.349064 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a922a3-fd1a-4da3-828b-12f2d7ecab04 x-openstack-request-id: req-c8a922a3-fd1a-4da3-828b-12f2d7ecab04 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:20:44.349357 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "981657e2-4b25-4a25-a9eb-562cdeb9efd6", "tag": "3df0b4b3-062a-4219-b9ab-a32600518c32", "status": "completed", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:20:44.349614 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c8a922a3-fd1a-4da3-828b-12f2d7ecab04 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:20:44.350039 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8a922a3-fd1a-4da3-828b-12f2d7ecab04'] response: {'name': 'network-changed', 'server_uuid': '981657e2-4b25-4a25-a9eb-562cdeb9efd6', 'tag': '3df0b4b3-062a-4219-b9ab-a32600518c32', 'status': 'completed', 'code': 200} May 16 15:20:44.350741 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9acbd6-74b5-43cd-bdeb-3563bbafe542 service neutron] Pushing event updated for resources: {'Port': ['ID=3df0b4b3-062a-4219-b9ab-a32600518c32,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:20:44.461315 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-300106cb-3c15-40f1-ae7d-1b3ea9de065e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789020200313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789019640158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61886211'] for port (78dc7b18-849e-4a52-8233-164efad719cf), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:44.468558 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-9dde48a0-840a-41f6-8f44-1d1cfae894cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789020200313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789019640158'] for port (78dc7b18-849e-4a52-8233-164efad719cf), after_delete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:44.484327 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300106cb-3c15-40f1-ae7d-1b3ea9de065e admin admin] Pushing event deleted for resources: {'Port': ['ID=78dc7b18-849e-4a52-8233-164efad719cf,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:20:44.489793 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300106cb-3c15-40f1-ae7d-1b3ea9de065e admin admin] No DVR routers for this DVR port 78dc7b18-849e-4a52-8233-164efad719cf on host dv-cinder-795785-10-iscsi {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:20:44.496828 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dde48a0-840a-41f6-8f44-1d1cfae894cf None None] Pushing event deleted for resources: {'Port': ['ID=78dc7b18-849e-4a52-8233-164efad719cf,revision_number=None']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:20:44.501709 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dde48a0-840a-41f6-8f44-1d1cfae894cf None None] No DVR routers for this DVR port 78dc7b18-849e-4a52-8233-164efad719cf on host dv-cinder-795785-10-iscsi {{(pid=104035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:20:44.567430 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-300106cb-3c15-40f1-ae7d-1b3ea9de065e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2051393', 'neutron.services.segments.db._delete_segments_for_network-8789020055574'] for network (f55e3ffe-a5f3-4dad-b293-d9cdef798c6d), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:44.587766 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.services.segments.db [None req-300106cb-3c15-40f1-ae7d-1b3ea9de065e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f55e3ffe-a5f3-4dad-b293-d9cdef798c6d']}} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:20:44.597167 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.services.segments.db [None req-300106cb-3c15-40f1-ae7d-1b3ea9de065e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '597e12d2-28a4-4c25-a0d9-f2a796c22bc6') {'for_net_delete': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:20:44.597466 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.services.segments.db [None req-300106cb-3c15-40f1-ae7d-1b3ea9de065e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '597e12d2-28a4-4c25-a0d9-f2a796c22bc6') {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:20:44.606631 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-300106cb-3c15-40f1-ae7d-1b3ea9de065e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789020139551', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62086364'] for segment (597e12d2-28a4-4c25-a0d9-f2a796c22bc6), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:44.619694 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-300106cb-3c15-40f1-ae7d-1b3ea9de065e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996815'] for segment (597e12d2-28a4-4c25-a0d9-f2a796c22bc6), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:44.626203 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-300106cb-3c15-40f1-ae7d-1b3ea9de065e admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=104033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 15:20:44.626589 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-300106cb-3c15-40f1-ae7d-1b3ea9de065e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61886288'] for segment (597e12d2-28a4-4c25-a0d9-f2a796c22bc6), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:44.628515 dv-cinder-795785-10-iscsi neutron-server[104033]: Traceback (most recent call last): May 16 15:20:44.628515 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 15:20:44.628515 dv-cinder-795785-10-iscsi neutron-server[104033]: timer() May 16 15:20:44.628515 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 15:20:44.628515 dv-cinder-795785-10-iscsi neutron-server[104033]: cb(*args, **kw) May 16 15:20:44.628515 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 15:20:44.628515 dv-cinder-795785-10-iscsi neutron-server[104033]: return func(*args, **kwargs) May 16 15:20:44.628515 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 15:20:44.628515 dv-cinder-795785-10-iscsi neutron-server[104033]: self._notify() May 16 15:20:44.628515 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 15:20:44.628515 dv-cinder-795785-10-iscsi neutron-server[104033]: self.callback(batched_events) May 16 15:20:44.628515 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 15:20:44.628515 dv-cinder-795785-10-iscsi neutron-server[104033]: event.method(event) May 16 15:20:44.628515 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 15:20:44.628515 dv-cinder-795785-10-iscsi neutron-server[104033]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 15:20:44.628515 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 15:20:44.628515 dv-cinder-795785-10-iscsi neutron-server[104033]: aggregate_uuid = self.p_client.list_aggregates( May 16 15:20:44.628515 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 15:20:44.628515 dv-cinder-795785-10-iscsi neutron-server[104033]: return f(self, *a, **k) May 16 15:20:44.628515 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 15:20:44.628515 dv-cinder-795785-10-iscsi neutron-server[104033]: return self._get(url).json() May 16 15:20:44.628515 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 15:20:44.628515 dv-cinder-795785-10-iscsi neutron-server[104033]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 15:20:44.628515 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 15:20:44.628515 dv-cinder-795785-10-iscsi neutron-server[104033]: return self.request(url, 'GET', **kwargs) May 16 15:20:44.628515 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 15:20:44.628515 dv-cinder-795785-10-iscsi neutron-server[104033]: base_url = self.get_endpoint(auth, allow=allow, May 16 15:20:44.628515 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 15:20:44.628515 dv-cinder-795785-10-iscsi neutron-server[104033]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 15:20:44.628515 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 15:20:44.628515 dv-cinder-795785-10-iscsi neutron-server[104033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 15:20:44.628515 dv-cinder-795785-10-iscsi neutron-server[104033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 15:20:44.758722 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-300106cb-3c15-40f1-ae7d-1b3ea9de065e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2051450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-557002'] for network (f55e3ffe-a5f3-4dad-b293-d9cdef798c6d), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:44.766357 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-300106cb-3c15-40f1-ae7d-1b3ea9de065e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631934'] for network (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:44.769465 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-300106cb-3c15-40f1-ae7d-1b3ea9de065e admin admin] 10.222.0.44 "DELETE /v2.0/networks/f55e3ffe-a5f3-4dad-b293-d9cdef798c6d HTTP/1.1" status: 204 len: 168 time: 0.7810950 May 16 15:20:44.780680 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300106cb-3c15-40f1-ae7d-1b3ea9de065e admin admin] Pushing event deleted for resources: {'Network': ['ID=f55e3ffe-a5f3-4dad-b293-d9cdef798c6d,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:20:44.926805 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92906757-aa8a-47e6-a4e4-8ef390ae71a6 req-21a6a95d-a301-41aa-abcc-ce3d1a8cdd31 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:44.929000 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-92906757-aa8a-47e6-a4e4-8ef390ae71a6 req-21a6a95d-a301-41aa-abcc-ce3d1a8cdd31 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=981657e2-4b25-4a25-a9eb-562cdeb9efd6 HTTP/1.1" status: 200 len: 943 time: 0.0483043 May 16 15:20:45.001945 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-92906757-aa8a-47e6-a4e4-8ef390ae71a6 req-58cada4d-786d-40f9-a371-d8a73968269c tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/security-groups?id=baa58c21-7d6b-428c-9702-f71fe30e5319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618222 May 16 15:20:45.099511 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 49172) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:20:45.371832 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-b87a0609-82f5-4933-834c-11f25a184528 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=18afd7d9815342c196be824d2b99d537&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2709737 May 16 15:20:45.374665 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 49178) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:20:45.421245 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-112286c2-0521-4f62-9b35-cae3f3395f00 admin admin] Publish callbacks [] for security_group (40c14af3-1fed-4601-8c5f-6a8238c55c09), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:45.441680 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-112286c2-0521-4f62-9b35-cae3f3395f00 admin admin] Publish callbacks [] for security_group (40c14af3-1fed-4601-8c5f-6a8238c55c09), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:45.570605 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-112286c2-0521-4f62-9b35-cae3f3395f00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (40c14af3-1fed-4601-8c5f-6a8238c55c09), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:45.573188 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-112286c2-0521-4f62-9b35-cae3f3395f00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:45.574855 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-112286c2-0521-4f62-9b35-cae3f3395f00 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/40c14af3-1fed-4601-8c5f-6a8238c55c09 HTTP/1.1" status: 204 len: 168 time: 0.1990566 May 16 15:20:45.582990 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112286c2-0521-4f62-9b35-cae3f3395f00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c14af3-1fed-4601-8c5f-6a8238c55c09,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:20:45.680540 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device 78dc7b18-849e-4a52-8233-164efad719cf no longer exists at agent ovs-agent-dv-cinder-795785-10-iscsi {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:20:45.699100 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] No Port match for: 78dc7b18-849e-4a52-8233-164efad719cf {{(pid=104035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:20:45.704732 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device 78dc7b18-849e-4a52-8233-164efad719cf not bound to the agent host dv-cinder-795785-10-iscsi {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:20:46.105672 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c982d7-4473-406a-8f07-697de4747089 req-ce580a47-b062-41e8-9416-8ec37516c4c2 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:46.107185 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-98c982d7-4473-406a-8f07-697de4747089 req-ce580a47-b062-41e8-9416-8ec37516c4c2 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=981657e2-4b25-4a25-a9eb-562cdeb9efd6 HTTP/1.1" status: 200 len: 943 time: 0.0466566 May 16 15:20:46.153933 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-98c982d7-4473-406a-8f07-697de4747089 req-1bab4dad-edd7-4da7-9115-d8e93b70b114 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/security-groups?id=baa58c21-7d6b-428c-9702-f71fe30e5319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410471 May 16 15:20:46.177236 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device e096f6ef-c70e-4e67-b7f3-eb68492a38f7 no longer exists at agent hyperv_hv-cinder-79578 {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:20:46.198926 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] No Port match for: e096f6ef-c70e-4e67-b7f3-eb68492a38f7 {{(pid=104035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:20:46.199278 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device e096f6ef-c70e-4e67-b7f3-eb68492a38f7 not bound to the agent host hv-cinder-79578 {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:20:46.301133 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 49190) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:20:46.341951 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-69cfe657-93e7-4046-8c64-cb19cc6c7843 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=11ad64bf66f149b5900180b8c8d7420f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396419 May 16 15:20:46.344431 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 49194) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:20:46.390876 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-ae2d8920-7872-4545-be19-c7b808acd365 admin admin] Publish callbacks [] for security_group (c3fdc5c9-5cd5-48d6-b98c-3417c016e5f6), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:46.411583 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-ae2d8920-7872-4545-be19-c7b808acd365 admin admin] Publish callbacks [] for security_group (c3fdc5c9-5cd5-48d6-b98c-3417c016e5f6), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:46.505179 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc2420e-5cd6-414e-a8d2-e4672b82c13d req-5ebf074b-b955-4a17-a81a-013e9497fd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:46.506748 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-ebc2420e-5cd6-414e-a8d2-e4672b82c13d req-5ebf074b-b955-4a17-a81a-013e9497fd9b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9703f082240542aa979c6b53052d77b9&device_id=981657e2-4b25-4a25-a9eb-562cdeb9efd6 HTTP/1.1" status: 200 len: 1127 time: 0.0431368 May 16 15:20:46.537138 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-ae2d8920-7872-4545-be19-c7b808acd365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (c3fdc5c9-5cd5-48d6-b98c-3417c016e5f6), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:46.539718 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-ae2d8920-7872-4545-be19-c7b808acd365 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:46.540856 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-ae2d8920-7872-4545-be19-c7b808acd365 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c3fdc5c9-5cd5-48d6-b98c-3417c016e5f6 HTTP/1.1" status: 204 len: 168 time: 0.1954703 May 16 15:20:46.551622 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2d8920-7872-4545-be19-c7b808acd365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3fdc5c9-5cd5-48d6-b98c-3417c016e5f6,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:20:46.615709 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc2420e-5cd6-414e-a8d2-e4672b82c13d req-390e47ab-6bf3-4092-ac96-bd5674533d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:46.617167 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-ebc2420e-5cd6-414e-a8d2-e4672b82c13d req-390e47ab-6bf3-4092-ac96-bd5674533d8f service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=9703f082240542aa979c6b53052d77b9&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0968795 May 16 15:20:46.988292 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc2420e-5cd6-414e-a8d2-e4672b82c13d req-7f13fea5-add1-4e67-843b-dcb2132c074b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:46.989824 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-ebc2420e-5cd6-414e-a8d2-e4672b82c13d req-7f13fea5-add1-4e67-843b-dcb2132c074b service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1048520 May 16 15:20:47.094331 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85380d5a-5ce1-4000-98e0-c7894671b96a req-3d0a9627-fb27-4340-9141-3846eb95d135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:47.095838 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-85380d5a-5ce1-4000-98e0-c7894671b96a req-3d0a9627-fb27-4340-9141-3846eb95d135 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9703f082240542aa979c6b53052d77b9&device_id=981657e2-4b25-4a25-a9eb-562cdeb9efd6 HTTP/1.1" status: 200 len: 1127 time: 0.0436893 May 16 15:20:47.145010 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-85380d5a-5ce1-4000-98e0-c7894671b96a req-0393d3a5-5bd1-4945-b7f9-29a8ae824f87 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3df0b4b3-062a-4219-b9ab-a32600518c32 HTTP/1.1" status: 200 len: 217 time: 0.0364594 May 16 15:20:47.193996 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85380d5a-5ce1-4000-98e0-c7894671b96a req-c41db0cf-2ff8-4ab9-9322-4f9b0a31809a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:47.195525 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-85380d5a-5ce1-4000-98e0-c7894671b96a req-c41db0cf-2ff8-4ab9-9322-4f9b0a31809a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9bd76027-99a6-4823-9a55-92e97a7e537f HTTP/1.1" status: 200 len: 850 time: 0.0447145 May 16 15:20:47.239753 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85380d5a-5ce1-4000-98e0-c7894671b96a req-07927a7c-5cb8-4660-b8d8-d8c6deaf6242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:47.241252 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-85380d5a-5ce1-4000-98e0-c7894671b96a req-07927a7c-5cb8-4660-b8d8-d8c6deaf6242 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=20dfff89-2b4c-4d06-bcfc-8ec2e202af64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0394926 May 16 15:20:47.268395 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af85cd6b-500b-48b9-a190-82bac7ea7429 req-f851d549-69ae-45a6-a814-434718d4c9d3 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:47.269860 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-af85cd6b-500b-48b9-a190-82bac7ea7429 req-f851d549-69ae-45a6-a814-434718d4c9d3 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=981657e2-4b25-4a25-a9eb-562cdeb9efd6 HTTP/1.1" status: 200 len: 943 time: 0.0464139 May 16 15:20:47.320006 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-af85cd6b-500b-48b9-a190-82bac7ea7429 req-e22a937b-6fe9-4a2f-be09-b3f781f2ce95 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/security-groups?id=baa58c21-7d6b-428c-9702-f71fe30e5319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434725 May 16 15:20:47.346255 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-85380d5a-5ce1-4000-98e0-c7894671b96a req-201a4b61-bd17-4d86-a259-5275579e468e service neutron] 10.222.0.69 "GET /v2.0/networks/20dfff89-2b4c-4d06-bcfc-8ec2e202af64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984128 May 16 15:20:47.443897 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-85380d5a-5ce1-4000-98e0-c7894671b96a req-87bfcd27-ee07-4cd4-930b-caa30cf1613b service neutron] 10.222.0.69 "GET /v2.0/networks/20dfff89-2b4c-4d06-bcfc-8ec2e202af64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922055 May 16 15:20:48.434048 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f183e9-0227-40e3-aa4c-b9966da8af37 req-5d5e0cdf-e9f7-4b2f-a349-ea31b109875f tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:48.435714 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-b4f183e9-0227-40e3-aa4c-b9966da8af37 req-5d5e0cdf-e9f7-4b2f-a349-ea31b109875f tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=981657e2-4b25-4a25-a9eb-562cdeb9efd6 HTTP/1.1" status: 200 len: 943 time: 0.0475268 May 16 15:20:48.483237 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-b4f183e9-0227-40e3-aa4c-b9966da8af37 req-93ff46fd-0a28-44aa-8cd9-54bca11d7b96 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/security-groups?id=baa58c21-7d6b-428c-9702-f71fe30e5319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413105 May 16 15:20:49.018535 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb55d34-b9e1-4491-bd35-cc78c5a59aa3 req-93ccfd59-ed81-47a9-bdf9-2b6a94671da5 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:49.020014 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-afb55d34-b9e1-4491-bd35-cc78c5a59aa3 req-93ccfd59-ed81-47a9-bdf9-2b6a94671da5 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=766a2d7d-3279-4c55-9dfb-29746e7fd0f0 HTTP/1.1" status: 200 len: 946 time: 0.0473230 May 16 15:20:49.074360 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-afb55d34-b9e1-4491-bd35-cc78c5a59aa3 req-c7a77bde-7877-477a-8f41-c55a4f093ec3 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=014d0d4d-d0b9-4825-87ad-58356143efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488172 May 16 15:20:49.237312 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device 3df0b4b3-062a-4219-b9ab-a32600518c32 details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=104035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 15:20:49.334290 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] For port 3df0b4b3-062a-4219-b9ab-a32600518c32, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=3df0b4b3-062a-4219-b9ab-a32600518c32,segment=NetworkSegment(4d5decff-4bc4-4a25-8135-847682f81a17),segment_id=4d5decff-4bc4-4a25-8135-847682f81a17)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:20:49.345108 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Returning: {'device': '3df0b4b3-062a-4219-b9ab-a32600518c32', 'network_id': '20dfff89-2b4c-4d06-bcfc-8ec2e202af64', 'port_id': '3df0b4b3-062a-4219-b9ab-a32600518c32', 'mac_address': 'fa:16:3e:78:79:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bd76027-99a6-4823-9a55-92e97a7e537f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 15:20:49.378898 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Current status of the port 3df0b4b3-062a-4219-b9ab-a32600518c32 is: DOWN; New status is: BUILD {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:20:49.379303 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (3df0b4b3-062a-4219-b9ab-a32600518c32), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:49.391545 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.notifiers.nova [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3df0b4b3-062a-4219-b9ab-a32600518c32 {{(pid=104035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:20:49.413382 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] For port 3df0b4b3-062a-4219-b9ab-a32600518c32, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=3df0b4b3-062a-4219-b9ab-a32600518c32,segment=NetworkSegment(4d5decff-4bc4-4a25-8135-847682f81a17),segment_id=4d5decff-4bc4-4a25-8135-847682f81a17)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:20:49.482171 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (3df0b4b3-062a-4219-b9ab-a32600518c32), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:49.532326 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Pushing event updated for resources: {'Port': ['ID=3df0b4b3-062a-4219-b9ab-a32600518c32,revision_number=4']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:20:49.599903 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a5aa53-d6d5-4fb0-b936-d17a17120a9b req-b4cf974f-8031-46fe-87a8-70bd0876f7d7 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:49.601390 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-24a5aa53-d6d5-4fb0-b936-d17a17120a9b req-b4cf974f-8031-46fe-87a8-70bd0876f7d7 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=981657e2-4b25-4a25-a9eb-562cdeb9efd6 HTTP/1.1" status: 200 len: 944 time: 0.0490716 May 16 15:20:49.647470 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-24a5aa53-d6d5-4fb0-b936-d17a17120a9b req-fcf83a66-dc1a-4a0f-8b43-1d7b08738ca5 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/security-groups?id=baa58c21-7d6b-428c-9702-f71fe30e5319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406106 May 16 15:20:50.184094 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9c51e5-5281-48c6-b9a3-22ebb9fea033 req-48116f08-8197-450b-b130-bacb5ca6df7c tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:50.185543 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-3d9c51e5-5281-48c6-b9a3-22ebb9fea033 req-48116f08-8197-450b-b130-bacb5ca6df7c tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=766a2d7d-3279-4c55-9dfb-29746e7fd0f0 HTTP/1.1" status: 200 len: 946 time: 0.0452011 May 16 15:20:50.231476 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-3d9c51e5-5281-48c6-b9a3-22ebb9fea033 req-6e49d883-24ed-431c-948b-c8cfb46efa89 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=014d0d4d-d0b9-4825-87ad-58356143efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397511 May 16 15:20:50.756571 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e400b94-b022-40d2-a98c-25938059d041 req-5457d7a6-af95-4b21-8f94-c3e05f4c3cd8 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:50.758008 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-1e400b94-b022-40d2-a98c-25938059d041 req-5457d7a6-af95-4b21-8f94-c3e05f4c3cd8 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=981657e2-4b25-4a25-a9eb-562cdeb9efd6 HTTP/1.1" status: 200 len: 944 time: 0.0462720 May 16 15:20:50.803931 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-1e400b94-b022-40d2-a98c-25938059d041 req-4b5ac083-7747-44d4-a3a8-9190cdce507e tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/security-groups?id=baa58c21-7d6b-428c-9702-f71fe30e5319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405164 May 16 15:20:51.340690 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ce77ab-68ce-4a84-bb04-ac151e18b3c5 req-ea885af3-e22c-4928-9ce0-57dcf0ab32e5 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:51.342046 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-32ce77ab-68ce-4a84-bb04-ac151e18b3c5 req-ea885af3-e22c-4928-9ce0-57dcf0ab32e5 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=766a2d7d-3279-4c55-9dfb-29746e7fd0f0 HTTP/1.1" status: 200 len: 946 time: 0.0455256 May 16 15:20:51.387643 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-32ce77ab-68ce-4a84-bb04-ac151e18b3c5 req-c165e324-9aee-4826-adbf-fb944d4d84ad tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=014d0d4d-d0b9-4825-87ad-58356143efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394111 May 16 15:20:51.917818 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18c9748-5e08-4bc8-8c7b-5afdd0b1d086 req-22eae403-87c6-4779-922a-ae6613d75693 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:51.919322 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-f18c9748-5e08-4bc8-8c7b-5afdd0b1d086 req-22eae403-87c6-4779-922a-ae6613d75693 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=981657e2-4b25-4a25-a9eb-562cdeb9efd6 HTTP/1.1" status: 200 len: 944 time: 0.0466931 May 16 15:20:51.967645 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-f18c9748-5e08-4bc8-8c7b-5afdd0b1d086 req-533f4d89-2126-4640-81cf-3d7aa4d796a0 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/security-groups?id=baa58c21-7d6b-428c-9702-f71fe30e5319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422156 May 16 15:20:52.377622 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] get_ports_and_sgs() called for port_ids ['3df0b4b3-062a-4219-b9ab-a32600518c32'] {{(pid=104035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:20:52.502218 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cdbf1a-2dd6-4205-9a1b-a74eaa6808f4 req-7751ae62-10f1-4e6a-ab0d-bb0af59a2e2e tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:52.503892 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-04cdbf1a-2dd6-4205-9a1b-a74eaa6808f4 req-7751ae62-10f1-4e6a-ab0d-bb0af59a2e2e tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=766a2d7d-3279-4c55-9dfb-29746e7fd0f0 HTTP/1.1" status: 200 len: 946 time: 0.0505891 May 16 15:20:52.551735 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-04cdbf1a-2dd6-4205-9a1b-a74eaa6808f4 req-25679626-d8fe-49ac-8a9a-07ca4832aacb tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=014d0d4d-d0b9-4825-87ad-58356143efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418835 May 16 15:20:52.684243 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38269555-1b43-43c3-96d3-f38575a99888 req-889cb41d-19ed-4ccb-bdb6-e0b35f5e4166 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:52.685748 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-38269555-1b43-43c3-96d3-f38575a99888 req-889cb41d-19ed-4ccb-bdb6-e0b35f5e4166 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.69 "GET /v2.0/ports?device_id=766a2d7d-3279-4c55-9dfb-29746e7fd0f0 HTTP/1.1" status: 200 len: 946 time: 0.0458035 May 16 15:20:52.773363 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [req-38269555-1b43-43c3-96d3-f38575a99888 req-97c69fcf-5be7-474a-bb76-78336afd204f tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Deleting port 478148b0-c270-4a3b-8603-9ce967e01679 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:20:52.773711 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-38269555-1b43-43c3-96d3-f38575a99888 req-97c69fcf-5be7-474a-bb76-78336afd204f tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789020190181'] for port (478148b0-c270-4a3b-8603-9ce967e01679), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:52.861343 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [req-38269555-1b43-43c3-96d3-f38575a99888 req-97c69fcf-5be7-474a-bb76-78336afd204f tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] For port 478148b0-c270-4a3b-8603-9ce967e01679, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=478148b0-c270-4a3b-8603-9ce967e01679,segment=NetworkSegment(687f1aa3-4a22-4e93-928a-d5c1913d880c),segment_id=687f1aa3-4a22-4e93-928a-d5c1913d880c)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:20:52.861637 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-38269555-1b43-43c3-96d3-f38575a99888 req-97c69fcf-5be7-474a-bb76-78336afd204f tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555776'] for port (478148b0-c270-4a3b-8603-9ce967e01679), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:52.874411 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [req-38269555-1b43-43c3-96d3-f38575a99888 req-97c69fcf-5be7-474a-bb76-78336afd204f tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Calling delete_port for 478148b0-c270-4a3b-8603-9ce967e01679 owned by compute:nova {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:20:53.086855 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fc4520-a228-4cce-8f6b-7629edb48af9 req-95f64b63-91a9-4cd6-a168-47c1706071df tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:53.088343 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-60fc4520-a228-4cce-8f6b-7629edb48af9 req-95f64b63-91a9-4cd6-a168-47c1706071df tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=981657e2-4b25-4a25-a9eb-562cdeb9efd6 HTTP/1.1" status: 200 len: 944 time: 0.0484192 May 16 15:20:53.089426 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-38269555-1b43-43c3-96d3-f38575a99888 req-97c69fcf-5be7-474a-bb76-78336afd204f tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789020200313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789019640158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61886211'] for port (478148b0-c270-4a3b-8603-9ce967e01679), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:53.124300 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] get_ports_and_sgs() called for port_ids ['d3200ba0-e507-4313-a271-660316264ca6', '478148b0-c270-4a3b-8603-9ce967e01679'] {{(pid=104035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:20:53.124821 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c69fcf-5be7-474a-bb76-78336afd204f tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Pushing event deleted for resources: {'Port': ['ID=478148b0-c270-4a3b-8603-9ce967e01679,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:20:53.196696 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [req-38269555-1b43-43c3-96d3-f38575a99888 req-97c69fcf-5be7-474a-bb76-78336afd204f tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] No DVR routers for this DVR port 478148b0-c270-4a3b-8603-9ce967e01679 on host hv-cinder-79578 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:20:53.199612 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-38269555-1b43-43c3-96d3-f38575a99888 req-97c69fcf-5be7-474a-bb76-78336afd204f tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914'] for port (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:53.203052 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-38269555-1b43-43c3-96d3-f38575a99888 req-97c69fcf-5be7-474a-bb76-78336afd204f tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.69 "DELETE /v2.0/ports/478148b0-c270-4a3b-8603-9ce967e01679 HTTP/1.1" status: 204 len: 173 time: 0.5108674 May 16 15:20:53.206483 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '766a2d7d-3279-4c55-9dfb-29746e7fd0f0', 'name': 'network-vif-deleted', 'tag': '478148b0-c270-4a3b-8603-9ce967e01679'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:20:53.209081 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffeccd97bc4bec2d8a291f35a4115644be5723c7930092d1a563b2016f5a5231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96606fef-17d7-47e6-8f06-208810d0c64c" -d '{"events": [{"server_uuid": "766a2d7d-3279-4c55-9dfb-29746e7fd0f0", "name": "network-vif-deleted", "tag": "478148b0-c270-4a3b-8603-9ce967e01679"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:20:53.230784 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-60fc4520-a228-4cce-8f6b-7629edb48af9 req-5df6e804-9a76-4f3a-8d00-de05c16111c3 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/security-groups?id=baa58c21-7d6b-428c-9702-f71fe30e5319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344194 May 16 15:20:53.411580 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e703034e-ed0b-443c-a341-159f1c12c34e x-openstack-request-id: req-e703034e-ed0b-443c-a341-159f1c12c34e {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:20:53.419667 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "766a2d7d-3279-4c55-9dfb-29746e7fd0f0", "name": "network-vif-deleted", "tag": "478148b0-c270-4a3b-8603-9ce967e01679", "status": "completed", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:20:53.419667 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e703034e-ed0b-443c-a341-159f1c12c34e {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:20:53.419667 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e703034e-ed0b-443c-a341-159f1c12c34e'] response: {'server_uuid': '766a2d7d-3279-4c55-9dfb-29746e7fd0f0', 'name': 'network-vif-deleted', 'tag': '478148b0-c270-4a3b-8603-9ce967e01679', 'status': 'completed', 'code': 200} May 16 15:20:53.507999 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db88c37d-d756-4ca1-be15-6d4b6a9ee4bc req-e618dd50-a3bd-451e-804b-cf57abcc9448 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:53.508569 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38abc863-7b95-403f-821e-c2ff587bdc6d req-84e59f26-6c15-400c-9032-98fc66754020 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:53.511627 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-db88c37d-d756-4ca1-be15-6d4b6a9ee4bc req-e618dd50-a3bd-451e-804b-cf57abcc9448 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] 10.222.0.44 "GET /v2.0/networks?id=52443307-02f5-4e57-bece-5c1fc6d7aa3e HTTP/1.1" status: 200 len: 814 time: 0.1070945 May 16 15:20:53.511753 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-38abc863-7b95-403f-821e-c2ff587bdc6d req-84e59f26-6c15-400c-9032-98fc66754020 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=7914c5a4-73f7-4114-a4ec-d583fecff5ec HTTP/1.1" status: 200 len: 946 time: 0.0551565 May 16 15:20:53.525412 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-db88c37d-d756-4ca1-be15-6d4b6a9ee4bc req-ca280fe8-7dc6-47c4-b781-019a732b6d75 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] 10.222.0.44 "GET /v2.0/quotas/f6ec3267b0c548558b92318ec6179dca HTTP/1.1" status: 200 len: 375 time: 0.0102012 May 16 15:20:53.560780 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-db88c37d-d756-4ca1-be15-6d4b6a9ee4bc req-108ffd52-c893-4317-a67a-5499db4f2441 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f6ec3267b0c548558b92318ec6179dca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293772 May 16 15:20:53.565852 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-38abc863-7b95-403f-821e-c2ff587bdc6d req-5eed5dfa-9cd0-4ce2-a1ba-7fe28342e57e tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad2e1d12-5ccd-4dd1-a4ea-a6a49f48b690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489514 May 16 15:20:53.663418 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-7c2caa84-23bc-4bf4-9af4-4d73e3c295af req-009f79e3-cc12-4f88-964d-5d0d3435f45c tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=766a2d7d-3279-4c55-9dfb-29746e7fd0f0 HTTP/1.1" status: 200 len: 210 time: 0.0322189 May 16 15:20:53.754154 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-db88c37d-d756-4ca1-be15-6d4b6a9ee4bc req-14dd26b1-b96a-4277-b913-e9155a50300b service neutron] 10.222.0.44 "GET /v2.0/networks/52443307-02f5-4e57-bece-5c1fc6d7aa3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856661 May 16 15:20:53.844490 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-db88c37d-d756-4ca1-be15-6d4b6a9ee4bc req-3c5db5f8-1ad5-4164-b371-9fb61a14cc7b service neutron] 10.222.0.44 "GET /v2.0/networks/52443307-02f5-4e57-bece-5c1fc6d7aa3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848100 May 16 15:20:54.058550 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device 3df0b4b3-062a-4219-b9ab-a32600518c32 up at agent hyperv_hv-cinder-79578 {{(pid=104035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:20:54.095919 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-3e0cc7b7-a9ff-4c64-b2ca-3d7e620bc3e3 req-2f19d098-38fc-448c-8a7e-a7bb29995796 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] 10.222.0.44 "GET /v2.0/ports?device_id=06593e10-12ee-4a95-b2bb-2387e0e18934 HTTP/1.1" status: 200 len: 210 time: 0.0295455 May 16 15:20:54.105648 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Provisioning for port 3df0b4b3-062a-4219-b9ab-a32600518c32 completed by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 15:20:54.171359 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Provisioning complete for port 3df0b4b3-062a-4219-b9ab-a32600518c32 triggered by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:20:54.171747 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (3df0b4b3-062a-4219-b9ab-a32600518c32), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:54.243434 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Current status of the port 3df0b4b3-062a-4219-b9ab-a32600518c32 is: BUILD; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:20:54.243867 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (3df0b4b3-062a-4219-b9ab-a32600518c32), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:54.267248 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '981657e2-4b25-4a25-a9eb-562cdeb9efd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3df0b4b3-062a-4219-b9ab-a32600518c32'}] {{(pid=104035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:20:54.270096 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1790aa2910a77bb841f337ade38aaf2daae4faf72d914c843aa5f796a16e7f37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f69ff3-a661-459d-b9bf-5029f6259c9b" -d '{"events": [{"server_uuid": "981657e2-4b25-4a25-a9eb-562cdeb9efd6", "name": "network-vif-plugged", "status": "completed", "tag": "3df0b4b3-062a-4219-b9ab-a32600518c32"}]}' {{(pid=104035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:20:54.283024 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] For port 3df0b4b3-062a-4219-b9ab-a32600518c32, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=3df0b4b3-062a-4219-b9ab-a32600518c32,segment=NetworkSegment(4d5decff-4bc4-4a25-8135-847682f81a17),segment_id=4d5decff-4bc4-4a25-8135-847682f81a17)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:20:54.346299 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519b5ce6-439b-4da2-b461-acbb2a1cd984 req-ee837dca-a5d4-4177-9204-6456ea5bd6c6 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:54.347821 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-519b5ce6-439b-4da2-b461-acbb2a1cd984 req-ee837dca-a5d4-4177-9204-6456ea5bd6c6 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=981657e2-4b25-4a25-a9eb-562cdeb9efd6 HTTP/1.1" status: 200 len: 944 time: 0.0503106 May 16 15:20:54.354166 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (3df0b4b3-062a-4219-b9ab-a32600518c32), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:54.355364 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device 478148b0-c270-4a3b-8603-9ce967e01679 no longer exists at agent hyperv_hv-cinder-79578 {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:20:54.397502 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-519b5ce6-439b-4da2-b461-acbb2a1cd984 req-b50f0dbf-deb9-402a-8cc5-f807531a3b99 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/security-groups?id=baa58c21-7d6b-428c-9702-f71fe30e5319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439553 May 16 15:20:54.399114 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33cb82de-68ff-4f36-aeb1-3e5bdf7d534e x-openstack-request-id: req-33cb82de-68ff-4f36-aeb1-3e5bdf7d534e {{(pid=104035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:20:54.399513 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "981657e2-4b25-4a25-a9eb-562cdeb9efd6", "name": "network-vif-plugged", "status": "completed", "tag": "3df0b4b3-062a-4219-b9ab-a32600518c32", "code": 200}]} {{(pid=104035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:20:54.402629 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-33cb82de-68ff-4f36-aeb1-3e5bdf7d534e {{(pid=104035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:20:54.402629 dv-cinder-795785-10-iscsi neutron-server[104035]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33cb82de-68ff-4f36-aeb1-3e5bdf7d534e'] response: {'server_uuid': '981657e2-4b25-4a25-a9eb-562cdeb9efd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3df0b4b3-062a-4219-b9ab-a32600518c32', 'code': 200} May 16 15:20:54.403124 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] No Port match for: 478148b0-c270-4a3b-8603-9ce967e01679 {{(pid=104035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:20:54.403529 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device 478148b0-c270-4a3b-8603-9ce967e01679 not bound to the agent host hv-cinder-79578 {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:20:54.426443 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Pushing event updated for resources: {'Port': ['ID=3df0b4b3-062a-4219-b9ab-a32600518c32,revision_number=5']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:20:54.681381 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acbbfeb-f891-4876-b1c1-05cb22a786b9 req-3d2fda56-92a7-45fb-ac07-3ad619b956d1 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:54.682785 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-5acbbfeb-f891-4876-b1c1-05cb22a786b9 req-3d2fda56-92a7-45fb-ac07-3ad619b956d1 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=7914c5a4-73f7-4114-a4ec-d583fecff5ec HTTP/1.1" status: 200 len: 946 time: 0.0458009 May 16 15:20:54.730872 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-5acbbfeb-f891-4876-b1c1-05cb22a786b9 req-7c5b6ccd-09e9-415f-8a4a-2d9ebd9957ac tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad2e1d12-5ccd-4dd1-a4ea-a6a49f48b690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423419 May 16 15:20:54.758451 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-40c7ec3a-37bd-47ae-b197-906d79c51eb4 req-a2edb1c4-316e-4b84-983d-437fd3f5ddda tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=766a2d7d-3279-4c55-9dfb-29746e7fd0f0 HTTP/1.1" status: 200 len: 210 time: 0.0285158 May 16 15:20:55.189666 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-6f0f6dea-5c9d-4c62-b032-2658fabfa7fb req-0b7dc4e4-cf9c-4b0f-98a5-1142ab36d7ce tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] 10.222.0.44 "GET /v2.0/ports?device_id=06593e10-12ee-4a95-b2bb-2387e0e18934 HTTP/1.1" status: 200 len: 210 time: 0.0281618 May 16 15:20:55.295999 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6404774-adac-47df-830b-cd0127c38f04 req-bab089b5-973c-4d82-aa85-157f065469be tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:55.297418 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-e6404774-adac-47df-830b-cd0127c38f04 req-bab089b5-973c-4d82-aa85-157f065469be tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.69 "GET /v2.0/ports?device_id=7914c5a4-73f7-4114-a4ec-d583fecff5ec HTTP/1.1" status: 200 len: 946 time: 0.0734849 May 16 15:20:55.300373 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf5d20-79bf-4e77-90b4-f6c0bdf9f733 req-7b5c582b-d23e-44e3-968a-a565f74fcbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:55.302445 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-2eaf5d20-79bf-4e77-90b4-f6c0bdf9f733 req-7b5c582b-d23e-44e3-968a-a565f74fcbdc service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=981657e2-4b25-4a25-a9eb-562cdeb9efd6 HTTP/1.1" status: 200 len: 1129 time: 0.0702343 May 16 15:20:55.524460 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088c34e0-3caa-4376-be51-80b1901b696a req-5a09854c-ecdb-4f16-9ce4-38f5c679ea4b tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:55.526100 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-088c34e0-3caa-4376-be51-80b1901b696a req-5a09854c-ecdb-4f16-9ce4-38f5c679ea4b tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=981657e2-4b25-4a25-a9eb-562cdeb9efd6 HTTP/1.1" status: 200 len: 945 time: 0.0557024 May 16 15:20:55.536588 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-2eaf5d20-79bf-4e77-90b4-f6c0bdf9f733 req-088d21e8-b331-41ac-b883-3e4027b2f866 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=baa58c21-7d6b-428c-9702-f71fe30e5319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935283 May 16 15:20:55.546930 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [req-e6404774-adac-47df-830b-cd0127c38f04 req-08d1d588-4652-433a-adbf-e86bfc0fe70a tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Deleting port c65d1e07-7d92-45c0-afcb-735f16828214 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:20:55.547276 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-e6404774-adac-47df-830b-cd0127c38f04 req-08d1d588-4652-433a-adbf-e86bfc0fe70a tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789020190181'] for port (c65d1e07-7d92-45c0-afcb-735f16828214), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:55.573786 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-088c34e0-3caa-4376-be51-80b1901b696a req-a06cbee0-98c2-4095-bce9-9c75f65fa9c2 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/security-groups?id=baa58c21-7d6b-428c-9702-f71fe30e5319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420051 May 16 15:20:55.639997 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [req-e6404774-adac-47df-830b-cd0127c38f04 req-08d1d588-4652-433a-adbf-e86bfc0fe70a tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] For port c65d1e07-7d92-45c0-afcb-735f16828214, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=c65d1e07-7d92-45c0-afcb-735f16828214,segment=NetworkSegment(e125e9e2-0bb4-4387-a6b6-a67c63b56378),segment_id=e125e9e2-0bb4-4387-a6b6-a67c63b56378)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:20:55.640371 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-e6404774-adac-47df-830b-cd0127c38f04 req-08d1d588-4652-433a-adbf-e86bfc0fe70a tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555776'] for port (c65d1e07-7d92-45c0-afcb-735f16828214), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:55.813123 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-e6404774-adac-47df-830b-cd0127c38f04 req-08d1d588-4652-433a-adbf-e86bfc0fe70a tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:55.813773 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-e6404774-adac-47df-830b-cd0127c38f04 req-08d1d588-4652-433a-adbf-e86bfc0fe70a tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556839'] for floatingip (b157f9a8-7236-4c9e-8e29-e391e3858afc), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:55.813902 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.db.l3_db [req-e6404774-adac-47df-830b-cd0127c38f04 req-08d1d588-4652-433a-adbf-e86bfc0fe70a tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Floating IP b157f9a8-7236-4c9e-8e29-e391e3858afc disassociated. External IP: 172.27.0.181, port: c65d1e07-7d92-45c0-afcb-735f16828214. May 16 15:20:55.814219 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [req-e6404774-adac-47df-830b-cd0127c38f04 req-08d1d588-4652-433a-adbf-e86bfc0fe70a tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Calling delete_port for c65d1e07-7d92-45c0-afcb-735f16828214 owned by compute:nova {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:20:55.884226 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-18358ef9-d29b-492a-9894-82eddf160000 req-dab54347-f441-45b0-ad59-86da414e585b tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=766a2d7d-3279-4c55-9dfb-29746e7fd0f0 HTTP/1.1" status: 200 len: 210 time: 0.0380731 May 16 15:20:55.886244 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8282f008-cd86-4ef2-928d-e5a7b9d18302 req-71418c1a-33a8-4b6f-9e81-f7ff9022db16 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:55.887658 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-8282f008-cd86-4ef2-928d-e5a7b9d18302 req-71418c1a-33a8-4b6f-9e81-f7ff9022db16 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=7914c5a4-73f7-4114-a4ec-d583fecff5ec HTTP/1.1" status: 200 len: 946 time: 0.0851197 May 16 15:20:55.958878 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-8282f008-cd86-4ef2-928d-e5a7b9d18302 req-4cf6a5a2-7d7e-4156-8836-c9688949a268 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/security-groups?id=ad2e1d12-5ccd-4dd1-a4ea-a6a49f48b690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638831 May 16 15:20:56.069227 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-e6404774-adac-47df-830b-cd0127c38f04 req-08d1d588-4652-433a-adbf-e86bfc0fe70a tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789020200313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789019640158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61886211'] for port (c65d1e07-7d92-45c0-afcb-735f16828214), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:56.098746 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d1d588-4652-433a-adbf-e86bfc0fe70a tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Pushing event deleted for resources: {'Port': ['ID=c65d1e07-7d92-45c0-afcb-735f16828214,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:20:56.211644 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e6404774-adac-47df-830b-cd0127c38f04 req-08d1d588-4652-433a-adbf-e86bfc0fe70a tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Router 597b9c59-35f6-4ed2-a0d6-123dce3e1462 has already been hosted by L3 agent 54a3e65b-69a0-426d-9997-69a1705c4334 {{(pid=104033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:20:56.287178 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-cd2707ef-97de-459b-aab5-e8aeb0d311c7 req-02e3945c-4dd6-4192-a94c-8c0057b9168a tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] 10.222.0.44 "GET /v2.0/ports?device_id=06593e10-12ee-4a95-b2bb-2387e0e18934 HTTP/1.1" status: 200 len: 210 time: 0.0290396 May 16 15:20:56.315346 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e6404774-adac-47df-830b-cd0127c38f04 req-08d1d588-4652-433a-adbf-e86bfc0fe70a tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Notify agent at l3_agent.dv-cinder-795785-10-iscsi the message routers_updated {{(pid=104033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:20:56.326309 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0bad95-92e9-44ab-9141-20fbc4a3c47d None None] Sync routers for ids ['597b9c59-35f6-4ed2-a0d6-123dce3e1462'] in dv-cinder-795785-10-iscsi {{(pid=104035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:20:56.337132 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0bad95-92e9-44ab-9141-20fbc4a3c47d None None] Routers {'597b9c59-35f6-4ed2-a0d6-123dce3e1462'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:20:56.337955 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_hamode_db [None req-db0bad95-92e9-44ab-9141-20fbc4a3c47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:20:29Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['597b9c59-35f6-4ed2-a0d6-123dce3e1462'], 'active': True} {{(pid=104035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:20:56.358286 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6404774-adac-47df-830b-cd0127c38f04 req-08d1d588-4652-433a-adbf-e86bfc0fe70a tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] No DVR routers for this DVR port c65d1e07-7d92-45c0-afcb-735f16828214 on host hv-cinder-79578 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:20:56.360823 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-e6404774-adac-47df-830b-cd0127c38f04 req-08d1d588-4652-433a-adbf-e86bfc0fe70a tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914'] for port (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:56.364371 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-e6404774-adac-47df-830b-cd0127c38f04 req-08d1d588-4652-433a-adbf-e86bfc0fe70a tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.69 "DELETE /v2.0/ports/c65d1e07-7d92-45c0-afcb-735f16828214 HTTP/1.1" status: 204 len: 173 time: 0.9316313 May 16 15:20:56.364826 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7914c5a4-73f7-4114-a4ec-d583fecff5ec', 'name': 'network-vif-deleted', 'tag': 'c65d1e07-7d92-45c0-afcb-735f16828214'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:20:56.367133 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffeccd97bc4bec2d8a291f35a4115644be5723c7930092d1a563b2016f5a5231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-599c5357-8542-40ae-91f4-e4aaf1d48863" -d '{"events": [{"server_uuid": "7914c5a4-73f7-4114-a4ec-d583fecff5ec", "name": "network-vif-deleted", "tag": "c65d1e07-7d92-45c0-afcb-735f16828214"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:20:56.401641 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c2fdaf5-66e5-4c75-9f0f-39b42f2a82a3 x-openstack-request-id: req-6c2fdaf5-66e5-4c75-9f0f-39b42f2a82a3 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:20:56.401932 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7914c5a4-73f7-4114-a4ec-d583fecff5ec", "name": "network-vif-deleted", "tag": "c65d1e07-7d92-45c0-afcb-735f16828214", "status": "completed", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:20:56.402213 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6c2fdaf5-66e5-4c75-9f0f-39b42f2a82a3 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:20:56.402618 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c2fdaf5-66e5-4c75-9f0f-39b42f2a82a3'] response: {'server_uuid': '7914c5a4-73f7-4114-a4ec-d583fecff5ec', 'name': 'network-vif-deleted', 'tag': 'c65d1e07-7d92-45c0-afcb-735f16828214', 'status': 'completed', 'code': 200} May 16 15:20:56.447459 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvr_db [None req-db0bad95-92e9-44ab-9141-20fbc4a3c47d None None] Set router 597b9c59-35f6-4ed2-a0d6-123dce3e1462 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:20:56.655127 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_hamode_db [None req-db0bad95-92e9-44ab-9141-20fbc4a3c47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'name': 'tempest-AttachVolumeNegativeTest-1541459670-router', 'tenant_id': 'd143bc5a616249a7beefc7b27962026b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '11c5f84e-eedf-4ae8-9ec1-7f055018f48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:10Z', 'updated_at': '2022-05-16T15:15:19Z', 'revision_number': 4, 'project_id': 'd143bc5a616249a7beefc7b27962026b', 'gw_port': {'id': '11c5f84e-eedf-4ae8-9ec1-7f055018f48e', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:61:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:12Z', 'updated_at': '2022-05-16T15:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_interfaces': [{'id': 'c44dc0b3-d42f-4222-b9f4-e340d132a5e0', 'name': '', 'network_id': '982c6e92-7848-46dd-811d-5ec569a6da67', 'tenant_id': 'd143bc5a616249a7beefc7b27962026b', 'mac_address': 'fa:16:3e:10:22:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1fafe849-ed07-444a-932d-68cf1f6b80a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:17Z', 'updated_at': '2022-05-16T15:15:27Z', 'revision_number': 5, 'project_id': 'd143bc5a616249a7beefc7b27962026b', 'subnets': [{'id': '1fafe849-ed07-444a-932d-68cf1f6b80a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:20:56.687993 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0bad95-92e9-44ab-9141-20fbc4a3c47d None None] Checking router: 597b9c59-35f6-4ed2-a0d6-123dce3e1462 for host: dv-cinder-795785-10-iscsi {{(pid=104035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:20:56.696389 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0bad95-92e9-44ab-9141-20fbc4a3c47d None None] Routers {'597b9c59-35f6-4ed2-a0d6-123dce3e1462'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:20:56.697002 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_hamode_db [None req-db0bad95-92e9-44ab-9141-20fbc4a3c47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:20:29Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['597b9c59-35f6-4ed2-a0d6-123dce3e1462'], 'active': True} {{(pid=104035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:20:56.702891 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c7223-15da-46be-9b3c-97e5b1de53e1 req-f6fb1eb0-71d5-4902-b2d3-99dcc56b0450 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:56.704385 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-a32c7223-15da-46be-9b3c-97e5b1de53e1 req-f6fb1eb0-71d5-4902-b2d3-99dcc56b0450 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=981657e2-4b25-4a25-a9eb-562cdeb9efd6 HTTP/1.1" status: 200 len: 945 time: 0.0476613 May 16 15:20:56.758066 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-a32c7223-15da-46be-9b3c-97e5b1de53e1 req-1dd68f86-a903-4f92-98fa-2f79e104d3dc tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/security-groups?id=baa58c21-7d6b-428c-9702-f71fe30e5319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470595 May 16 15:20:56.812085 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvr_db [None req-db0bad95-92e9-44ab-9141-20fbc4a3c47d None None] Set router 597b9c59-35f6-4ed2-a0d6-123dce3e1462 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:20:56.959870 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-4e4d8078-10a4-434b-9cae-25465bc44a4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (a586ef94-96cb-452c-b402-463be5294b2a), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:57.059488 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-ee728c6d-99c9-4281-9fa5-7ce63cb30efe req-3e7fdb8d-15c7-4fcf-be67-081c858b0908 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=7914c5a4-73f7-4114-a4ec-d583fecff5ec HTTP/1.1" status: 200 len: 210 time: 0.0281274 May 16 15:20:57.136363 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_hamode_db [None req-db0bad95-92e9-44ab-9141-20fbc4a3c47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'name': 'tempest-AttachVolumeNegativeTest-1541459670-router', 'tenant_id': 'd143bc5a616249a7beefc7b27962026b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '11c5f84e-eedf-4ae8-9ec1-7f055018f48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:10Z', 'updated_at': '2022-05-16T15:15:19Z', 'revision_number': 4, 'project_id': 'd143bc5a616249a7beefc7b27962026b', 'gw_port': {'id': '11c5f84e-eedf-4ae8-9ec1-7f055018f48e', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:61:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:12Z', 'updated_at': '2022-05-16T15:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_interfaces': [{'id': 'c44dc0b3-d42f-4222-b9f4-e340d132a5e0', 'name': '', 'network_id': '982c6e92-7848-46dd-811d-5ec569a6da67', 'tenant_id': 'd143bc5a616249a7beefc7b27962026b', 'mac_address': 'fa:16:3e:10:22:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1fafe849-ed07-444a-932d-68cf1f6b80a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:17Z', 'updated_at': '2022-05-16T15:15:27Z', 'revision_number': 5, 'project_id': 'd143bc5a616249a7beefc7b27962026b', 'subnets': [{'id': '1fafe849-ed07-444a-932d-68cf1f6b80a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:20:57.161990 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0bad95-92e9-44ab-9141-20fbc4a3c47d None None] The sync data for ids ['597b9c59-35f6-4ed2-a0d6-123dce3e1462'] in dv-cinder-795785-10-iscsi is: [{'id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'name': 'tempest-AttachVolumeNegativeTest-1541459670-router', 'tenant_id': 'd143bc5a616249a7beefc7b27962026b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '11c5f84e-eedf-4ae8-9ec1-7f055018f48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:10Z', 'updated_at': '2022-05-16T15:15:19Z', 'revision_number': 4, 'project_id': 'd143bc5a616249a7beefc7b27962026b', 'gw_port': {'id': '11c5f84e-eedf-4ae8-9ec1-7f055018f48e', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:61:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:12Z', 'updated_at': '2022-05-16T15:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_interfaces': [{'id': 'c44dc0b3-d42f-4222-b9f4-e340d132a5e0', 'name': '', 'network_id': '982c6e92-7848-46dd-811d-5ec569a6da67', 'tenant_id': 'd143bc5a616249a7beefc7b27962026b', 'mac_address': 'fa:16:3e:10:22:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1fafe849-ed07-444a-932d-68cf1f6b80a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:17Z', 'updated_at': '2022-05-16T15:15:27Z', 'revision_number': 5, 'project_id': 'd143bc5a616249a7beefc7b27962026b', 'subnets': [{'id': '1fafe849-ed07-444a-932d-68cf1f6b80a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:20:57.235290 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db88c37d-d756-4ca1-be15-6d4b6a9ee4bc req-888a90e9-b63f-444b-b34b-1bd2c618cba2 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:57.236892 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-db88c37d-d756-4ca1-be15-6d4b6a9ee4bc req-888a90e9-b63f-444b-b34b-1bd2c618cba2 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] 10.222.0.69 "GET /v2.0/networks?id=52443307-02f5-4e57-bece-5c1fc6d7aa3e HTTP/1.1" status: 200 len: 814 time: 0.1301422 May 16 15:20:57.257381 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.v2.base [req-db88c37d-d756-4ca1-be15-6d4b6a9ee4bc req-8a6684be-7a2c-43eb-8c05-6bc41cd01230 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] Request body: {'port': {'device_id': '06593e10-12ee-4a95-b2bb-2387e0e18934', 'network_id': '52443307-02f5-4e57-bece-5c1fc6d7aa3e', 'admin_state_up': True, 'tenant_id': 'f6ec3267b0c548558b92318ec6179dca'}} {{(pid=104033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:20:57.389722 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d94cf-c11d-43cc-a693-b7d2449cf98b req-64ce228d-21f0-4970-ba14-c3106fa7a4c4 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:57.391308 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-825d94cf-c11d-43cc-a693-b7d2449cf98b req-64ce228d-21f0-4970-ba14-c3106fa7a4c4 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8cc0b00-99f9-4486-b349-f60a0d2db023 HTTP/1.1" status: 200 len: 946 time: 0.0744395 May 16 15:20:57.406515 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-bd0a4190-4a86-48e5-b7b2-e872651717dd req-126375bf-6094-4223-b6a4-87c5846e536b tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] 10.222.0.44 "GET /v2.0/ports?device_id=06593e10-12ee-4a95-b2bb-2387e0e18934 HTTP/1.1" status: 200 len: 210 time: 0.0431354 May 16 15:20:57.447568 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cebd3b-b2eb-45d2-9e79-ff73bc1368da None None] New status for floating IP b157f9a8-7236-4c9e-8e29-e391e3858afc: DOWN {{(pid=104036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 15:20:57.456669 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-825d94cf-c11d-43cc-a693-b7d2449cf98b req-ed7434ce-e7ca-467b-9ee0-4b00c24b75e4 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=014d0d4d-d0b9-4825-87ad-58356143efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456440 May 16 15:20:57.486944 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db88c37d-d756-4ca1-be15-6d4b6a9ee4bc req-8a6684be-7a2c-43eb-8c05-6bc41cd01230 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] Made reservation on behalf of f6ec3267b0c548558b92318ec6179dca for: {'port': 1} {{(pid=104033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:20:57.490571 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-db88c37d-d756-4ca1-be15-6d4b6a9ee4bc req-8a6684be-7a2c-43eb-8c05-6bc41cd01230 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:57.617545 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [req-db88c37d-d756-4ca1-be15-6d4b6a9ee4bc req-8a6684be-7a2c-43eb-8c05-6bc41cd01230 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] Allocated IP 172.20.0.4 (52443307-02f5-4e57-bece-5c1fc6d7aa3e/80835ff4-fd6b-4c06-8f72-62bbdbf09f74/7b95ef5d-6e82-4fc6-b503-4d9ee45d1f26) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:20:57.764074 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-db88c37d-d756-4ca1-be15-6d4b6a9ee4bc req-8a6684be-7a2c-43eb-8c05-6bc41cd01230 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] Publish callbacks [] for port (7b95ef5d-6e82-4fc6-b503-4d9ee45d1f26), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:57.847916 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-db88c37d-d756-4ca1-be15-6d4b6a9ee4bc req-8a6684be-7a2c-43eb-8c05-6bc41cd01230 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789019640149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61886211'] for port (7b95ef5d-6e82-4fc6-b503-4d9ee45d1f26), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:57.872256 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde13ca-9ceb-4b48-b060-2814f1e81fcd req-12354360-fe80-49d2-966c-5e102a2f926b tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:57.873763 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-6dde13ca-9ceb-4b48-b060-2814f1e81fcd req-12354360-fe80-49d2-966c-5e102a2f926b tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=981657e2-4b25-4a25-a9eb-562cdeb9efd6 HTTP/1.1" status: 200 len: 945 time: 0.0460165 May 16 15:20:57.890330 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db88c37d-d756-4ca1-be15-6d4b6a9ee4bc req-8a6684be-7a2c-43eb-8c05-6bc41cd01230 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] Network 52443307-02f5-4e57-bece-5c1fc6d7aa3e is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:20:57.893520 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [req-db88c37d-d756-4ca1-be15-6d4b6a9ee4bc req-8a6684be-7a2c-43eb-8c05-6bc41cd01230 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:20:57.896024 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [req-db88c37d-d756-4ca1-be15-6d4b6a9ee4bc req-8a6684be-7a2c-43eb-8c05-6bc41cd01230 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:20:57.921566 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-6dde13ca-9ceb-4b48-b060-2814f1e81fcd req-090519da-a116-4b7f-87a8-c00e405dd8cf tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/security-groups?id=baa58c21-7d6b-428c-9702-f71fe30e5319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420949 May 16 15:20:57.923305 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6684be-7a2c-43eb-8c05-6bc41cd01230 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] Pushing event updated for resources: {'Port': ['ID=7b95ef5d-6e82-4fc6-b503-4d9ee45d1f26,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:20:57.951686 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db88c37d-d756-4ca1-be15-6d4b6a9ee4bc req-8a6684be-7a2c-43eb-8c05-6bc41cd01230 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:57.952301 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-db88c37d-d756-4ca1-be15-6d4b6a9ee4bc req-8a6684be-7a2c-43eb-8c05-6bc41cd01230 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914'] for port (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:58.030955 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1278bf3a-164a-49ce-8794-3350f196ff6e req-45a24f92-0ca1-4cd3-ae01-49f971a9730a tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:58.032350 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-1278bf3a-164a-49ce-8794-3350f196ff6e req-45a24f92-0ca1-4cd3-ae01-49f971a9730a tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=981657e2-4b25-4a25-a9eb-562cdeb9efd6 HTTP/1.1" status: 200 len: 945 time: 0.0471210 May 16 15:20:58.035951 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-db88c37d-d756-4ca1-be15-6d4b6a9ee4bc req-8a6684be-7a2c-43eb-8c05-6bc41cd01230 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7832179 May 16 15:20:58.041358 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 49358) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:20:58.045584 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.v2.base [None req-48892417-56bf-4469-be99-5da0fe09d8fa tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Request body: {'floatingip': {'port_id': '3df0b4b3-062a-4219-b9ab-a32600518c32'}} {{(pid=104033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:20:58.086114 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-48892417-56bf-4469-be99-5da0fe09d8fa tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Publish callbacks [] for floatingip (d0d868d3-d790-41f4-929d-0eaf7b5dffff), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:58.167033 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-6c6875b0-b538-41d7-8374-a4c3cc548d48 req-98d5da88-050b-43cd-ba81-a8e57070eb17 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=7914c5a4-73f7-4114-a4ec-d583fecff5ec HTTP/1.1" status: 200 len: 210 time: 0.0300126 May 16 15:20:58.529905 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-48892417-56bf-4469-be99-5da0fe09d8fa tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:58.538975 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f9e3c5-7af1-4e1b-96fc-397e44d1a662 req-2fdd9b65-24ce-4205-b5a7-688d4404bd10 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:58.542731 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-70f9e3c5-7af1-4e1b-96fc-397e44d1a662 req-2fdd9b65-24ce-4205-b5a7-688d4404bd10 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] 10.222.0.44 "GET /v2.0/ports?device_id=06593e10-12ee-4a95-b2bb-2387e0e18934 HTTP/1.1" status: 200 len: 931 time: 0.0615034 May 16 15:20:58.568144 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee98c9d3-1442-4d17-915e-089368290b23 req-d630108f-6559-4635-a49e-ccc188d2ac01 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:58.569652 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-ee98c9d3-1442-4d17-915e-089368290b23 req-d630108f-6559-4635-a49e-ccc188d2ac01 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8cc0b00-99f9-4486-b349-f60a0d2db023 HTTP/1.1" status: 200 len: 946 time: 0.0477321 May 16 15:20:58.587141 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-70f9e3c5-7af1-4e1b-96fc-397e44d1a662 req-5d22bf3e-0770-4bec-a01f-d9fb6d043250 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d97ed9-eb0b-4503-a392-7095f36dc063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409744 May 16 15:20:58.591081 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-48892417-56bf-4469-be99-5da0fe09d8fa tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556839'] for floatingip (d0d868d3-d790-41f4-929d-0eaf7b5dffff), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:58.618698 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-ee98c9d3-1442-4d17-915e-089368290b23 req-635af3b5-0531-43f2-af23-c3b760df269f tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=014d0d4d-d0b9-4825-87ad-58356143efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433695 May 16 15:20:58.870870 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-2c0eed32-5109-48f4-975a-fef5ce12e9c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (54a3e65b-69a0-426d-9997-69a1705c4334), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:58.908408 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.db.l3_db [None req-48892417-56bf-4469-be99-5da0fe09d8fa tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Floating IP d0d868d3-d790-41f4-929d-0eaf7b5dffff associated. External IP: 172.27.0.130, port: 3df0b4b3-062a-4219-b9ab-a32600518c32. May 16 15:20:59.115461 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48892417-56bf-4469-be99-5da0fe09d8fa tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Router 67c6642c-a31b-4537-a524-d1c5011e71b1 has already been hosted by L3 agent 54a3e65b-69a0-426d-9997-69a1705c4334 {{(pid=104033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:20:59.216021 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48892417-56bf-4469-be99-5da0fe09d8fa tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Notify agent at l3_agent.dv-cinder-795785-10-iscsi the message routers_updated {{(pid=104033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:20:59.220429 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-48892417-56bf-4469-be99-5da0fe09d8fa tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914'] for floatingip (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:59.226847 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d642e66a-07d2-43af-bd02-396c474377f5 None None] Sync routers for ids ['67c6642c-a31b-4537-a524-d1c5011e71b1'] in dv-cinder-795785-10-iscsi {{(pid=104035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:20:59.235982 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d642e66a-07d2-43af-bd02-396c474377f5 None None] Routers {'67c6642c-a31b-4537-a524-d1c5011e71b1'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:20:59.236594 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_hamode_db [None req-d642e66a-07d2-43af-bd02-396c474377f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:20:59Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['67c6642c-a31b-4537-a524-d1c5011e71b1'], 'active': True} {{(pid=104035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:20:59.265142 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-48892417-56bf-4469-be99-5da0fe09d8fa tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "PUT /v2.0/floatingips/d0d868d3-d790-41f4-929d-0eaf7b5dffff HTTP/1.1" status: 200 len: 991 time: 1.2227015 May 16 15:20:59.265829 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '981657e2-4b25-4a25-a9eb-562cdeb9efd6', 'tag': '3df0b4b3-062a-4219-b9ab-a32600518c32'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:20:59.268193 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffeccd97bc4bec2d8a291f35a4115644be5723c7930092d1a563b2016f5a5231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-922d3986-3d92-4116-9ab4-b82bded67bb3" -d '{"events": [{"name": "network-changed", "server_uuid": "981657e2-4b25-4a25-a9eb-562cdeb9efd6", "tag": "3df0b4b3-062a-4219-b9ab-a32600518c32"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:20:59.287529 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-d9773ff7-85e1-44b6-af5c-d09f56a49264 req-4a777aac-3440-46a0-bd8a-2e9d3e19f595 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=7914c5a4-73f7-4114-a4ec-d583fecff5ec HTTP/1.1" status: 200 len: 210 time: 0.0387018 May 16 15:20:59.308054 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.v2.base [req-db88c37d-d756-4ca1-be15-6d4b6a9ee4bc req-cad412ee-d8a4-43be-9798-695fa0ad604b service neutron] Request body: {'port': {'device_id': '06593e10-12ee-4a95-b2bb-2387e0e18934', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79578'}} {{(pid=104033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:20:59.314926 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebddcf4c-fc6f-4b66-af70-c4fd238caacd x-openstack-request-id: req-ebddcf4c-fc6f-4b66-af70-c4fd238caacd {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:20:59.314926 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "981657e2-4b25-4a25-a9eb-562cdeb9efd6", "tag": "3df0b4b3-062a-4219-b9ab-a32600518c32", "status": "completed", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:20:59.314926 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ebddcf4c-fc6f-4b66-af70-c4fd238caacd {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:20:59.314926 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebddcf4c-fc6f-4b66-af70-c4fd238caacd'] response: {'name': 'network-changed', 'server_uuid': '981657e2-4b25-4a25-a9eb-562cdeb9efd6', 'tag': '3df0b4b3-062a-4219-b9ab-a32600518c32', 'status': 'completed', 'code': 200} May 16 15:20:59.352860 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvr_db [None req-d642e66a-07d2-43af-bd02-396c474377f5 None None] Set router 67c6642c-a31b-4537-a524-d1c5011e71b1 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:20:59.372845 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-db88c37d-d756-4ca1-be15-6d4b6a9ee4bc req-cad412ee-d8a4-43be-9798-695fa0ad604b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (7b95ef5d-6e82-4fc6-b503-4d9ee45d1f26), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:59.563518 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_hamode_db [None req-d642e66a-07d2-43af-bd02-396c474377f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67c6642c-a31b-4537-a524-d1c5011e71b1', 'name': 'tempest-AttachVolumeTestJSON-1961656545-router', 'tenant_id': '9703f082240542aa979c6b53052d77b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '4a0e584b-b23e-43a6-8327-b575f5c43314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:12Z', 'updated_at': '2022-05-16T15:15:23Z', 'revision_number': 4, 'project_id': '9703f082240542aa979c6b53052d77b9', 'gw_port': {'id': '4a0e584b-b23e-43a6-8327-b575f5c43314', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bd:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c6642c-a31b-4537-a524-d1c5011e71b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:13Z', 'updated_at': '2022-05-16T15:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_floatingips': [{'id': 'd0d868d3-d790-41f4-929d-0eaf7b5dffff', 'tenant_id': '9703f082240542aa979c6b53052d77b9', 'floating_ip_address': '172.27.0.130', 'floating_network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'router_id': '67c6642c-a31b-4537-a524-d1c5011e71b1', 'port_id': '3df0b4b3-062a-4219-b9ab-a32600518c32', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20dfff89-2b4c-4d06-bcfc-8ec2e202af64', 'mac_address': 'fa:16:3e:78:79:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981657e2-4b25-4a25-a9eb-562cdeb9efd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:20:36Z', 'updated_at': '2022-05-16T15:20:58Z', 'revision_number': 1, 'project_id': '9703f082240542aa979c6b53052d77b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93b92ef9-bc57-4557-bac2-d50867420ca1', 'name': '', 'network_id': '20dfff89-2b4c-4d06-bcfc-8ec2e202af64', 'tenant_id': '9703f082240542aa979c6b53052d77b9', 'mac_address': 'fa:16:3e:2f:72:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c6642c-a31b-4537-a524-d1c5011e71b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '9bd76027-99a6-4823-9a55-92e97a7e537f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:21Z', 'updated_at': '2022-05-16T15:15:33Z', 'revision_number': 5, 'project_id': '9703f082240542aa979c6b53052d77b9', 'subnets': [{'id': '9bd76027-99a6-4823-9a55-92e97a7e537f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:20:59.588132 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d642e66a-07d2-43af-bd02-396c474377f5 None None] Checking router: 67c6642c-a31b-4537-a524-d1c5011e71b1 for host: dv-cinder-795785-10-iscsi {{(pid=104035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:20:59.596559 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d642e66a-07d2-43af-bd02-396c474377f5 None None] Routers {'67c6642c-a31b-4537-a524-d1c5011e71b1'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:20:59.597182 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_hamode_db [None req-d642e66a-07d2-43af-bd02-396c474377f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:20:59Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['67c6642c-a31b-4537-a524-d1c5011e71b1'], 'active': True} {{(pid=104035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:20:59.678749 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [req-db88c37d-d756-4ca1-be15-6d4b6a9ee4bc req-cad412ee-d8a4-43be-9798-695fa0ad604b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b95ef5d-6e82-4fc6-b503-4d9ee45d1f26 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:20:59.686464 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-db88c37d-d756-4ca1-be15-6d4b6a9ee4bc req-cad412ee-d8a4-43be-9798-695fa0ad604b service neutron] Publish callbacks [] for port (7b95ef5d-6e82-4fc6-b503-4d9ee45d1f26), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:59.708692 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [req-db88c37d-d756-4ca1-be15-6d4b6a9ee4bc req-cad412ee-d8a4-43be-9798-695fa0ad604b service neutron] Transition to ACTIVE for port object 7b95ef5d-6e82-4fc6-b503-4d9ee45d1f26 will not be triggered until provisioned by entity L2. {{(pid=104033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 15:20:59.713515 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvr_db [None req-d642e66a-07d2-43af-bd02-396c474377f5 None None] Set router 67c6642c-a31b-4537-a524-d1c5011e71b1 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:20:59.741472 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922d3986-3d92-4116-9ab4-b82bded67bb3 req-846ab0dd-121b-4213-849c-a4810d9805a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:59.742988 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-922d3986-3d92-4116-9ab4-b82bded67bb3 req-846ab0dd-121b-4213-849c-a4810d9805a6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9703f082240542aa979c6b53052d77b9&device_id=981657e2-4b25-4a25-a9eb-562cdeb9efd6 HTTP/1.1" status: 200 len: 1129 time: 0.0431175 May 16 15:20:59.762841 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500c0605-dd05-4b09-867a-ca72a9770ec4 req-81685e62-5b0c-4a61-b5a4-58233de5c858 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:59.764470 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-500c0605-dd05-4b09-867a-ca72a9770ec4 req-81685e62-5b0c-4a61-b5a4-58233de5c858 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] 10.222.0.44 "GET /v2.0/ports?device_id=06593e10-12ee-4a95-b2bb-2387e0e18934 HTTP/1.1" status: 200 len: 931 time: 0.0694869 May 16 15:20:59.793392 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543d4e2a-5254-418b-9b01-9efc14849f48 req-0242d59d-d5b0-4c39-8a02-8aa3eaa3a716 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:59.795155 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-543d4e2a-5254-418b-9b01-9efc14849f48 req-0242d59d-d5b0-4c39-8a02-8aa3eaa3a716 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8cc0b00-99f9-4486-b349-f60a0d2db023 HTTP/1.1" status: 200 len: 946 time: 0.0505202 May 16 15:20:59.809408 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-db88c37d-d756-4ca1-be15-6d4b6a9ee4bc req-cad412ee-d8a4-43be-9798-695fa0ad604b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61886260'] for port (7b95ef5d-6e82-4fc6-b503-4d9ee45d1f26), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:20:59.822480 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-500c0605-dd05-4b09-867a-ca72a9770ec4 req-29465ee1-717d-4d54-956a-f30110c86269 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d97ed9-eb0b-4503-a392-7095f36dc063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520346 May 16 15:20:59.900596 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad412ee-d8a4-43be-9798-695fa0ad604b service neutron] Pushing event updated for resources: {'Port': ['ID=7b95ef5d-6e82-4fc6-b503-4d9ee45d1f26,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:20:59.918808 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-543d4e2a-5254-418b-9b01-9efc14849f48 req-9415fcaa-ec76-4358-9fda-018c0edc95e6 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/security-groups?id=014d0d4d-d0b9-4825-87ad-58356143efad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179469 May 16 15:20:59.962407 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_hamode_db [None req-d642e66a-07d2-43af-bd02-396c474377f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67c6642c-a31b-4537-a524-d1c5011e71b1', 'name': 'tempest-AttachVolumeTestJSON-1961656545-router', 'tenant_id': '9703f082240542aa979c6b53052d77b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '4a0e584b-b23e-43a6-8327-b575f5c43314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:12Z', 'updated_at': '2022-05-16T15:15:23Z', 'revision_number': 4, 'project_id': '9703f082240542aa979c6b53052d77b9', 'gw_port': {'id': '4a0e584b-b23e-43a6-8327-b575f5c43314', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bd:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c6642c-a31b-4537-a524-d1c5011e71b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:13Z', 'updated_at': '2022-05-16T15:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_floatingips': [{'id': 'd0d868d3-d790-41f4-929d-0eaf7b5dffff', 'tenant_id': '9703f082240542aa979c6b53052d77b9', 'floating_ip_address': '172.27.0.130', 'floating_network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'router_id': '67c6642c-a31b-4537-a524-d1c5011e71b1', 'port_id': '3df0b4b3-062a-4219-b9ab-a32600518c32', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20dfff89-2b4c-4d06-bcfc-8ec2e202af64', 'mac_address': 'fa:16:3e:78:79:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981657e2-4b25-4a25-a9eb-562cdeb9efd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:20:36Z', 'updated_at': '2022-05-16T15:20:58Z', 'revision_number': 1, 'project_id': '9703f082240542aa979c6b53052d77b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93b92ef9-bc57-4557-bac2-d50867420ca1', 'name': '', 'network_id': '20dfff89-2b4c-4d06-bcfc-8ec2e202af64', 'tenant_id': '9703f082240542aa979c6b53052d77b9', 'mac_address': 'fa:16:3e:2f:72:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c6642c-a31b-4537-a524-d1c5011e71b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '9bd76027-99a6-4823-9a55-92e97a7e537f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:21Z', 'updated_at': '2022-05-16T15:15:33Z', 'revision_number': 5, 'project_id': '9703f082240542aa979c6b53052d77b9', 'subnets': [{'id': '9bd76027-99a6-4823-9a55-92e97a7e537f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:20:59.969931 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b226841f-d794-4aac-a312-f459bdf9da5c req-f5878a1e-89bc-435e-aa2b-06d192584e72 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:20:59.971558 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-b226841f-d794-4aac-a312-f459bdf9da5c req-f5878a1e-89bc-435e-aa2b-06d192584e72 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.69 "GET /v2.0/ports?device_id=b8cc0b00-99f9-4486-b349-f60a0d2db023 HTTP/1.1" status: 200 len: 946 time: 0.0870020 May 16 15:20:59.993167 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d642e66a-07d2-43af-bd02-396c474377f5 None None] The sync data for ids ['67c6642c-a31b-4537-a524-d1c5011e71b1'] in dv-cinder-795785-10-iscsi is: [{'id': '67c6642c-a31b-4537-a524-d1c5011e71b1', 'name': 'tempest-AttachVolumeTestJSON-1961656545-router', 'tenant_id': '9703f082240542aa979c6b53052d77b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '4a0e584b-b23e-43a6-8327-b575f5c43314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:12Z', 'updated_at': '2022-05-16T15:15:23Z', 'revision_number': 4, 'project_id': '9703f082240542aa979c6b53052d77b9', 'gw_port': {'id': '4a0e584b-b23e-43a6-8327-b575f5c43314', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bd:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c6642c-a31b-4537-a524-d1c5011e71b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:13Z', 'updated_at': '2022-05-16T15:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_floatingips': [{'id': 'd0d868d3-d790-41f4-929d-0eaf7b5dffff', 'tenant_id': '9703f082240542aa979c6b53052d77b9', 'floating_ip_address': '172.27.0.130', 'floating_network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'router_id': '67c6642c-a31b-4537-a524-d1c5011e71b1', 'port_id': '3df0b4b3-062a-4219-b9ab-a32600518c32', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20dfff89-2b4c-4d06-bcfc-8ec2e202af64', 'mac_address': 'fa:16:3e:78:79:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981657e2-4b25-4a25-a9eb-562cdeb9efd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:20:36Z', 'updated_at': '2022-05-16T15:20:58Z', 'revision_number': 1, 'project_id': '9703f082240542aa979c6b53052d77b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93b92ef9-bc57-4557-bac2-d50867420ca1', 'name': '', 'network_id': '20dfff89-2b4c-4d06-bcfc-8ec2e202af64', 'tenant_id': '9703f082240542aa979c6b53052d77b9', 'mac_address': 'fa:16:3e:2f:72:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c6642c-a31b-4537-a524-d1c5011e71b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '9bd76027-99a6-4823-9a55-92e97a7e537f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:21Z', 'updated_at': '2022-05-16T15:15:33Z', 'revision_number': 5, 'project_id': '9703f082240542aa979c6b53052d77b9', 'subnets': [{'id': '9bd76027-99a6-4823-9a55-92e97a7e537f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:21:00.028986 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device c65d1e07-7d92-45c0-afcb-735f16828214 no longer exists at agent hyperv_hv-cinder-79578 {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:21:00.047173 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922d3986-3d92-4116-9ab4-b82bded67bb3 req-e8026101-f139-46fe-87d7-4aaef7f55659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:00.048645 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-922d3986-3d92-4116-9ab4-b82bded67bb3 req-e8026101-f139-46fe-87d7-4aaef7f55659 service neutron] 10.222.0.69 "GET /v2.0/networks?id=20dfff89-2b4c-4d06-bcfc-8ec2e202af64 HTTP/1.1" status: 200 len: 912 time: 0.1640747 May 16 15:21:00.057923 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] No Port match for: c65d1e07-7d92-45c0-afcb-735f16828214 {{(pid=104035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:21:00.058302 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device c65d1e07-7d92-45c0-afcb-735f16828214 not bound to the agent host hv-cinder-79578 {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:21:00.061945 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [req-db88c37d-d756-4ca1-be15-6d4b6a9ee4bc req-cad412ee-d8a4-43be-9798-695fa0ad604b service neutron] Attempting to bind port 7b95ef5d-6e82-4fc6-b503-4d9ee45d1f26 on host hv-cinder-79578 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:21:00.062352 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [req-db88c37d-d756-4ca1-be15-6d4b6a9ee4bc req-cad412ee-d8a4-43be-9798-695fa0ad604b service neutron] Attempting to bind port 7b95ef5d-6e82-4fc6-b503-4d9ee45d1f26 by drivers openvswitch,hyperv on host hv-cinder-79578 at level 0 using segments [{'id': 'ba4cb3a3-40de-452c-9eae-dab0cd0cc2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '52443307-02f5-4e57-bece-5c1fc6d7aa3e'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:21:00.062690 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db88c37d-d756-4ca1-be15-6d4b6a9ee4bc req-cad412ee-d8a4-43be-9798-695fa0ad604b service neutron] Attempting to bind port 7b95ef5d-6e82-4fc6-b503-4d9ee45d1f26 on network 52443307-02f5-4e57-bece-5c1fc6d7aa3e {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:21:00.096728 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db88c37d-d756-4ca1-be15-6d4b6a9ee4bc req-cad412ee-d8a4-43be-9798-695fa0ad604b service neutron] Port 7b95ef5d-6e82-4fc6-b503-4d9ee45d1f26 on network 52443307-02f5-4e57-bece-5c1fc6d7aa3e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79578 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 15:21:00.097052 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db88c37d-d756-4ca1-be15-6d4b6a9ee4bc req-cad412ee-d8a4-43be-9798-695fa0ad604b service neutron] Attempting to bind port 7b95ef5d-6e82-4fc6-b503-4d9ee45d1f26 on network 52443307-02f5-4e57-bece-5c1fc6d7aa3e {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:21:00.101034 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.plugin [req-b226841f-d794-4aac-a312-f459bdf9da5c req-ccb1e090-45ca-45ec-90d1-8fcb7cb1c5e3 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Deleting port d3200ba0-e507-4313-a271-660316264ca6 {{(pid=104034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:21:00.101586 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [req-b226841f-d794-4aac-a312-f459bdf9da5c req-ccb1e090-45ca-45ec-90d1-8fcb7cb1c5e3 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789020190181'] for port (d3200ba0-e507-4313-a271-660316264ca6), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:00.107600 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db88c37d-d756-4ca1-be15-6d4b6a9ee4bc req-cad412ee-d8a4-43be-9798-695fa0ad604b service neutron] Checking agent: {'id': '751a3b14-a3b6-44f5-a165-bd23bd92acbe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79578', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 13, 10), 'started_at': datetime.datetime(2022, 5, 16, 15, 13, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:21:00.107965 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db88c37d-d756-4ca1-be15-6d4b6a9ee4bc req-cad412ee-d8a4-43be-9798-695fa0ad604b service neutron] Checking segment: {'id': 'ba4cb3a3-40de-452c-9eae-dab0cd0cc2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '52443307-02f5-4e57-bece-5c1fc6d7aa3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:21:00.108355 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db88c37d-d756-4ca1-be15-6d4b6a9ee4bc req-cad412ee-d8a4-43be-9798-695fa0ad604b service neutron] Bound using segment: {'id': 'ba4cb3a3-40de-452c-9eae-dab0cd0cc2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '52443307-02f5-4e57-bece-5c1fc6d7aa3e'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:21:00.108793 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [req-db88c37d-d756-4ca1-be15-6d4b6a9ee4bc req-cad412ee-d8a4-43be-9798-695fa0ad604b service neutron] Bound port: 7b95ef5d-6e82-4fc6-b503-4d9ee45d1f26, host: hv-cinder-79578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba4cb3a3-40de-452c-9eae-dab0cd0cc2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '52443307-02f5-4e57-bece-5c1fc6d7aa3e'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:21:00.109160 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-db88c37d-d756-4ca1-be15-6d4b6a9ee4bc req-cad412ee-d8a4-43be-9798-695fa0ad604b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (7b95ef5d-6e82-4fc6-b503-4d9ee45d1f26), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:00.138015 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-922d3986-3d92-4116-9ab4-b82bded67bb3 req-0fcce71a-a7ee-42d7-b772-cc7d4b16207f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3df0b4b3-062a-4219-b9ab-a32600518c32 HTTP/1.1" status: 200 len: 999 time: 0.0826182 May 16 15:21:00.158179 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-e1b85405-7a13-4024-838c-532465e0cf8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (72569482-7f88-4a09-9117-6d6842ca2c26), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:00.203145 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [req-b226841f-d794-4aac-a312-f459bdf9da5c req-ccb1e090-45ca-45ec-90d1-8fcb7cb1c5e3 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] For port d3200ba0-e507-4313-a271-660316264ca6, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=d3200ba0-e507-4313-a271-660316264ca6,segment=NetworkSegment(687f1aa3-4a22-4e93-928a-d5c1913d880c),segment_id=687f1aa3-4a22-4e93-928a-d5c1913d880c)] {{(pid=104034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:21:00.203563 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [req-b226841f-d794-4aac-a312-f459bdf9da5c req-ccb1e090-45ca-45ec-90d1-8fcb7cb1c5e3 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555776'] for port (d3200ba0-e507-4313-a271-660316264ca6), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:00.208883 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922d3986-3d92-4116-9ab4-b82bded67bb3 req-2b796fbb-327e-48a2-a60d-75a20a303651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:00.210476 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-922d3986-3d92-4116-9ab4-b82bded67bb3 req-2b796fbb-327e-48a2-a60d-75a20a303651 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9bd76027-99a6-4823-9a55-92e97a7e537f HTTP/1.1" status: 200 len: 850 time: 0.0526445 May 16 15:21:00.220745 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.plugin [req-b226841f-d794-4aac-a312-f459bdf9da5c req-ccb1e090-45ca-45ec-90d1-8fcb7cb1c5e3 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Calling delete_port for d3200ba0-e507-4313-a271-660316264ca6 owned by compute:nova {{(pid=104034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:21:00.250531 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703bb5ee-3b61-4d9a-8e6f-8839713f2603 None None] New status for floating IP d0d868d3-d790-41f4-929d-0eaf7b5dffff: ACTIVE {{(pid=104036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 15:21:00.277882 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [req-db88c37d-d756-4ca1-be15-6d4b6a9ee4bc req-cad412ee-d8a4-43be-9798-695fa0ad604b service neutron] For port 7b95ef5d-6e82-4fc6-b503-4d9ee45d1f26, host hv-cinder-79578, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:21:00.290693 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922d3986-3d92-4116-9ab4-b82bded67bb3 req-582f87ba-bbcb-4403-a191-52ac4771ec79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:00.292285 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-922d3986-3d92-4116-9ab4-b82bded67bb3 req-582f87ba-bbcb-4403-a191-52ac4771ec79 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=20dfff89-2b4c-4d06-bcfc-8ec2e202af64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0727174 May 16 15:21:00.300106 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [req-db88c37d-d756-4ca1-be15-6d4b6a9ee4bc req-cad412ee-d8a4-43be-9798-695fa0ad604b service neutron] For port 7b95ef5d-6e82-4fc6-b503-4d9ee45d1f26, host hv-cinder-79578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=7b95ef5d-6e82-4fc6-b503-4d9ee45d1f26,segment=NetworkSegment(ba4cb3a3-40de-452c-9eae-dab0cd0cc2ba),segment_id=ba4cb3a3-40de-452c-9eae-dab0cd0cc2ba)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:21:00.369469 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-db88c37d-d756-4ca1-be15-6d4b6a9ee4bc req-cad412ee-d8a4-43be-9798-695fa0ad604b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61886260'] for port (7b95ef5d-6e82-4fc6-b503-4d9ee45d1f26), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:00.418992 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db88c37d-d756-4ca1-be15-6d4b6a9ee4bc req-cad412ee-d8a4-43be-9798-695fa0ad604b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:00.419607 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-db88c37d-d756-4ca1-be15-6d4b6a9ee4bc req-cad412ee-d8a4-43be-9798-695fa0ad604b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914'] for port (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:00.420978 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-db88c37d-d756-4ca1-be15-6d4b6a9ee4bc req-cad412ee-d8a4-43be-9798-695fa0ad604b service neutron] 10.222.0.69 "PUT /v2.0/ports/7b95ef5d-6e82-4fc6-b503-4d9ee45d1f26 HTTP/1.1" status: 200 len: 1093 time: 1.1181345 May 16 15:21:00.441828 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad412ee-d8a4-43be-9798-695fa0ad604b service neutron] Pushing event updated for resources: {'Port': ['ID=7b95ef5d-6e82-4fc6-b503-4d9ee45d1f26,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:00.443236 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [req-b226841f-d794-4aac-a312-f459bdf9da5c req-ccb1e090-45ca-45ec-90d1-8fcb7cb1c5e3 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789020200313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789019640158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097154'] for port (d3200ba0-e507-4313-a271-660316264ca6), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:00.449796 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-922d3986-3d92-4116-9ab4-b82bded67bb3 req-871ff9d1-4891-468d-bcce-d68c5bb475df service neutron] 10.222.0.69 "GET /v2.0/networks/20dfff89-2b4c-4d06-bcfc-8ec2e202af64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456838 May 16 15:21:00.472943 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb1e090-45ca-45ec-90d1-8fcb7cb1c5e3 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Pushing event deleted for resources: {'Port': ['ID=d3200ba0-e507-4313-a271-660316264ca6,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:00.478137 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] get_ports_and_sgs() called for port_ids ['d3200ba0-e507-4313-a271-660316264ca6'] {{(pid=104035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:21:00.483772 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 49384) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:00.555159 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [req-b226841f-d794-4aac-a312-f459bdf9da5c req-ccb1e090-45ca-45ec-90d1-8fcb7cb1c5e3 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] No DVR routers for this DVR port d3200ba0-e507-4313-a271-660316264ca6 on host hv-cinder-79578 {{(pid=104034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:21:00.557735 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [req-b226841f-d794-4aac-a312-f459bdf9da5c req-ccb1e090-45ca-45ec-90d1-8fcb7cb1c5e3 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914'] for port (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:00.561125 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-b226841f-d794-4aac-a312-f459bdf9da5c req-ccb1e090-45ca-45ec-90d1-8fcb7cb1c5e3 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.69 "DELETE /v2.0/ports/d3200ba0-e507-4313-a271-660316264ca6 HTTP/1.1" status: 204 len: 173 time: 0.5817859 May 16 15:21:00.562097 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8cc0b00-99f9-4486-b349-f60a0d2db023', 'name': 'network-vif-deleted', 'tag': 'd3200ba0-e507-4313-a271-660316264ca6'}] {{(pid=104034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:21:00.563949 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cdfd588167f3f1dbc712245a9b2e41b7a1fa72707d5290f062c21f430b6f068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-992d8351-f41b-459d-a6de-389ec10c2da7" -d '{"events": [{"server_uuid": "b8cc0b00-99f9-4486-b349-f60a0d2db023", "name": "network-vif-deleted", "tag": "d3200ba0-e507-4313-a271-660316264ca6"}]}' {{(pid=104034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:21:00.628627 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-922d3986-3d92-4116-9ab4-b82bded67bb3 req-d79e4a50-7019-42bd-a491-d1dd2c68c76a service neutron] 10.222.0.69 "GET /v2.0/networks/20dfff89-2b4c-4d06-bcfc-8ec2e202af64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728451 May 16 15:21:00.631339 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-653e2575-00dc-4bd6-b6d8-a7d134b5d502 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks [] for security_group (ad2e1d12-5ccd-4dd1-a4ea-a6a49f48b690), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:00.637147 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db88c37d-d756-4ca1-be15-6d4b6a9ee4bc req-ff0c97ae-940a-4920-abc2-f863c95ba232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:00.638740 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-db88c37d-d756-4ca1-be15-6d4b6a9ee4bc req-ff0c97ae-940a-4920-abc2-f863c95ba232 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f6ec3267b0c548558b92318ec6179dca&device_id=06593e10-12ee-4a95-b2bb-2387e0e18934 HTTP/1.1" status: 200 len: 1127 time: 0.0763538 May 16 15:21:00.658844 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-653e2575-00dc-4bd6-b6d8-a7d134b5d502 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks [] for security_group (ad2e1d12-5ccd-4dd1-a4ea-a6a49f48b690), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:00.677869 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b23ae029-80df-4cf0-b685-d34b0c50eeb5 x-openstack-request-id: req-b23ae029-80df-4cf0-b685-d34b0c50eeb5 {{(pid=104034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:21:00.678264 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8cc0b00-99f9-4486-b349-f60a0d2db023", "name": "network-vif-deleted", "tag": "d3200ba0-e507-4313-a271-660316264ca6", "status": "completed", "code": 200}]} {{(pid=104034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:21:00.678686 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b23ae029-80df-4cf0-b685-d34b0c50eeb5 {{(pid=104034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:21:00.679270 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b23ae029-80df-4cf0-b685-d34b0c50eeb5'] response: {'server_uuid': 'b8cc0b00-99f9-4486-b349-f60a0d2db023', 'name': 'network-vif-deleted', 'tag': 'd3200ba0-e507-4313-a271-660316264ca6', 'status': 'completed', 'code': 200} May 16 15:21:00.710742 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-db88c37d-d756-4ca1-be15-6d4b6a9ee4bc req-b1e46f0d-417c-4ca5-b423-32e8802d2e70 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b95ef5d-6e82-4fc6-b503-4d9ee45d1f26 HTTP/1.1" status: 200 len: 217 time: 0.0419447 May 16 15:21:00.767957 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db88c37d-d756-4ca1-be15-6d4b6a9ee4bc req-40402db1-a000-4324-a922-fa77bf9c869d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:00.769358 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-db88c37d-d756-4ca1-be15-6d4b6a9ee4bc req-40402db1-a000-4324-a922-fa77bf9c869d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=80835ff4-fd6b-4c06-8f72-62bbdbf09f74 HTTP/1.1" status: 200 len: 854 time: 0.0516448 May 16 15:21:00.800689 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-db88c37d-d756-4ca1-be15-6d4b6a9ee4bc req-d2494e6e-8b01-4e52-9f61-b0f321a6edb0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=52443307-02f5-4e57-bece-5c1fc6d7aa3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254400 May 16 15:21:00.884148 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-653e2575-00dc-4bd6-b6d8-a7d134b5d502 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (ad2e1d12-5ccd-4dd1-a4ea-a6a49f48b690), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:00.887176 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-653e2575-00dc-4bd6-b6d8-a7d134b5d502 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks [] for security_group (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:00.888324 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-653e2575-00dc-4bd6-b6d8-a7d134b5d502 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "DELETE /v2.0/security-groups/ad2e1d12-5ccd-4dd1-a4ea-a6a49f48b690 HTTP/1.1" status: 204 len: 168 time: 0.4063823 May 16 15:21:00.891184 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 49392) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:00.905783 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.api.v2.resource [None req-4611137a-35de-4f4d-86ea-7ff2f7adb229 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] show failed (client error): The resource could not be found. May 16 15:21:00.906821 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-4611137a-35de-4f4d-86ea-7ff2f7adb229 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/security-groups/ad2e1d12-5ccd-4dd1-a4ea-a6a49f48b690 HTTP/1.1" status: 404 len: 347 time: 0.0146744 May 16 15:21:00.910010 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 49394) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:00.932347 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653e2575-00dc-4bd6-b6d8-a7d134b5d502 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad2e1d12-5ccd-4dd1-a4ea-a6a49f48b690,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:00.954516 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-db88c37d-d756-4ca1-be15-6d4b6a9ee4bc req-f67c318f-cc4e-4031-8242-925c0f731bfa service neutron] 10.222.0.69 "GET /v2.0/networks/52443307-02f5-4e57-bece-5c1fc6d7aa3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474860 May 16 15:21:01.003583 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e7a317-442f-4171-ae41-abf2c674e98e req-b49216a8-0594-4dbb-a79c-112845aab673 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:01.005326 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-c5e7a317-442f-4171-ae41-abf2c674e98e req-b49216a8-0594-4dbb-a79c-112845aab673 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] 10.222.0.44 "GET /v2.0/ports?device_id=06593e10-12ee-4a95-b2bb-2387e0e18934 HTTP/1.1" status: 200 len: 943 time: 0.0926645 May 16 15:21:01.047372 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.plugin [None req-ac901fd1-0a62-4985-84e6-d3ba07c6a905 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Deleting port 2641fa9f-abe4-47d2-9301-4c1a648f09c4 {{(pid=104034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:21:01.047718 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-ac901fd1-0a62-4985-84e6-d3ba07c6a905 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789020190181'] for port (2641fa9f-abe4-47d2-9301-4c1a648f09c4), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:01.116645 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-c5e7a317-442f-4171-ae41-abf2c674e98e req-3257c5a8-3967-4a31-b46c-019174631f0d tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d97ed9-eb0b-4503-a392-7095f36dc063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965278 May 16 15:21:01.118740 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-db88c37d-d756-4ca1-be15-6d4b6a9ee4bc req-9da8f6dc-73fe-428b-bbd2-457b4239d736 service neutron] 10.222.0.69 "GET /v2.0/networks/52443307-02f5-4e57-bece-5c1fc6d7aa3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578703 May 16 15:21:01.315666 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06593e10-12ee-4a95-b2bb-2387e0e18934', 'tag': '7b95ef5d-6e82-4fc6-b503-4d9ee45d1f26'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:21:01.318083 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffeccd97bc4bec2d8a291f35a4115644be5723c7930092d1a563b2016f5a5231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-786496a3-c474-4faa-b720-75838db98dd6" -d '{"events": [{"name": "network-changed", "server_uuid": "06593e10-12ee-4a95-b2bb-2387e0e18934", "tag": "7b95ef5d-6e82-4fc6-b503-4d9ee45d1f26"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:21:01.347440 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-ced7fd3a-ea31-474c-9016-fbe2da7a932b req-511c220d-886f-4c2c-9ffc-25ef6d4ff389 tempest-ServerRescueNegativeTestJSON-1789909565 tempest-ServerRescueNegativeTestJSON-1789909565-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8cc0b00-99f9-4486-b349-f60a0d2db023 HTTP/1.1" status: 200 len: 210 time: 0.3022070 May 16 15:21:01.355797 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74564144-cdc1-44e9-98a0-93f2e8af3df9 x-openstack-request-id: req-74564144-cdc1-44e9-98a0-93f2e8af3df9 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:21:01.355797 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06593e10-12ee-4a95-b2bb-2387e0e18934", "tag": "7b95ef5d-6e82-4fc6-b503-4d9ee45d1f26", "status": "completed", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:21:01.355797 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-74564144-cdc1-44e9-98a0-93f2e8af3df9 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:21:01.355797 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74564144-cdc1-44e9-98a0-93f2e8af3df9'] response: {'name': 'network-changed', 'server_uuid': '06593e10-12ee-4a95-b2bb-2387e0e18934', 'tag': '7b95ef5d-6e82-4fc6-b503-4d9ee45d1f26', 'status': 'completed', 'code': 200} May 16 15:21:01.407410 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-ac901fd1-0a62-4985-84e6-d3ba07c6a905 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555776'] for port (2641fa9f-abe4-47d2-9301-4c1a648f09c4), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:01.407744 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-ac901fd1-0a62-4985-84e6-d3ba07c6a905 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks [] for floatingip (2641fa9f-abe4-47d2-9301-4c1a648f09c4), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:01.421110 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.plugin [None req-ac901fd1-0a62-4985-84e6-d3ba07c6a905 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Calling delete_port for 2641fa9f-abe4-47d2-9301-4c1a648f09c4 owned by network:floatingip {{(pid=104034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:21:01.489226 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a2296b44-efe7-4c92-99bf-bf9223587463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (4544528a-1612-46a7-a248-6cca4b867644), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:01.603543 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-ac901fd1-0a62-4985-84e6-d3ba07c6a905 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789020200313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789019640158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097154'] for port (2641fa9f-abe4-47d2-9301-4c1a648f09c4), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:01.627058 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac901fd1-0a62-4985-84e6-d3ba07c6a905 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Pushing event deleted for resources: {'Port': ['ID=2641fa9f-abe4-47d2-9301-4c1a648f09c4,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:01.689600 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-ac901fd1-0a62-4985-84e6-d3ba07c6a905 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks [] for floatingip (b157f9a8-7236-4c9e-8e29-e391e3858afc), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:01.692179 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-ac901fd1-0a62-4985-84e6-d3ba07c6a905 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914'] for floatingip (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:01.693300 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-ac901fd1-0a62-4985-84e6-d3ba07c6a905 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "DELETE /v2.0/floatingips/b157f9a8-7236-4c9e-8e29-e391e3858afc HTTP/1.1" status: 204 len: 168 time: 0.7819691 May 16 15:21:01.812328 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 49402) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:01.823692 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.v2.base [None req-4633a2b9-0ba3-44b2-8420-14e99b7244b5 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2028199401', 'description': 'tempest-description--2116232790'}} {{(pid=104034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:21:01.889445 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-4633a2b9-0ba3-44b2-8420-14e99b7244b5 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks [] for security_group (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:01.953019 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-4633a2b9-0ba3-44b2-8420-14e99b7244b5 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks [] for security_group (b5d9a6ab-8f18-40a5-9474-d9e654039c7c), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:02.021075 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-4633a2b9-0ba3-44b2-8420-14e99b7244b5 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (b5d9a6ab-8f18-40a5-9474-d9e654039c7c), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:02.049826 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4633a2b9-0ba3-44b2-8420-14e99b7244b5 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d9a6ab-8f18-40a5-9474-d9e654039c7c,revision_number=1']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:02.104417 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-4633a2b9-0ba3-44b2-8420-14e99b7244b5 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks [] for security_group (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:02.105788 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-4633a2b9-0ba3-44b2-8420-14e99b7244b5 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2924523 May 16 15:21:02.108730 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 49404) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:02.113378 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.v2.base [None req-b078bfe0-03f8-4844-b7cd-99f41a6655e0 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Request body: {'security_group_rule': {'security_group_id': 'b5d9a6ab-8f18-40a5-9474-d9e654039c7c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:21:02.165032 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786496a3-c474-4faa-b720-75838db98dd6 req-94ce0248-fdc1-476f-b915-05b74fccf68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:02.166614 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-786496a3-c474-4faa-b720-75838db98dd6 req-94ce0248-fdc1-476f-b915-05b74fccf68f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f6ec3267b0c548558b92318ec6179dca&device_id=06593e10-12ee-4a95-b2bb-2387e0e18934 HTTP/1.1" status: 200 len: 1127 time: 0.0483441 May 16 15:21:02.240296 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797593ad-4350-4cbe-8dd4-508df0fee3c1 req-f5f0823c-63e6-4929-aebf-7885c649662f tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:02.241728 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-797593ad-4350-4cbe-8dd4-508df0fee3c1 req-f5f0823c-63e6-4929-aebf-7885c649662f tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] 10.222.0.44 "GET /v2.0/ports?device_id=06593e10-12ee-4a95-b2bb-2387e0e18934 HTTP/1.1" status: 200 len: 943 time: 0.0469203 May 16 15:21:02.245571 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b078bfe0-03f8-4844-b7cd-99f41a6655e0 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks [] for security_group_rule (28aed0da-b1a4-4ca9-9506-eef65c58b42f), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:02.291281 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-797593ad-4350-4cbe-8dd4-508df0fee3c1 req-b078cafd-8fa9-45a0-b829-c1e5f4a1c953 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d97ed9-eb0b-4503-a392-7095f36dc063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437877 May 16 15:21:02.292619 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786496a3-c474-4faa-b720-75838db98dd6 req-c6c8b872-3a3b-411b-9d10-8c74fd7c01e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:02.294328 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-786496a3-c474-4faa-b720-75838db98dd6 req-c6c8b872-3a3b-411b-9d10-8c74fd7c01e8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=52443307-02f5-4e57-bece-5c1fc6d7aa3e HTTP/1.1" status: 200 len: 915 time: 0.1207194 May 16 15:21:02.340906 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-786496a3-c474-4faa-b720-75838db98dd6 req-deda2c2c-b412-4a9f-bc6f-21ef88de5d82 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b95ef5d-6e82-4fc6-b503-4d9ee45d1f26 HTTP/1.1" status: 200 len: 217 time: 0.0374863 May 16 15:21:02.361030 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b078bfe0-03f8-4844-b7cd-99f41a6655e0 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks [] for security_group_rule (28aed0da-b1a4-4ca9-9506-eef65c58b42f), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:02.399976 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786496a3-c474-4faa-b720-75838db98dd6 req-5dcd8a9b-aafb-49d9-9b55-244c4ce8def1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:02.401455 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-786496a3-c474-4faa-b720-75838db98dd6 req-5dcd8a9b-aafb-49d9-9b55-244c4ce8def1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=80835ff4-fd6b-4c06-8f72-62bbdbf09f74 HTTP/1.1" status: 200 len: 854 time: 0.0540941 May 16 15:21:02.410045 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 49410) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:02.439077 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-786496a3-c474-4faa-b720-75838db98dd6 req-391304d3-2074-4a3f-b05c-cb63e92afc62 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=52443307-02f5-4e57-bece-5c1fc6d7aa3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312150 May 16 15:21:02.440123 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b078bfe0-03f8-4844-b7cd-99f41a6655e0 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607684'] for security_group_rule (28aed0da-b1a4-4ca9-9506-eef65c58b42f), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:02.480295 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b078bfe0-03f8-4844-b7cd-99f41a6655e0 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28aed0da-b1a4-4ca9-9506-eef65c58b42f,revision_number=0']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:02.557017 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b078bfe0-03f8-4844-b7cd-99f41a6655e0 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:02.558135 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-b078bfe0-03f8-4844-b7cd-99f41a6655e0 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4483831 May 16 15:21:02.560915 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 49416) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:02.565454 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.v2.base [None req-4108af20-7943-4865-b1a2-10cd3d6d163d tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Request body: {'security_group_rule': {'security_group_id': 'b5d9a6ab-8f18-40a5-9474-d9e654039c7c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:21:02.592255 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-786496a3-c474-4faa-b720-75838db98dd6 req-0c8b5b0a-570e-421a-956d-f19b3100c4fe service neutron] 10.222.0.69 "GET /v2.0/networks/52443307-02f5-4e57-bece-5c1fc6d7aa3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438718 May 16 15:21:02.655545 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-4108af20-7943-4865-b1a2-10cd3d6d163d tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks [] for security_group_rule (d55b398c-d8d8-4857-add1-145fa5ea3d3e), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:02.712995 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-4108af20-7943-4865-b1a2-10cd3d6d163d tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks [] for security_group_rule (d55b398c-d8d8-4857-add1-145fa5ea3d3e), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:02.764964 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-786496a3-c474-4faa-b720-75838db98dd6 req-d3cd17e3-0613-414c-8fd9-b21c5a7f1d45 service neutron] 10.222.0.69 "GET /v2.0/networks/52443307-02f5-4e57-bece-5c1fc6d7aa3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652865 May 16 15:21:02.769917 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-4108af20-7943-4865-b1a2-10cd3d6d163d tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607684'] for security_group_rule (d55b398c-d8d8-4857-add1-145fa5ea3d3e), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:02.788352 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4108af20-7943-4865-b1a2-10cd3d6d163d tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d55b398c-d8d8-4857-add1-145fa5ea3d3e,revision_number=0']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:02.846109 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-4108af20-7943-4865-b1a2-10cd3d6d163d tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:02.847481 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-4108af20-7943-4865-b1a2-10cd3d6d163d tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2855718 May 16 15:21:02.850793 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 49418) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:02.855143 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.v2.base [None req-0acec9d8-14a5-462d-94f4-ec79aa3f2ce0 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Request body: {'floatingip': {'floating_network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594'}} {{(pid=104034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:21:02.930552 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-0acec9d8-14a5-462d-94f4-ec79aa3f2ce0 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:02.996274 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7fd10c87-2081-44f3-bc03-96a313b61470 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555978'] for router_interface (e7e97d7f-38ba-4945-8ce2-4f6c97890476), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:03.008505 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-0acec9d8-14a5-462d-94f4-ec79aa3f2ce0 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:03.121524 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.db.db_base_plugin_common [None req-0acec9d8-14a5-462d-94f4-ec79aa3f2ce0 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Allocated IP 172.27.0.53 (ad45e98c-12fc-4959-a2ae-a7226c979594/4a504247-fe9e-45e9-866d-820247643fc0/1d38c049-7dff-4bde-bedb-c62e7fb48a23) {{(pid=104034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:21:03.228785 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-0acec9d8-14a5-462d-94f4-ec79aa3f2ce0 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks [] for port (1d38c049-7dff-4bde-bedb-c62e7fb48a23), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:03.302603 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-0acec9d8-14a5-462d-94f4-ec79aa3f2ce0 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789019640149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097154'] for port (1d38c049-7dff-4bde-bedb-c62e7fb48a23), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:03.339042 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0acec9d8-14a5-462d-94f4-ec79aa3f2ce0 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Network ad45e98c-12fc-4959-a2ae-a7226c979594 is already hosted by enough agents. {{(pid=104034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:21:03.341972 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.base_scheduler [None req-0acec9d8-14a5-462d-94f4-ec79aa3f2ce0 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Resources bound (agent type, host, resource id): {{(pid=104034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:21:03.346550 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acec9d8-14a5-462d-94f4-ec79aa3f2ce0 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Received port after_create {{(pid=104034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:21:03.394826 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acec9d8-14a5-462d-94f4-ec79aa3f2ce0 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Pushing event updated for resources: {'Port': ['ID=1d38c049-7dff-4bde-bedb-c62e7fb48a23,revision_number=1']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:03.433495 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (311a8a5f-4d79-4ff7-931a-d05ff8cc45ee), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:03.440946 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f738783-a2ed-4a6b-b61f-a8698c36f4bb req-d62ddab3-fda5-4096-a338-4ee1ff222249 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:03.442492 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-3f738783-a2ed-4a6b-b61f-a8698c36f4bb req-d62ddab3-fda5-4096-a338-4ee1ff222249 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] 10.222.0.44 "GET /v2.0/ports?device_id=06593e10-12ee-4a95-b2bb-2387e0e18934 HTTP/1.1" status: 200 len: 943 time: 0.0715916 May 16 15:21:03.502901 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-0acec9d8-14a5-462d-94f4-ec79aa3f2ce0 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks [] for floatingip (49a01389-fd30-4152-95f0-55e8630dd28b), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:03.517976 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7fd10c87-2081-44f3-bc03-96a313b61470 admin admin] Deleting port 46ca3b38-4584-46a8-8a70-9abf5f6f3387 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:21:03.520308 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7fd10c87-2081-44f3-bc03-96a313b61470 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789020190181'] for port (46ca3b38-4584-46a8-8a70-9abf5f6f3387), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:03.522652 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-3f738783-a2ed-4a6b-b61f-a8698c36f4bb req-91c0c2d6-2e17-4bff-a049-eeace314efdf tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d97ed9-eb0b-4503-a392-7095f36dc063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631640 May 16 15:21:03.592952 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-0acec9d8-14a5-462d-94f4-ec79aa3f2ce0 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (1d38c049-7dff-4bde-bedb-c62e7fb48a23), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:03.596857 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7fd10c87-2081-44f3-bc03-96a313b61470 admin admin] For port 46ca3b38-4584-46a8-8a70-9abf5f6f3387, host dv-cinder-795785-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=46ca3b38-4584-46a8-8a70-9abf5f6f3387,segment=NetworkSegment(687f1aa3-4a22-4e93-928a-d5c1913d880c),segment_id=687f1aa3-4a22-4e93-928a-d5c1913d880c)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:21:03.597225 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7fd10c87-2081-44f3-bc03-96a313b61470 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555776'] for port (46ca3b38-4584-46a8-8a70-9abf5f6f3387), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:03.610816 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7fd10c87-2081-44f3-bc03-96a313b61470 admin admin] Calling delete_port for 46ca3b38-4584-46a8-8a70-9abf5f6f3387 owned by network:router_interface {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:21:03.767465 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-0acec9d8-14a5-462d-94f4-ec79aa3f2ce0 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks [] for port (1d38c049-7dff-4bde-bedb-c62e7fb48a23), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:03.804897 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-0acec9d8-14a5-462d-94f4-ec79aa3f2ce0 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4097205'] for port (1d38c049-7dff-4bde-bedb-c62e7fb48a23), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:03.828030 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7fd10c87-2081-44f3-bc03-96a313b61470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789020200313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789019640158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61886211'] for port (46ca3b38-4584-46a8-8a70-9abf5f6f3387), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:03.855811 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd10c87-2081-44f3-bc03-96a313b61470 admin admin] Pushing event deleted for resources: {'Port': ['ID=46ca3b38-4584-46a8-8a70-9abf5f6f3387,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:03.880288 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acec9d8-14a5-462d-94f4-ec79aa3f2ce0 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Pushing event updated for resources: {'Port': ['ID=1d38c049-7dff-4bde-bedb-c62e7fb48a23,revision_number=2']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:03.891116 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-0acec9d8-14a5-462d-94f4-ec79aa3f2ce0 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556839'] for floatingip (49a01389-fd30-4152-95f0-55e8630dd28b), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:03.967043 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-0acec9d8-14a5-462d-94f4-ec79aa3f2ce0 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914'] for floatingip (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:03.968814 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-0acec9d8-14a5-462d-94f4-ec79aa3f2ce0 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1167312 May 16 15:21:04.029390 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7fd10c87-2081-44f3-bc03-96a313b61470 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529365'] for router_interface (e7e97d7f-38ba-4945-8ce2-4f6c97890476), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:04.047201 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device 7b95ef5d-6e82-4fc6-b503-4d9ee45d1f26 details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=104035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 15:21:04.053609 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device d3200ba0-e507-4313-a271-660316264ca6 no longer exists at agent hyperv_hv-cinder-79578 {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:21:04.080587 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] No Port match for: d3200ba0-e507-4313-a271-660316264ca6 {{(pid=104035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:21:04.081039 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device d3200ba0-e507-4313-a271-660316264ca6 not bound to the agent host hv-cinder-79578 {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:21:04.174917 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] For port 7b95ef5d-6e82-4fc6-b503-4d9ee45d1f26, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=7b95ef5d-6e82-4fc6-b503-4d9ee45d1f26,segment=NetworkSegment(ba4cb3a3-40de-452c-9eae-dab0cd0cc2ba),segment_id=ba4cb3a3-40de-452c-9eae-dab0cd0cc2ba)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:21:04.185922 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Returning: {'device': '7b95ef5d-6e82-4fc6-b503-4d9ee45d1f26', 'network_id': '52443307-02f5-4e57-bece-5c1fc6d7aa3e', 'port_id': '7b95ef5d-6e82-4fc6-b503-4d9ee45d1f26', 'mac_address': 'fa:16:3e:e8:91:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80835ff4-fd6b-4c06-8f72-62bbdbf09f74', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 15:21:04.220200 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Current status of the port 7b95ef5d-6e82-4fc6-b503-4d9ee45d1f26 is: DOWN; New status is: BUILD {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:21:04.220591 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (7b95ef5d-6e82-4fc6-b503-4d9ee45d1f26), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:04.224986 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-f02c67a4-68ce-42c7-9254-a944411a8ae6 req-a58b2286-d46c-490f-b98b-095017a445ad tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--2028199401&fields=id&tenant_id=d143bc5a616249a7beefc7b27962026b HTTP/1.1" status: 200 len: 267 time: 0.0774939 May 16 15:21:04.233612 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.notifiers.nova [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b95ef5d-6e82-4fc6-b503-4d9ee45d1f26 {{(pid=104035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:21:04.254412 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] For port 7b95ef5d-6e82-4fc6-b503-4d9ee45d1f26, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=7b95ef5d-6e82-4fc6-b503-4d9ee45d1f26,segment=NetworkSegment(ba4cb3a3-40de-452c-9eae-dab0cd0cc2ba),segment_id=ba4cb3a3-40de-452c-9eae-dab0cd0cc2ba)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:21:04.307966 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (7b95ef5d-6e82-4fc6-b503-4d9ee45d1f26), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:04.344906 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fd10c87-2081-44f3-bc03-96a313b61470 admin admin] Router e7e97d7f-38ba-4945-8ce2-4f6c97890476 has already been hosted by L3 agent 54a3e65b-69a0-426d-9997-69a1705c4334 {{(pid=104033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:21:04.358755 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Pushing event updated for resources: {'Port': ['ID=7b95ef5d-6e82-4fc6-b503-4d9ee45d1f26,revision_number=4']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:04.421276 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02c67a4-68ce-42c7-9254-a944411a8ae6 req-9df04efb-114e-405f-a0ad-7dad60dc41d9 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:04.422729 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-f02c67a4-68ce-42c7-9254-a944411a8ae6 req-9df04efb-114e-405f-a0ad-7dad60dc41d9 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/networks?id=982c6e92-7848-46dd-811d-5ec569a6da67 HTTP/1.1" status: 200 len: 815 time: 0.1894841 May 16 15:21:04.444908 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-f02c67a4-68ce-42c7-9254-a944411a8ae6 req-d4cf8953-cfa6-4087-bfe4-8002cca59b04 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/quotas/d143bc5a616249a7beefc7b27962026b HTTP/1.1" status: 200 len: 375 time: 0.0162530 May 16 15:21:04.514538 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd10c87-2081-44f3-bc03-96a313b61470 admin admin] Notify agent at l3_agent.dv-cinder-795785-10-iscsi the message routers_updated {{(pid=104033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:21:04.520874 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-7fd10c87-2081-44f3-bc03-96a313b61470 admin admin] 10.222.0.44 "PUT /v2.0/routers/e7e97d7f-38ba-4945-8ce2-4f6c97890476/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1100824 May 16 15:21:04.523539 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 49434) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:04.526214 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87c7ef6-6aaf-42b4-a093-0cc63745106f None None] Sync routers for ids ['e7e97d7f-38ba-4945-8ce2-4f6c97890476'] in dv-cinder-795785-10-iscsi {{(pid=104035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:21:04.528149 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-f02c67a4-68ce-42c7-9254-a944411a8ae6 req-af0b5588-767a-4ee1-be70-55efad14d979 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d143bc5a616249a7beefc7b27962026b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0600796 May 16 15:21:04.537609 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87c7ef6-6aaf-42b4-a093-0cc63745106f None None] Routers {'e7e97d7f-38ba-4945-8ce2-4f6c97890476'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:21:04.538262 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_hamode_db [None req-d87c7ef6-6aaf-42b4-a093-0cc63745106f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:20:59Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['e7e97d7f-38ba-4945-8ce2-4f6c97890476'], 'active': True} {{(pid=104035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:21:04.631680 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] get_ports_and_sgs() called for port_ids ['7b95ef5d-6e82-4fc6-b503-4d9ee45d1f26'] {{(pid=104035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:21:04.639685 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-f02c67a4-68ce-42c7-9254-a944411a8ae6 req-aa497781-457f-4921-865c-17a6c7e1729d service neutron] 10.222.0.44 "GET /v2.0/networks/982c6e92-7848-46dd-811d-5ec569a6da67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989935 May 16 15:21:04.669372 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-8b953ba6-7178-4fe9-b976-82e465069f8f admin admin] Publish callbacks [] for router (e7e97d7f-38ba-4945-8ce2-4f6c97890476), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:04.677800 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvr_db [None req-d87c7ef6-6aaf-42b4-a093-0cc63745106f None None] Set router e7e97d7f-38ba-4945-8ce2-4f6c97890476 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:21:04.713380 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8fd3f2-accb-4c4d-9d20-0277d9b2f39f req-9b35c56b-3186-446b-a260-b4c2a656647a tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:04.714904 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-aa8fd3f2-accb-4c4d-9d20-0277d9b2f39f req-9b35c56b-3186-446b-a260-b4c2a656647a tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] 10.222.0.44 "GET /v2.0/ports?device_id=06593e10-12ee-4a95-b2bb-2387e0e18934 HTTP/1.1" status: 200 len: 944 time: 0.0987737 May 16 15:21:04.746772 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-f02c67a4-68ce-42c7-9254-a944411a8ae6 req-6185db25-5334-4121-aab3-64be92ca64c4 service neutron] 10.222.0.44 "GET /v2.0/networks/982c6e92-7848-46dd-811d-5ec569a6da67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012843 May 16 15:21:04.814000 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-aa8fd3f2-accb-4c4d-9d20-0277d9b2f39f req-e2b67544-dad1-468f-8dd2-32ecef1cc1d8 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d97ed9-eb0b-4503-a392-7095f36dc063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881259 May 16 15:21:04.816220 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-8b953ba6-7178-4fe9-b976-82e465069f8f admin admin] Publish callbacks [] for router_gateway (e7e97d7f-38ba-4945-8ce2-4f6c97890476), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:04.920540 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.plugin [None req-8b953ba6-7178-4fe9-b976-82e465069f8f admin admin] Deleting port 075f964c-8897-47c4-bceb-716071386f64 {{(pid=104034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:21:04.920757 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_hamode_db [None req-d87c7ef6-6aaf-42b4-a093-0cc63745106f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e97d7f-38ba-4945-8ce2-4f6c97890476', 'name': 'tempest-ServerRescueNegativeTestJSON-1104119672-router', 'tenant_id': '316917d7a31645bfaac651f81154c18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '075f964c-8897-47c4-bceb-716071386f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:10Z', 'updated_at': '2022-05-16T15:21:03Z', 'revision_number': 5, 'project_id': '316917d7a31645bfaac651f81154c18f', 'gw_port': {'id': '075f964c-8897-47c4-bceb-716071386f64', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:6b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e97d7f-38ba-4945-8ce2-4f6c97890476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:11Z', 'updated_at': '2022-05-16T15:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi'}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:21:04.920892 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-8b953ba6-7178-4fe9-b976-82e465069f8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789020190181'] for port (075f964c-8897-47c4-bceb-716071386f64), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:04.949812 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87c7ef6-6aaf-42b4-a093-0cc63745106f None None] Checking router: e7e97d7f-38ba-4945-8ce2-4f6c97890476 for host: dv-cinder-795785-10-iscsi {{(pid=104035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:21:04.963973 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87c7ef6-6aaf-42b4-a093-0cc63745106f None None] Routers {'e7e97d7f-38ba-4945-8ce2-4f6c97890476'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:21:04.964606 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_hamode_db [None req-d87c7ef6-6aaf-42b4-a093-0cc63745106f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:20:59Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['e7e97d7f-38ba-4945-8ce2-4f6c97890476'], 'active': True} {{(pid=104035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:21:05.006175 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-af5d879c-1ddc-43b9-81d9-5b7bf5480a8e req-ede32049-440a-4d96-aa1d-ff2e1aeceebe tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=779684af-ad5e-4d00-9ea9-67d0c37dbdce HTTP/1.1" status: 200 len: 210 time: 0.0647898 May 16 15:21:05.042754 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-8b953ba6-7178-4fe9-b976-82e465069f8f admin admin] For port 075f964c-8897-47c4-bceb-716071386f64, host dv-cinder-795785-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=075f964c-8897-47c4-bceb-716071386f64,segment=NetworkSegment(d35ec458-efea-4f9b-9cfc-f89e4e5d5ae0),segment_id=d35ec458-efea-4f9b-9cfc-f89e4e5d5ae0)] {{(pid=104034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:21:05.043135 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-8b953ba6-7178-4fe9-b976-82e465069f8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555776'] for port (075f964c-8897-47c4-bceb-716071386f64), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:05.058964 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.plugin [None req-8b953ba6-7178-4fe9-b976-82e465069f8f admin admin] Calling delete_port for 075f964c-8897-47c4-bceb-716071386f64 owned by network:router_gateway {{(pid=104034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:21:05.179752 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvr_db [None req-d87c7ef6-6aaf-42b4-a093-0cc63745106f None None] Set router e7e97d7f-38ba-4945-8ce2-4f6c97890476 gateway port host: None {{(pid=104035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:21:05.232625 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_hamode_db [None req-d87c7ef6-6aaf-42b4-a093-0cc63745106f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e97d7f-38ba-4945-8ce2-4f6c97890476', 'name': 'tempest-ServerRescueNegativeTestJSON-1104119672-router', 'tenant_id': '316917d7a31645bfaac651f81154c18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:10Z', 'updated_at': '2022-05-16T15:21:04Z', 'revision_number': 6, 'project_id': '316917d7a31645bfaac651f81154c18f', 'gw_port_host': None}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:21:05.260380 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87c7ef6-6aaf-42b4-a093-0cc63745106f None None] The sync data for ids ['e7e97d7f-38ba-4945-8ce2-4f6c97890476'] in dv-cinder-795785-10-iscsi is: [{'id': 'e7e97d7f-38ba-4945-8ce2-4f6c97890476', 'name': 'tempest-ServerRescueNegativeTestJSON-1104119672-router', 'tenant_id': '316917d7a31645bfaac651f81154c18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:10Z', 'updated_at': '2022-05-16T15:21:04Z', 'revision_number': 6, 'project_id': '316917d7a31645bfaac651f81154c18f', 'gw_port_host': None}] {{(pid=104035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:21:05.303175 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-8b953ba6-7178-4fe9-b976-82e465069f8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789020200313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789019640158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097154'] for port (075f964c-8897-47c4-bceb-716071386f64), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:05.329130 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b953ba6-7178-4fe9-b976-82e465069f8f admin admin] Pushing event deleted for resources: {'Port': ['ID=075f964c-8897-47c4-bceb-716071386f64,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:05.396549 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-8b953ba6-7178-4fe9-b976-82e465069f8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553976'] for router_gateway (e7e97d7f-38ba-4945-8ce2-4f6c97890476), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:05.482514 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-8b953ba6-7178-4fe9-b976-82e465069f8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (e7e97d7f-38ba-4945-8ce2-4f6c97890476), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:05.484662 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-8b953ba6-7178-4fe9-b976-82e465069f8f admin admin] Publish callbacks [] for router_controller (e7e97d7f-38ba-4945-8ce2-4f6c97890476), precommit_delete_associations {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:05.646639 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-8b953ba6-7178-4fe9-b976-82e465069f8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551337'] for router (e7e97d7f-38ba-4945-8ce2-4f6c97890476), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:05.647342 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b953ba6-7178-4fe9-b976-82e465069f8f admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7e97d7f-38ba-4945-8ce2-4f6c97890476 {{(pid=104034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 16 15:21:05.652354 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-8b953ba6-7178-4fe9-b976-82e465069f8f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:05.656744 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-8b953ba6-7178-4fe9-b976-82e465069f8f admin admin] 10.222.0.44 "DELETE /v2.0/routers/e7e97d7f-38ba-4945-8ce2-4f6c97890476 HTTP/1.1" status: 204 len: 168 time: 1.1297746 May 16 15:21:05.657345 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 49448) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:05.707511 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.db_base_plugin_v2 [None req-8660fb4d-93a2-4d46-976b-6c60e801d991 admin admin] Deleting subnet 559d3648-c2d7-45f5-9aa1-e00232e9372a {{(pid=104033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 15:21:05.710590 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8660fb4d-93a2-4d46-976b-6c60e801d991 admin admin] Publish callbacks [] for subnet (559d3648-c2d7-45f5-9aa1-e00232e9372a), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:05.745525 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8660fb4d-93a2-4d46-976b-6c60e801d991 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62086373'] for subnet (559d3648-c2d7-45f5-9aa1-e00232e9372a), precommit_delete_associations {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:05.849778 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8660fb4d-93a2-4d46-976b-6c60e801d991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995508'] for subnet (559d3648-c2d7-45f5-9aa1-e00232e9372a), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:05.939683 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a83796f-5111-424f-af61-516174226f2d req-fa1cbd3d-ec99-4ba9-a7fa-509f0fec5a77 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:05.941062 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-5a83796f-5111-424f-af61-516174226f2d req-fa1cbd3d-ec99-4ba9-a7fa-509f0fec5a77 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] 10.222.0.44 "GET /v2.0/ports?device_id=06593e10-12ee-4a95-b2bb-2387e0e18934 HTTP/1.1" status: 200 len: 944 time: 0.0491421 May 16 15:21:05.991544 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-5a83796f-5111-424f-af61-516174226f2d req-a4c8172d-2f3b-4b79-a37a-2302f0ec6a27 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d97ed9-eb0b-4503-a392-7095f36dc063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444252 May 16 15:21:06.004364 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8660fb4d-93a2-4d46-976b-6c60e801d991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61887474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61897994'] for subnet (559d3648-c2d7-45f5-9aa1-e00232e9372a), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:06.023795 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3956b50-4c23-4b2d-baea-6f3525600488 None None] Network 8561ad64-1b6b-4f33-82d1-a2d7e72d5b01 requested from dv-cinder-795785-10-iscsi {{(pid=104035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:21:06.035318 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8660fb4d-93a2-4d46-976b-6c60e801d991 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631934'] for subnet (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:06.038338 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-8660fb4d-93a2-4d46-976b-6c60e801d991 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/559d3648-c2d7-45f5-9aa1-e00232e9372a HTTP/1.1" status: 204 len: 168 time: 0.3792982 May 16 15:21:06.039551 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8660fb4d-93a2-4d46-976b-6c60e801d991 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=559d3648-c2d7-45f5-9aa1-e00232e9372a,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:06.042132 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 49456) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:06.063096 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device 7b95ef5d-6e82-4fc6-b503-4d9ee45d1f26 up at agent hyperv_hv-cinder-79578 {{(pid=104035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:21:06.132782 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device 46ca3b38-4584-46a8-8a70-9abf5f6f3387 no longer exists at agent ovs-agent-dv-cinder-795785-10-iscsi {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:21:06.162386 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] No Port match for: 46ca3b38-4584-46a8-8a70-9abf5f6f3387 {{(pid=104035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:21:06.162730 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device 46ca3b38-4584-46a8-8a70-9abf5f6f3387 not bound to the agent host dv-cinder-795785-10-iscsi {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:21:06.188553 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-56eca86f-b29d-41da-9852-4510a1fcc696 req-60ca6c55-4bc0-493f-a62d-75516135dfd8 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=779684af-ad5e-4d00-9ea9-67d0c37dbdce HTTP/1.1" status: 200 len: 210 time: 0.0491602 May 16 15:21:06.193363 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-ab66187a-8b37-4fe6-8040-ecac465415d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2021163'] for network (8561ad64-1b6b-4f33-82d1-a2d7e72d5b01), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:06.199561 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Provisioning for port 7b95ef5d-6e82-4fc6-b503-4d9ee45d1f26 completed by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 15:21:06.248154 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.plugin [None req-ab66187a-8b37-4fe6-8040-ecac465415d2 admin admin] Deleting port e4b3b1f0-5e05-42b8-bb67-d576d714c400 {{(pid=104034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:21:06.248664 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-ab66187a-8b37-4fe6-8040-ecac465415d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789020190181'] for port (e4b3b1f0-5e05-42b8-bb67-d576d714c400), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:06.269671 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Provisioning complete for port 7b95ef5d-6e82-4fc6-b503-4d9ee45d1f26 triggered by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:21:06.271546 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (7b95ef5d-6e82-4fc6-b503-4d9ee45d1f26), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:06.298613 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4f5922-832a-4f44-8110-79f13a4b1626 None None] DHCP port deletion for 8561ad64-1b6b-4f33-82d1-a2d7e72d5b01 request from dv-cinder-795785-10-iscsi {{(pid=104035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 16 15:21:06.318948 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-ab66187a-8b37-4fe6-8040-ecac465415d2 admin admin] For port e4b3b1f0-5e05-42b8-bb67-d576d714c400, host dv-cinder-795785-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=e4b3b1f0-5e05-42b8-bb67-d576d714c400,segment=NetworkSegment(687f1aa3-4a22-4e93-928a-d5c1913d880c),segment_id=687f1aa3-4a22-4e93-928a-d5c1913d880c)] {{(pid=104034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:21:06.319304 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-ab66187a-8b37-4fe6-8040-ecac465415d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555776'] for port (e4b3b1f0-5e05-42b8-bb67-d576d714c400), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:06.339156 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.plugin [None req-ab66187a-8b37-4fe6-8040-ecac465415d2 admin admin] Calling delete_port for e4b3b1f0-5e05-42b8-bb67-d576d714c400 owned by network:dhcp {{(pid=104034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:21:06.360732 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-ba4f5922-832a-4f44-8110-79f13a4b1626 None None] Deleting port e4b3b1f0-5e05-42b8-bb67-d576d714c400 {{(pid=104035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:21:06.361111 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-ba4f5922-832a-4f44-8110-79f13a4b1626 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789020190181'] for port (e4b3b1f0-5e05-42b8-bb67-d576d714c400), before_delete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:06.443445 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Current status of the port 7b95ef5d-6e82-4fc6-b503-4d9ee45d1f26 is: BUILD; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:21:06.443445 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (7b95ef5d-6e82-4fc6-b503-4d9ee45d1f26), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:06.464674 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-ba4f5922-832a-4f44-8110-79f13a4b1626 None None] For port e4b3b1f0-5e05-42b8-bb67-d576d714c400, host dv-cinder-795785-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=e4b3b1f0-5e05-42b8-bb67-d576d714c400,segment=NetworkSegment(687f1aa3-4a22-4e93-928a-d5c1913d880c),segment_id=687f1aa3-4a22-4e93-928a-d5c1913d880c)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:21:06.464877 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-ba4f5922-832a-4f44-8110-79f13a4b1626 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555776'] for port (e4b3b1f0-5e05-42b8-bb67-d576d714c400), precommit_delete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:06.490734 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-ba4f5922-832a-4f44-8110-79f13a4b1626 None None] Calling delete_port for e4b3b1f0-5e05-42b8-bb67-d576d714c400 owned by network:dhcp {{(pid=104035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:21:06.496369 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06593e10-12ee-4a95-b2bb-2387e0e18934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b95ef5d-6e82-4fc6-b503-4d9ee45d1f26'}] {{(pid=104035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:21:06.498647 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1790aa2910a77bb841f337ade38aaf2daae4faf72d914c843aa5f796a16e7f37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34ccb346-5260-42d8-96e9-001b668e5290" -d '{"events": [{"server_uuid": "06593e10-12ee-4a95-b2bb-2387e0e18934", "name": "network-vif-plugged", "status": "completed", "tag": "7b95ef5d-6e82-4fc6-b503-4d9ee45d1f26"}]}' {{(pid=104035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:21:06.516000 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] For port 7b95ef5d-6e82-4fc6-b503-4d9ee45d1f26, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=7b95ef5d-6e82-4fc6-b503-4d9ee45d1f26,segment=NetworkSegment(ba4cb3a3-40de-452c-9eae-dab0cd0cc2ba),segment_id=ba4cb3a3-40de-452c-9eae-dab0cd0cc2ba)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:21:06.522080 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-ab66187a-8b37-4fe6-8040-ecac465415d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789020200313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789019640158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097154'] for port (e4b3b1f0-5e05-42b8-bb67-d576d714c400), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:06.547821 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-827e24a5-e2fa-434f-bcab-e8c439d9d471 x-openstack-request-id: req-827e24a5-e2fa-434f-bcab-e8c439d9d471 {{(pid=104035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:21:06.548026 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06593e10-12ee-4a95-b2bb-2387e0e18934", "name": "network-vif-plugged", "status": "completed", "tag": "7b95ef5d-6e82-4fc6-b503-4d9ee45d1f26", "code": 200}]} {{(pid=104035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:21:06.548238 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-827e24a5-e2fa-434f-bcab-e8c439d9d471 {{(pid=104035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:21:06.548689 dv-cinder-795785-10-iscsi neutron-server[104035]: INFO neutron.notifiers.nova [-] Nova event matching ['req-827e24a5-e2fa-434f-bcab-e8c439d9d471'] response: {'server_uuid': '06593e10-12ee-4a95-b2bb-2387e0e18934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b95ef5d-6e82-4fc6-b503-4d9ee45d1f26', 'code': 200} May 16 15:21:06.550703 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab66187a-8b37-4fe6-8040-ecac465415d2 admin admin] No DVR routers for this DVR port e4b3b1f0-5e05-42b8-bb67-d576d714c400 on host dv-cinder-795785-10-iscsi {{(pid=104034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:21:06.555588 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab66187a-8b37-4fe6-8040-ecac465415d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4b3b1f0-5e05-42b8-bb67-d576d714c400,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:06.573457 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (7b95ef5d-6e82-4fc6-b503-4d9ee45d1f26), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:06.610221 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-ba4f5922-832a-4f44-8110-79f13a4b1626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789020200313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789019640158'] for port (e4b3b1f0-5e05-42b8-bb67-d576d714c400), after_delete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:06.631973 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4f5922-832a-4f44-8110-79f13a4b1626 None None] No DVR routers for this DVR port e4b3b1f0-5e05-42b8-bb67-d576d714c400 on host dv-cinder-795785-10-iscsi {{(pid=104035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:21:06.640353 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-ab66187a-8b37-4fe6-8040-ecac465415d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2051393', 'neutron.services.segments.db._delete_segments_for_network-8789020055574'] for network (8561ad64-1b6b-4f33-82d1-a2d7e72d5b01), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:06.642013 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Pushing event updated for resources: {'Port': ['ID=7b95ef5d-6e82-4fc6-b503-4d9ee45d1f26,revision_number=5']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:06.659158 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.services.segments.db [None req-ab66187a-8b37-4fe6-8040-ecac465415d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8561ad64-1b6b-4f33-82d1-a2d7e72d5b01']}} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:21:06.666776 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4f5922-832a-4f44-8110-79f13a4b1626 None None] Pushing event deleted for resources: {'Port': ['ID=e4b3b1f0-5e05-42b8-bb67-d576d714c400,revision_number=None']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:06.670746 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.services.segments.db [None req-ab66187a-8b37-4fe6-8040-ecac465415d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '687f1aa3-4a22-4e93-928a-d5c1913d880c') {'for_net_delete': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:21:06.671040 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.services.segments.db [None req-ab66187a-8b37-4fe6-8040-ecac465415d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '687f1aa3-4a22-4e93-928a-d5c1913d880c') {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:21:06.680363 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-ab66187a-8b37-4fe6-8040-ecac465415d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789020139551', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60068856'] for segment (687f1aa3-4a22-4e93-928a-d5c1913d880c), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:06.693992 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-ab66187a-8b37-4fe6-8040-ecac465415d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996815'] for segment (687f1aa3-4a22-4e93-928a-d5c1913d880c), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:06.699690 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab66187a-8b37-4fe6-8040-ecac465415d2 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=104034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 15:21:06.700074 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-ab66187a-8b37-4fe6-8040-ecac465415d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4097233'] for segment (687f1aa3-4a22-4e93-928a-d5c1913d880c), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:06.701711 dv-cinder-795785-10-iscsi neutron-server[104034]: Traceback (most recent call last): May 16 15:21:06.701711 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 15:21:06.701711 dv-cinder-795785-10-iscsi neutron-server[104034]: timer() May 16 15:21:06.701711 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 15:21:06.701711 dv-cinder-795785-10-iscsi neutron-server[104034]: cb(*args, **kw) May 16 15:21:06.701711 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 15:21:06.701711 dv-cinder-795785-10-iscsi neutron-server[104034]: return func(*args, **kwargs) May 16 15:21:06.701711 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 15:21:06.701711 dv-cinder-795785-10-iscsi neutron-server[104034]: self._notify() May 16 15:21:06.701711 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 15:21:06.701711 dv-cinder-795785-10-iscsi neutron-server[104034]: self.callback(batched_events) May 16 15:21:06.701711 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 15:21:06.701711 dv-cinder-795785-10-iscsi neutron-server[104034]: event.method(event) May 16 15:21:06.701711 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 15:21:06.701711 dv-cinder-795785-10-iscsi neutron-server[104034]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 15:21:06.701711 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 15:21:06.701711 dv-cinder-795785-10-iscsi neutron-server[104034]: aggregate_uuid = self.p_client.list_aggregates( May 16 15:21:06.701711 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 15:21:06.701711 dv-cinder-795785-10-iscsi neutron-server[104034]: return f(self, *a, **k) May 16 15:21:06.701711 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 15:21:06.701711 dv-cinder-795785-10-iscsi neutron-server[104034]: return self._get(url).json() May 16 15:21:06.701711 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 15:21:06.701711 dv-cinder-795785-10-iscsi neutron-server[104034]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 15:21:06.701711 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 15:21:06.701711 dv-cinder-795785-10-iscsi neutron-server[104034]: return self.request(url, 'GET', **kwargs) May 16 15:21:06.701711 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 15:21:06.701711 dv-cinder-795785-10-iscsi neutron-server[104034]: base_url = self.get_endpoint(auth, allow=allow, May 16 15:21:06.701711 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 15:21:06.701711 dv-cinder-795785-10-iscsi neutron-server[104034]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 15:21:06.701711 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 15:21:06.701711 dv-cinder-795785-10-iscsi neutron-server[104034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 15:21:06.701711 dv-cinder-795785-10-iscsi neutron-server[104034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 15:21:06.812744 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-ab66187a-8b37-4fe6-8040-ecac465415d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2051450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-557002'] for network (8561ad64-1b6b-4f33-82d1-a2d7e72d5b01), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:06.817947 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-ab66187a-8b37-4fe6-8040-ecac465415d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631934'] for network (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:06.821066 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-ab66187a-8b37-4fe6-8040-ecac465415d2 admin admin] 10.222.0.44 "DELETE /v2.0/networks/8561ad64-1b6b-4f33-82d1-a2d7e72d5b01 HTTP/1.1" status: 204 len: 168 time: 0.7785745 May 16 15:21:06.833321 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab66187a-8b37-4fe6-8040-ecac465415d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=8561ad64-1b6b-4f33-82d1-a2d7e72d5b01,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:07.121941 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 49464) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:07.144350 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f821bbd-6767-4338-99d1-500535dfe17e req-a1506a13-8730-46e2-aa88-3e53801b970c tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:07.151007 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf176caf-442a-4b59-a633-917fd41ad778 req-9f859793-e1df-43fe-90c8-907527ed3652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:07.152461 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-bf176caf-442a-4b59-a633-917fd41ad778 req-9f859793-e1df-43fe-90c8-907527ed3652 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=06593e10-12ee-4a95-b2bb-2387e0e18934 HTTP/1.1" status: 200 len: 1129 time: 0.0986686 May 16 15:21:07.153223 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-8f821bbd-6767-4338-99d1-500535dfe17e req-a1506a13-8730-46e2-aa88-3e53801b970c tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] 10.222.0.44 "GET /v2.0/ports?device_id=06593e10-12ee-4a95-b2bb-2387e0e18934 HTTP/1.1" status: 200 len: 945 time: 0.0670650 May 16 15:21:07.206808 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-37bc6c0a-f23e-4451-801e-eb6c5461fa65 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=316917d7a31645bfaac651f81154c18f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0835590 May 16 15:21:07.210038 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 49466) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:07.210325 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02c67a4-68ce-42c7-9254-a944411a8ae6 req-ec27a38e-484d-4c96-9c80-a6002fc5bced tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:07.211795 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-f02c67a4-68ce-42c7-9254-a944411a8ae6 req-ec27a38e-484d-4c96-9c80-a6002fc5bced tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.69 "GET /v2.0/networks?id=982c6e92-7848-46dd-811d-5ec569a6da67 HTTP/1.1" status: 200 len: 815 time: 0.1828313 May 16 15:21:07.236943 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-8f821bbd-6767-4338-99d1-500535dfe17e req-1df57bbf-fa32-457c-824d-0a648ea8ea22 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d97ed9-eb0b-4503-a392-7095f36dc063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770042 May 16 15:21:07.240791 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-bf176caf-442a-4b59-a633-917fd41ad778 req-c49d6b8d-bbe8-412a-85e5-899ab9c16975 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=81d97ed9-eb0b-4503-a392-7095f36dc063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818617 May 16 15:21:07.284260 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-d98767a7-abd8-4247-b687-ccebedc56748 admin admin] Publish callbacks [] for security_group (014d0d4d-d0b9-4825-87ad-58356143efad), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:07.291359 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-f02c67a4-68ce-42c7-9254-a944411a8ae6 req-835e0d44-e51c-4120-93ec-b12473880f01 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d143bc5a616249a7beefc7b27962026b HTTP/1.1" status: 200 len: 380 time: 0.0594907 May 16 15:21:07.307367 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-d98767a7-abd8-4247-b687-ccebedc56748 admin admin] Publish callbacks [] for security_group (014d0d4d-d0b9-4825-87ad-58356143efad), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:07.319301 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-09d91d8d-da93-4aac-9d61-320587c4ccd2 req-fb69d047-cceb-4381-8b9f-0fc4bbb0a313 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=779684af-ad5e-4d00-9ea9-67d0c37dbdce HTTP/1.1" status: 200 len: 210 time: 0.0270059 May 16 15:21:07.441444 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-d98767a7-abd8-4247-b687-ccebedc56748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (014d0d4d-d0b9-4825-87ad-58356143efad), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:07.501428 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-d98767a7-abd8-4247-b687-ccebedc56748 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:07.501428 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-d98767a7-abd8-4247-b687-ccebedc56748 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/014d0d4d-d0b9-4825-87ad-58356143efad HTTP/1.1" status: 204 len: 168 time: 0.2346411 May 16 15:21:07.501428 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98767a7-abd8-4247-b687-ccebedc56748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=014d0d4d-d0b9-4825-87ad-58356143efad,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:07.521448 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.v2.base [req-f02c67a4-68ce-42c7-9254-a944411a8ae6 req-43cca152-d022-44bc-9418-f0fc065a0e94 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Request body: {'port': {'device_id': '779684af-ad5e-4d00-9ea9-67d0c37dbdce', 'network_id': '982c6e92-7848-46dd-811d-5ec569a6da67', 'admin_state_up': True, 'tenant_id': 'd143bc5a616249a7beefc7b27962026b', 'security_groups': ['b5d9a6ab-8f18-40a5-9474-d9e654039c7c']}} {{(pid=104033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:21:07.701134 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device e4b3b1f0-5e05-42b8-bb67-d576d714c400 no longer exists at agent ovs-agent-dv-cinder-795785-10-iscsi {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:21:07.723654 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] No Port match for: e4b3b1f0-5e05-42b8-bb67-d576d714c400 {{(pid=104035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:21:07.724445 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device e4b3b1f0-5e05-42b8-bb67-d576d714c400 not bound to the agent host dv-cinder-795785-10-iscsi {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:21:07.724584 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device 075f964c-8897-47c4-bceb-716071386f64 no longer exists at agent ovs-agent-dv-cinder-795785-10-iscsi {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:21:07.743245 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] No Port match for: 075f964c-8897-47c4-bceb-716071386f64 {{(pid=104035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:21:07.743586 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device 075f964c-8897-47c4-bceb-716071386f64 not bound to the agent host dv-cinder-795785-10-iscsi {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:21:07.778710 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f02c67a4-68ce-42c7-9254-a944411a8ae6 req-43cca152-d022-44bc-9418-f0fc065a0e94 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Made reservation on behalf of d143bc5a616249a7beefc7b27962026b for: {'port': 1} {{(pid=104033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:21:07.782514 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-f02c67a4-68ce-42c7-9254-a944411a8ae6 req-43cca152-d022-44bc-9418-f0fc065a0e94 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:07.922756 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [req-f02c67a4-68ce-42c7-9254-a944411a8ae6 req-43cca152-d022-44bc-9418-f0fc065a0e94 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Allocated IP 172.20.0.5 (982c6e92-7848-46dd-811d-5ec569a6da67/1fafe849-ed07-444a-932d-68cf1f6b80a1/74efad31-6e64-40bc-9867-6c6e7c294314) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:21:08.061647 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-f02c67a4-68ce-42c7-9254-a944411a8ae6 req-43cca152-d022-44bc-9418-f0fc065a0e94 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks [] for port (74efad31-6e64-40bc-9867-6c6e7c294314), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:08.179314 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-f02c67a4-68ce-42c7-9254-a944411a8ae6 req-43cca152-d022-44bc-9418-f0fc065a0e94 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789019640149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61886211'] for port (74efad31-6e64-40bc-9867-6c6e7c294314), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:08.223870 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f02c67a4-68ce-42c7-9254-a944411a8ae6 req-43cca152-d022-44bc-9418-f0fc065a0e94 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Network 982c6e92-7848-46dd-811d-5ec569a6da67 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:21:08.227152 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [req-f02c67a4-68ce-42c7-9254-a944411a8ae6 req-43cca152-d022-44bc-9418-f0fc065a0e94 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:21:08.233603 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [req-f02c67a4-68ce-42c7-9254-a944411a8ae6 req-43cca152-d022-44bc-9418-f0fc065a0e94 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:21:08.239647 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cca152-d022-44bc-9418-f0fc065a0e94 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Pushing event updated for resources: {'Port': ['ID=74efad31-6e64-40bc-9867-6c6e7c294314,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:08.286866 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02c67a4-68ce-42c7-9254-a944411a8ae6 req-43cca152-d022-44bc-9418-f0fc065a0e94 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:08.287510 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-f02c67a4-68ce-42c7-9254-a944411a8ae6 req-43cca152-d022-44bc-9418-f0fc065a0e94 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914'] for port (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:08.360496 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-f02c67a4-68ce-42c7-9254-a944411a8ae6 req-43cca152-d022-44bc-9418-f0fc065a0e94 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8435373 May 16 15:21:08.374157 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb5455-ecf7-4bac-9c57-a50e9d0a8dfb req-0e61f209-f191-412e-9cc3-5b7365417fc8 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:08.375900 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-f5cb5455-ecf7-4bac-9c57-a50e9d0a8dfb req-0e61f209-f191-412e-9cc3-5b7365417fc8 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] 10.222.0.44 "GET /v2.0/ports?device_id=06593e10-12ee-4a95-b2bb-2387e0e18934 HTTP/1.1" status: 200 len: 945 time: 0.0545237 May 16 15:21:08.472568 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-f5cb5455-ecf7-4bac-9c57-a50e9d0a8dfb req-afbe0c21-978c-44ab-8eeb-f82a11dae91f tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d97ed9-eb0b-4503-a392-7095f36dc063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887756 May 16 15:21:08.474824 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7fc1fa-e8d4-487b-8e29-1cfdd1770782 req-9cdb5fea-1b7b-4bb4-9051-9766a0f206f1 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:08.483476 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-dd7fc1fa-e8d4-487b-8e29-1cfdd1770782 req-9cdb5fea-1b7b-4bb4-9051-9766a0f206f1 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=779684af-ad5e-4d00-9ea9-67d0c37dbdce HTTP/1.1" status: 200 len: 931 time: 0.0653203 May 16 15:21:08.491286 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-bd2a2c08-a421-47f8-be9e-6a0c654d8fbf None None] Provisioning complete for port 74efad31-6e64-40bc-9867-6c6e7c294314 triggered by entity DHCP. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:21:08.491965 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-bd2a2c08-a421-47f8-be9e-6a0c654d8fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (74efad31-6e64-40bc-9867-6c6e7c294314), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:08.527563 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-bd2a2c08-a421-47f8-be9e-6a0c654d8fbf None None] Port 74efad31-6e64-40bc-9867-6c6e7c294314 cannot update to ACTIVE because it is not bound. {{(pid=104035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:21:08.538150 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-dd7fc1fa-e8d4-487b-8e29-1cfdd1770782 req-f135b73a-b0f4-48a6-99bb-4d30f142c551 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/security-groups?id=b5d9a6ab-8f18-40a5-9474-d9e654039c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537024 May 16 15:21:08.703945 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 49498) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:08.760974 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.v2.base [req-f02c67a4-68ce-42c7-9254-a944411a8ae6 req-931285c2-9f71-4534-add9-fafef8e9e20a service neutron] Request body: {'port': {'device_id': '779684af-ad5e-4d00-9ea9-67d0c37dbdce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79578'}} {{(pid=104033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:21:08.800159 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.v2.base [None req-624e3dd9-3fc5-4a5f-bee1-4f74d14288cb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-886762088-network', 'tenant_id': '440329d501de48d19ba51dceaa845197'}} {{(pid=104034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:21:08.824371 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-f02c67a4-68ce-42c7-9254-a944411a8ae6 req-931285c2-9f71-4534-add9-fafef8e9e20a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (74efad31-6e64-40bc-9867-6c6e7c294314), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:08.882117 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-624e3dd9-3fc5-4a5f-bee1-4f74d14288cb admin admin] Made reservation on behalf of 440329d501de48d19ba51dceaa845197 for: {'network': 1} {{(pid=104034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:21:08.884517 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-624e3dd9-3fc5-4a5f-bee1-4f74d14288cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for network (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:08.893143 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-624e3dd9-3fc5-4a5f-bee1-4f74d14288cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:08.967647 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-624e3dd9-3fc5-4a5f-bee1-4f74d14288cb admin admin] Publish callbacks [] for security_group (7d9edbbf-9c29-485c-9918-84d0c331d33b), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:09.036488 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-624e3dd9-3fc5-4a5f-bee1-4f74d14288cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (7d9edbbf-9c29-485c-9918-84d0c331d33b), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:09.061806 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-624e3dd9-3fc5-4a5f-bee1-4f74d14288cb admin admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=104034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 15:21:09.071505 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624e3dd9-3fc5-4a5f-bee1-4f74d14288cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9edbbf-9c29-485c-9918-84d0c331d33b,revision_number=1']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:09.076247 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-624e3dd9-3fc5-4a5f-bee1-4f74d14288cb admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789020055565', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996815'] for segment (15ad7a44-5805-47b3-8a3f-5aee86af7631), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:09.076658 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.db.segments_db [None req-624e3dd9-3fc5-4a5f-bee1-4f74d14288cb admin admin] Added segment 15ad7a44-5805-47b3-8a3f-5aee86af7631 of type vlan for network 998469a5-51c9-48fa-9255-eb909b168691 May 16 15:21:09.121631 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [req-f02c67a4-68ce-42c7-9254-a944411a8ae6 req-931285c2-9f71-4534-add9-fafef8e9e20a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74efad31-6e64-40bc-9867-6c6e7c294314 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:21:09.122857 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-624e3dd9-3fc5-4a5f-bee1-4f74d14288cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789019629716'] for network (998469a5-51c9-48fa-9255-eb909b168691), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:09.129358 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-f02c67a4-68ce-42c7-9254-a944411a8ae6 req-931285c2-9f71-4534-add9-fafef8e9e20a service neutron] Publish callbacks [] for port (74efad31-6e64-40bc-9867-6c6e7c294314), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:09.142211 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [req-f02c67a4-68ce-42c7-9254-a944411a8ae6 req-931285c2-9f71-4534-add9-fafef8e9e20a service neutron] Transition to ACTIVE for port object 74efad31-6e64-40bc-9867-6c6e7c294314 will not be triggered until provisioned by entity L2. {{(pid=104033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 15:21:09.161213 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.agents_db [None req-ab78c14b-22b7-4e46-ade7-0c4080e95cb7 None None] Agent healthcheck: found 6 active agents {{(pid=104036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:21:09.224896 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-f02c67a4-68ce-42c7-9254-a944411a8ae6 req-931285c2-9f71-4534-add9-fafef8e9e20a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61886260'] for port (74efad31-6e64-40bc-9867-6c6e7c294314), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:09.247790 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-624e3dd9-3fc5-4a5f-bee1-4f74d14288cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888'] for network (998469a5-51c9-48fa-9255-eb909b168691), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:09.248839 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624e3dd9-3fc5-4a5f-bee1-4f74d14288cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:09.249425 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-624e3dd9-3fc5-4a5f-bee1-4f74d14288cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631934'] for network (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:09.277993 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931285c2-9f71-4534-add9-fafef8e9e20a service neutron] Pushing event updated for resources: {'Port': ['ID=74efad31-6e64-40bc-9867-6c6e7c294314,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:09.312219 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624e3dd9-3fc5-4a5f-bee1-4f74d14288cb admin admin] Pushing event updated for resources: {'Network': ['ID=998469a5-51c9-48fa-9255-eb909b168691,revision_number=1']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:09.323902 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Network 998469a5-51c9-48fa-9255-eb909b168691 details requested by agent ovs-agent-dv-cinder-795785-10-iscsi with host dv-cinder-795785-10-iscsi {{(pid=104035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 15:21:09.350766 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [req-f02c67a4-68ce-42c7-9254-a944411a8ae6 req-931285c2-9f71-4534-add9-fafef8e9e20a service neutron] Attempting to bind port 74efad31-6e64-40bc-9867-6c6e7c294314 on host hv-cinder-79578 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:21:09.350766 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [req-f02c67a4-68ce-42c7-9254-a944411a8ae6 req-931285c2-9f71-4534-add9-fafef8e9e20a service neutron] Attempting to bind port 74efad31-6e64-40bc-9867-6c6e7c294314 by drivers openvswitch,hyperv on host hv-cinder-79578 at level 0 using segments [{'id': 'e125e9e2-0bb4-4387-a6b6-a67c63b56378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '982c6e92-7848-46dd-811d-5ec569a6da67'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:21:09.351175 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02c67a4-68ce-42c7-9254-a944411a8ae6 req-931285c2-9f71-4534-add9-fafef8e9e20a service neutron] Attempting to bind port 74efad31-6e64-40bc-9867-6c6e7c294314 on network 982c6e92-7848-46dd-811d-5ec569a6da67 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:21:09.357368 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02c67a4-68ce-42c7-9254-a944411a8ae6 req-931285c2-9f71-4534-add9-fafef8e9e20a service neutron] Port 74efad31-6e64-40bc-9867-6c6e7c294314 on network 982c6e92-7848-46dd-811d-5ec569a6da67 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79578 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 15:21:09.357695 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02c67a4-68ce-42c7-9254-a944411a8ae6 req-931285c2-9f71-4534-add9-fafef8e9e20a service neutron] Attempting to bind port 74efad31-6e64-40bc-9867-6c6e7c294314 on network 982c6e92-7848-46dd-811d-5ec569a6da67 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:21:09.363567 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02c67a4-68ce-42c7-9254-a944411a8ae6 req-931285c2-9f71-4534-add9-fafef8e9e20a service neutron] Checking agent: {'id': '751a3b14-a3b6-44f5-a165-bd23bd92acbe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79578', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 13, 10), 'started_at': datetime.datetime(2022, 5, 16, 15, 13, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:21:09.363905 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02c67a4-68ce-42c7-9254-a944411a8ae6 req-931285c2-9f71-4534-add9-fafef8e9e20a service neutron] Checking segment: {'id': 'e125e9e2-0bb4-4387-a6b6-a67c63b56378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '982c6e92-7848-46dd-811d-5ec569a6da67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:21:09.364289 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02c67a4-68ce-42c7-9254-a944411a8ae6 req-931285c2-9f71-4534-add9-fafef8e9e20a service neutron] Bound using segment: {'id': 'e125e9e2-0bb4-4387-a6b6-a67c63b56378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '982c6e92-7848-46dd-811d-5ec569a6da67'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:21:09.364716 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [req-f02c67a4-68ce-42c7-9254-a944411a8ae6 req-931285c2-9f71-4534-add9-fafef8e9e20a service neutron] Bound port: 74efad31-6e64-40bc-9867-6c6e7c294314, host: hv-cinder-79578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e125e9e2-0bb4-4387-a6b6-a67c63b56378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '982c6e92-7848-46dd-811d-5ec569a6da67'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:21:09.365079 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-f02c67a4-68ce-42c7-9254-a944411a8ae6 req-931285c2-9f71-4534-add9-fafef8e9e20a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (74efad31-6e64-40bc-9867-6c6e7c294314), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:09.381217 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-624e3dd9-3fc5-4a5f-bee1-4f74d14288cb admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.6761343 May 16 15:21:09.384630 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 49502) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:09.391596 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.v2.base [None req-fcf791e3-d0f7-44a0-904e-e706be7b8b5b admin admin] Request body: {'subnet': {'network_id': '998469a5-51c9-48fa-9255-eb909b168691', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-886762088-subnet', 'tenant_id': '440329d501de48d19ba51dceaa845197', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:21:09.437622 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [req-f02c67a4-68ce-42c7-9254-a944411a8ae6 req-931285c2-9f71-4534-add9-fafef8e9e20a service neutron] For port 74efad31-6e64-40bc-9867-6c6e7c294314, host hv-cinder-79578, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:21:09.441188 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [req-f02c67a4-68ce-42c7-9254-a944411a8ae6 req-931285c2-9f71-4534-add9-fafef8e9e20a service neutron] For port 74efad31-6e64-40bc-9867-6c6e7c294314, host hv-cinder-79578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=74efad31-6e64-40bc-9867-6c6e7c294314,segment=NetworkSegment(e125e9e2-0bb4-4387-a6b6-a67c63b56378),segment_id=e125e9e2-0bb4-4387-a6b6-a67c63b56378)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:21:09.499918 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf791e3-d0f7-44a0-904e-e706be7b8b5b admin admin] Made reservation on behalf of 440329d501de48d19ba51dceaa845197 for: {'subnet': 1} {{(pid=104034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:21:09.502331 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-fcf791e3-d0f7-44a0-904e-e706be7b8b5b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773436'] for subnet (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:09.532089 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-f02c67a4-68ce-42c7-9254-a944411a8ae6 req-931285c2-9f71-4534-add9-fafef8e9e20a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61886260'] for port (74efad31-6e64-40bc-9867-6c6e7c294314), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:09.567491 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02c67a4-68ce-42c7-9254-a944411a8ae6 req-931285c2-9f71-4534-add9-fafef8e9e20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:09.568220 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-f02c67a4-68ce-42c7-9254-a944411a8ae6 req-931285c2-9f71-4534-add9-fafef8e9e20a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914'] for port (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:09.569697 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-f02c67a4-68ce-42c7-9254-a944411a8ae6 req-931285c2-9f71-4534-add9-fafef8e9e20a service neutron] 10.222.0.69 "PUT /v2.0/ports/74efad31-6e64-40bc-9867-6c6e7c294314 HTTP/1.1" status: 200 len: 1093 time: 0.8134995 May 16 15:21:09.570362 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '779684af-ad5e-4d00-9ea9-67d0c37dbdce', 'tag': '74efad31-6e64-40bc-9867-6c6e7c294314'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:21:09.572692 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffeccd97bc4bec2d8a291f35a4115644be5723c7930092d1a563b2016f5a5231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eadf0eb-64fc-4c10-ba5d-5d695b6309c0" -d '{"events": [{"name": "network-changed", "server_uuid": "779684af-ad5e-4d00-9ea9-67d0c37dbdce", "tag": "74efad31-6e64-40bc-9867-6c6e7c294314"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:21:09.602872 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931285c2-9f71-4534-add9-fafef8e9e20a service neutron] Pushing event updated for resources: {'Port': ['ID=74efad31-6e64-40bc-9867-6c6e7c294314,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:09.628853 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff974b4-1c0b-46b5-94fd-8f57a6de9166 req-fc016359-9cd2-4c3d-91ab-8c7b3a14aa02 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:09.630877 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-aff974b4-1c0b-46b5-94fd-8f57a6de9166 req-fc016359-9cd2-4c3d-91ab-8c7b3a14aa02 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] 10.222.0.44 "GET /v2.0/ports?device_id=06593e10-12ee-4a95-b2bb-2387e0e18934 HTTP/1.1" status: 200 len: 945 time: 0.0738387 May 16 15:21:09.686539 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a077a98-538e-414d-9066-8868572bb06f req-98633254-9f86-4351-b999-915d1c4f63fa tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:09.688213 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-5a077a98-538e-414d-9066-8868572bb06f req-98633254-9f86-4351-b999-915d1c4f63fa tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=779684af-ad5e-4d00-9ea9-67d0c37dbdce HTTP/1.1" status: 200 len: 943 time: 0.0595522 May 16 15:21:09.735178 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-aff974b4-1c0b-46b5-94fd-8f57a6de9166 req-f8f8813c-72d5-46e4-aea6-7c721aee815d tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d97ed9-eb0b-4503-a392-7095f36dc063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959048 May 16 15:21:09.784328 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02c67a4-68ce-42c7-9254-a944411a8ae6 req-7b80787e-e8a5-4b98-8177-ee8dd5872742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:09.785733 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-f02c67a4-68ce-42c7-9254-a944411a8ae6 req-7b80787e-e8a5-4b98-8177-ee8dd5872742 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d143bc5a616249a7beefc7b27962026b&device_id=779684af-ad5e-4d00-9ea9-67d0c37dbdce HTTP/1.1" status: 200 len: 1127 time: 0.0759556 May 16 15:21:09.788062 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8895e46-f994-4d8d-a35b-ead2c0f30824 x-openstack-request-id: req-e8895e46-f994-4d8d-a35b-ead2c0f30824 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:21:09.788345 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "779684af-ad5e-4d00-9ea9-67d0c37dbdce", "tag": "74efad31-6e64-40bc-9867-6c6e7c294314", "status": "completed", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:21:09.788599 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e8895e46-f994-4d8d-a35b-ead2c0f30824 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:21:09.788997 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8895e46-f994-4d8d-a35b-ead2c0f30824'] response: {'name': 'network-changed', 'server_uuid': '779684af-ad5e-4d00-9ea9-67d0c37dbdce', 'tag': '74efad31-6e64-40bc-9867-6c6e7c294314', 'status': 'completed', 'code': 200} May 16 15:21:09.793544 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-5a077a98-538e-414d-9066-8868572bb06f req-c3fe2f2f-689f-4e53-9d3a-3c62cc07ef19 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/security-groups?id=b5d9a6ab-8f18-40a5-9474-d9e654039c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987365 May 16 15:21:09.852546 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-f02c67a4-68ce-42c7-9254-a944411a8ae6 req-e4e04127-ed72-4e6d-8802-1962f148286a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74efad31-6e64-40bc-9867-6c6e7c294314 HTTP/1.1" status: 200 len: 217 time: 0.0375893 May 16 15:21:09.872748 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-fcf791e3-d0f7-44a0-904e-e706be7b8b5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4102194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2773418'] for subnet (1ad10214-93e5-43be-949a-1d0aca01794b), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:09.907608 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02c67a4-68ce-42c7-9254-a944411a8ae6 req-81cea64b-5514-498e-a30b-974476f6cdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:09.909102 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-f02c67a4-68ce-42c7-9254-a944411a8ae6 req-81cea64b-5514-498e-a30b-974476f6cdd5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1fafe849-ed07-444a-932d-68cf1f6b80a1 HTTP/1.1" status: 200 len: 854 time: 0.0511360 May 16 15:21:09.933679 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf791e3-d0f7-44a0-904e-e706be7b8b5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ad10214-93e5-43be-949a-1d0aca01794b,revision_number=0']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:09.941366 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf791e3-d0f7-44a0-904e-e706be7b8b5b admin admin] Checking segment: {'id': '15ad7a44-5805-47b3-8a3f-5aee86af7631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '998469a5-51c9-48fa-9255-eb909b168691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:21:09.941733 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf791e3-d0f7-44a0-904e-e706be7b8b5b admin admin] Network hostable DHCP agents. Network: 998469a5-51c9-48fa-9255-eb909b168691, hostable agents: ['a586ef94-96cb-452c-b402-463be5294b2a'], hosted agents: [] {{(pid=104034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 15:21:09.956694 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02c67a4-68ce-42c7-9254-a944411a8ae6 req-37306c17-a36d-48cd-bf36-145c6aa4b1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:09.961465 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-f02c67a4-68ce-42c7-9254-a944411a8ae6 req-37306c17-a36d-48cd-bf36-145c6aa4b1fe service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=982c6e92-7848-46dd-811d-5ec569a6da67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0409813 May 16 15:21:10.031239 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf791e3-d0f7-44a0-904e-e706be7b8b5b admin admin] Network 998469a5-51c9-48fa-9255-eb909b168691 is scheduled to be hosted by DHCP agent a586ef94-96cb-452c-b402-463be5294b2a with binding_index 1 {{(pid=104034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 15:21:10.053973 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-f02c67a4-68ce-42c7-9254-a944411a8ae6 req-6b37bb84-6859-480f-a3a0-a4d1895416be service neutron] 10.222.0.69 "GET /v2.0/networks/982c6e92-7848-46dd-811d-5ec569a6da67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887027 May 16 15:21:10.113065 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.base_scheduler [None req-fcf791e3-d0f7-44a0-904e-e706be7b8b5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795785-10-iscsi, 998469a5-51c9-48fa-9255-eb909b168691) {{(pid=104034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:21:10.119546 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf791e3-d0f7-44a0-904e-e706be7b8b5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:10.120313 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-fcf791e3-d0f7-44a0-904e-e706be7b8b5b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:10.126039 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5100e02f-41b9-4c22-aa61-63de5e483fc1 None None] Network 998469a5-51c9-48fa-9255-eb909b168691 requested from dv-cinder-795785-10-iscsi {{(pid=104035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:21:10.151604 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-f02c67a4-68ce-42c7-9254-a944411a8ae6 req-48892566-64d0-45d3-96fc-a85b523eb110 service neutron] 10.222.0.69 "GET /v2.0/networks/982c6e92-7848-46dd-811d-5ec569a6da67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914106 May 16 15:21:10.214135 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (751a3b14-a3b6-44f5-a165-bd23bd92acbe), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:10.238736 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b035df-d6d1-4c45-87c4-16ebcf51aa7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38d81d8d-e1d5-5063-843e-fd2156367bd9-998469a5-51c9-48fa-9255-eb909b168691', 'network_id': '998469a5-51c9-48fa-9255-eb909b168691', 'project_id': '440329d501de48d19ba51dceaa845197', 'fixed_ips': [{'subnet_id': '1ad10214-93e5-43be-949a-1d0aca01794b'}]}} from dv-cinder-795785-10-iscsi. {{(pid=104035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 15:21:10.239663 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-43b035df-d6d1-4c45-87c4-16ebcf51aa7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (None), before_create {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:10.251747 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-fcf791e3-d0f7-44a0-904e-e706be7b8b5b admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8678322 May 16 15:21:10.254343 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 49518) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:10.258480 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.v2.base [None req-dde13dd2-532d-4d80-8257-7bd54dee8893 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-886762088-router', 'tenant_id': '440329d501de48d19ba51dceaa845197', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594'}}} {{(pid=104034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:21:10.379036 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.db_base_plugin_common [None req-43b035df-d6d1-4c45-87c4-16ebcf51aa7c None None] Allocated IP 172.20.0.2 (998469a5-51c9-48fa-9255-eb909b168691/1ad10214-93e5-43be-949a-1d0aca01794b/2e2e957d-6408-40af-bd8f-205c25a596c0) {{(pid=104035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:21:10.380442 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-dde13dd2-532d-4d80-8257-7bd54dee8893 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1129'] for router (b9f1aa0c-fe35-4659-b48b-8d4888db3d74), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:10.381506 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-dde13dd2-532d-4d80-8257-7bd54dee8893 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-553739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1120'] for router (b9f1aa0c-fe35-4659-b48b-8d4888db3d74), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:10.432012 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-dde13dd2-532d-4d80-8257-7bd54dee8893 admin admin] Publish callbacks [] for router_controller (b9f1aa0c-fe35-4659-b48b-8d4888db3d74), precommit_add_association {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:10.515500 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-43b035df-d6d1-4c45-87c4-16ebcf51aa7c None None] Publish callbacks [] for port (2e2e957d-6408-40af-bd8f-205c25a596c0), precommit_create {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:10.586482 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-43b035df-d6d1-4c45-87c4-16ebcf51aa7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789019640149'] for port (2e2e957d-6408-40af-bd8f-205c25a596c0), after_create {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:10.625546 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-dde13dd2-532d-4d80-8257-7bd54dee8893 admin admin] Publish callbacks [] for router_gateway (b9f1aa0c-fe35-4659-b48b-8d4888db3d74), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:10.631795 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b035df-d6d1-4c45-87c4-16ebcf51aa7c None None] Network 998469a5-51c9-48fa-9255-eb909b168691 is already hosted by enough agents. {{(pid=104035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:21:10.634876 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.scheduler.base_scheduler [None req-43b035df-d6d1-4c45-87c4-16ebcf51aa7c None None] Resources bound (agent type, host, resource id): {{(pid=104035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:21:10.641539 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b035df-d6d1-4c45-87c4-16ebcf51aa7c None None] Received port after_create {{(pid=104035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:21:10.646442 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b035df-d6d1-4c45-87c4-16ebcf51aa7c None None] Pushing event updated for resources: {'Port': ['ID=2e2e957d-6408-40af-bd8f-205c25a596c0,revision_number=1']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:10.702604 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.managers [None req-43b035df-d6d1-4c45-87c4-16ebcf51aa7c None None] Attempting to bind port 2e2e957d-6408-40af-bd8f-205c25a596c0 on host dv-cinder-795785-10-iscsi for vnic_type normal with profile {{(pid=104035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:21:10.702974 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.managers [None req-43b035df-d6d1-4c45-87c4-16ebcf51aa7c None None] Attempting to bind port 2e2e957d-6408-40af-bd8f-205c25a596c0 by drivers openvswitch,hyperv on host dv-cinder-795785-10-iscsi at level 0 using segments [{'id': '15ad7a44-5805-47b3-8a3f-5aee86af7631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '998469a5-51c9-48fa-9255-eb909b168691'}] {{(pid=104035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:21:10.703335 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b035df-d6d1-4c45-87c4-16ebcf51aa7c None None] Attempting to bind port 2e2e957d-6408-40af-bd8f-205c25a596c0 on network 998469a5-51c9-48fa-9255-eb909b168691 {{(pid=104035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:21:10.708561 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b035df-d6d1-4c45-87c4-16ebcf51aa7c None None] Checking agent: {'id': '311a8a5f-4d79-4ff7-931a-d05ff8cc45ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 6, 3), 'started_at': datetime.datetime(2022, 5, 16, 15, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:21:10.708968 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b035df-d6d1-4c45-87c4-16ebcf51aa7c None None] Checking segment: {'id': '15ad7a44-5805-47b3-8a3f-5aee86af7631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '998469a5-51c9-48fa-9255-eb909b168691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:21:10.709369 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-43b035df-d6d1-4c45-87c4-16ebcf51aa7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:10.709763 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b035df-d6d1-4c45-87c4-16ebcf51aa7c None None] Bound using segment: {'id': '15ad7a44-5805-47b3-8a3f-5aee86af7631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '998469a5-51c9-48fa-9255-eb909b168691'} {{(pid=104035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:21:10.710308 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.managers [None req-43b035df-d6d1-4c45-87c4-16ebcf51aa7c None None] Bound port: 2e2e957d-6408-40af-bd8f-205c25a596c0, host: dv-cinder-795785-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15ad7a44-5805-47b3-8a3f-5aee86af7631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '998469a5-51c9-48fa-9255-eb909b168691'}}] {{(pid=104035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:21:10.710694 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-43b035df-d6d1-4c45-87c4-16ebcf51aa7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (2e2e957d-6408-40af-bd8f-205c25a596c0), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:10.770498 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-43b035df-d6d1-4c45-87c4-16ebcf51aa7c None None] For port 2e2e957d-6408-40af-bd8f-205c25a596c0, host dv-cinder-795785-10-iscsi, cleared binding levels {{(pid=104035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:21:10.773438 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-43b035df-d6d1-4c45-87c4-16ebcf51aa7c None None] For port 2e2e957d-6408-40af-bd8f-205c25a596c0, host dv-cinder-795785-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=2e2e957d-6408-40af-bd8f-205c25a596c0,segment=NetworkSegment(15ad7a44-5805-47b3-8a3f-5aee86af7631),segment_id=15ad7a44-5805-47b3-8a3f-5aee86af7631)] {{(pid=104035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:21:10.840508 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-43b035df-d6d1-4c45-87c4-16ebcf51aa7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (2e2e957d-6408-40af-bd8f-205c25a596c0), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:10.849575 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-dde13dd2-532d-4d80-8257-7bd54dee8893 admin admin] Publish callbacks [] for router_gateway (b9f1aa0c-fe35-4659-b48b-8d4888db3d74), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:10.884624 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-dde13dd2-532d-4d80-8257-7bd54dee8893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:10.899005 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b035df-d6d1-4c45-87c4-16ebcf51aa7c None None] Pushing event updated for resources: {'Port': ['ID=2e2e957d-6408-40af-bd8f-205c25a596c0,revision_number=2']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:11.003847 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.db.db_base_plugin_common [None req-dde13dd2-532d-4d80-8257-7bd54dee8893 admin admin] Allocated IP 172.27.0.4 (ad45e98c-12fc-4959-a2ae-a7226c979594/4a504247-fe9e-45e9-866d-820247643fc0/63f3b2c3-9556-409d-b58c-d225c526d2d6) {{(pid=104034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:21:11.158855 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-dde13dd2-532d-4d80-8257-7bd54dee8893 admin admin] Publish callbacks [] for port (63f3b2c3-9556-409d-b58c-d225c526d2d6), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:11.201873 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe302f9a-9c8a-4953-8f1d-fb92696f2e08 req-c78e4185-9113-4941-a6e4-5bf8db97c841 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:11.203703 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-fe302f9a-9c8a-4953-8f1d-fb92696f2e08 req-c78e4185-9113-4941-a6e4-5bf8db97c841 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=779684af-ad5e-4d00-9ea9-67d0c37dbdce HTTP/1.1" status: 200 len: 943 time: 0.3405995 May 16 15:21:11.210912 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eadf0eb-64fc-4c10-ba5d-5d695b6309c0 req-d0bd6f7b-1f06-4336-a815-78cee6937ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:11.213081 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-0eadf0eb-64fc-4c10-ba5d-5d695b6309c0 req-d0bd6f7b-1f06-4336-a815-78cee6937ba7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d143bc5a616249a7beefc7b27962026b&device_id=779684af-ad5e-4d00-9ea9-67d0c37dbdce HTTP/1.1" status: 200 len: 1127 time: 0.0560234 May 16 15:21:11.255751 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-dde13dd2-532d-4d80-8257-7bd54dee8893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789019640149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097154'] for port (63f3b2c3-9556-409d-b58c-d225c526d2d6), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:11.293068 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde13dd2-532d-4d80-8257-7bd54dee8893 admin admin] Network ad45e98c-12fc-4959-a2ae-a7226c979594 is already hosted by enough agents. {{(pid=104034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:21:11.295936 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.base_scheduler [None req-dde13dd2-532d-4d80-8257-7bd54dee8893 admin admin] Resources bound (agent type, host, resource id): {{(pid=104034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:21:11.298503 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde13dd2-532d-4d80-8257-7bd54dee8893 admin admin] Received port after_create {{(pid=104034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:21:11.316553 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-fe302f9a-9c8a-4953-8f1d-fb92696f2e08 req-4a50861a-ef8b-4b47-9c90-78e6bd28dcf1 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/security-groups?id=b5d9a6ab-8f18-40a5-9474-d9e654039c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073370 May 16 15:21:11.332640 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde13dd2-532d-4d80-8257-7bd54dee8893 admin admin] Pushing event updated for resources: {'Port': ['ID=63f3b2c3-9556-409d-b58c-d225c526d2d6,revision_number=1']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:11.345384 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eadf0eb-64fc-4c10-ba5d-5d695b6309c0 req-37d59e74-87b5-4541-b9dd-d2c5ea3bf331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:11.347076 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-0eadf0eb-64fc-4c10-ba5d-5d695b6309c0 req-37d59e74-87b5-4541-b9dd-d2c5ea3bf331 service neutron] 10.222.0.69 "GET /v2.0/networks?id=982c6e92-7848-46dd-811d-5ec569a6da67 HTTP/1.1" status: 200 len: 916 time: 0.1282496 May 16 15:21:11.391858 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-0eadf0eb-64fc-4c10-ba5d-5d695b6309c0 req-56d674e8-4a5d-48df-a575-890e08100e4c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74efad31-6e64-40bc-9867-6c6e7c294314 HTTP/1.1" status: 200 len: 217 time: 0.0380795 May 16 15:21:11.444946 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eadf0eb-64fc-4c10-ba5d-5d695b6309c0 req-051f081f-878e-494a-b255-83d3c7b33252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:11.446363 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-0eadf0eb-64fc-4c10-ba5d-5d695b6309c0 req-051f081f-878e-494a-b255-83d3c7b33252 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1fafe849-ed07-444a-932d-68cf1f6b80a1 HTTP/1.1" status: 200 len: 854 time: 0.0465155 May 16 15:21:11.493653 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eadf0eb-64fc-4c10-ba5d-5d695b6309c0 req-182d93bf-1918-4c05-9813-bb0753f60d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:11.495177 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-0eadf0eb-64fc-4c10-ba5d-5d695b6309c0 req-182d93bf-1918-4c05-9813-bb0753f60d25 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=982c6e92-7848-46dd-811d-5ec569a6da67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0428441 May 16 15:21:11.591497 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-0eadf0eb-64fc-4c10-ba5d-5d695b6309c0 req-41e61229-7dc3-429e-97da-1092f646df61 service neutron] 10.222.0.69 "GET /v2.0/networks/982c6e92-7848-46dd-811d-5ec569a6da67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901828 May 16 15:21:11.604206 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-dde13dd2-532d-4d80-8257-7bd54dee8893 admin admin] Publish callbacks [] for router_gateway (b9f1aa0c-fe35-4659-b48b-8d4888db3d74), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:11.699243 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-0eadf0eb-64fc-4c10-ba5d-5d695b6309c0 req-8d97e4b2-dbe1-428b-a145-55775f0ed759 service neutron] 10.222.0.69 "GET /v2.0/networks/982c6e92-7848-46dd-811d-5ec569a6da67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012485 May 16 15:21:11.780261 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device 2e2e957d-6408-40af-bd8f-205c25a596c0 up at agent ovs-agent-dv-cinder-795785-10-iscsi {{(pid=104035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:21:11.829739 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Provisioning complete for port 2e2e957d-6408-40af-bd8f-205c25a596c0 triggered by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:21:11.830152 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (2e2e957d-6408-40af-bd8f-205c25a596c0), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:11.909462 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Current status of the port 2e2e957d-6408-40af-bd8f-205c25a596c0 is: DOWN; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:21:11.909848 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (2e2e957d-6408-40af-bd8f-205c25a596c0), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:11.951066 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] For port 2e2e957d-6408-40af-bd8f-205c25a596c0, host dv-cinder-795785-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=2e2e957d-6408-40af-bd8f-205c25a596c0,segment=NetworkSegment(15ad7a44-5805-47b3-8a3f-5aee86af7631),segment_id=15ad7a44-5805-47b3-8a3f-5aee86af7631)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:21:11.967526 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69803d79-1554-4c52-a1cf-8e8b9df6f635 None None] Network 998469a5-51c9-48fa-9255-eb909b168691 requested from dv-cinder-795785-10-iscsi {{(pid=104035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:21:12.035363 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-b824cc17-315c-4cfa-baee-4dba3b4501b3 None None] Provisioning complete for port 2e2e957d-6408-40af-bd8f-205c25a596c0 triggered by entity DHCP. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:21:12.035730 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-b824cc17-315c-4cfa-baee-4dba3b4501b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (2e2e957d-6408-40af-bd8f-205c25a596c0), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:12.067119 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (2e2e957d-6408-40af-bd8f-205c25a596c0), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:12.081922 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-dde13dd2-532d-4d80-8257-7bd54dee8893 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553948'] for router (b9f1aa0c-fe35-4659-b48b-8d4888db3d74), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:12.124855 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device 74efad31-6e64-40bc-9867-6c6e7c294314 details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=104035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 15:21:12.176614 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Pushing event updated for resources: {'Port': ['ID=2e2e957d-6408-40af-bd8f-205c25a596c0,revision_number=3']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:12.265203 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-b824cc17-315c-4cfa-baee-4dba3b4501b3 None None] Current status of the port 2e2e957d-6408-40af-bd8f-205c25a596c0 is: ACTIVE; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:21:12.266551 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dde13dd2-532d-4d80-8257-7bd54dee8893 admin admin] Router b9f1aa0c-fe35-4659-b48b-8d4888db3d74 is scheduled to L3 agent 54a3e65b-69a0-426d-9997-69a1705c4334 with binding_index 1 {{(pid=104034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 16 15:21:12.292895 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] For port 74efad31-6e64-40bc-9867-6c6e7c294314, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=74efad31-6e64-40bc-9867-6c6e7c294314,segment=NetworkSegment(e125e9e2-0bb4-4387-a6b6-a67c63b56378),segment_id=e125e9e2-0bb4-4387-a6b6-a67c63b56378)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:21:12.305614 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Returning: {'device': '74efad31-6e64-40bc-9867-6c6e7c294314', 'network_id': '982c6e92-7848-46dd-811d-5ec569a6da67', 'port_id': '74efad31-6e64-40bc-9867-6c6e7c294314', 'mac_address': 'fa:16:3e:54:c7:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fafe849-ed07-444a-932d-68cf1f6b80a1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 15:21:12.343681 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Current status of the port 74efad31-6e64-40bc-9867-6c6e7c294314 is: DOWN; New status is: BUILD {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:21:12.344075 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (74efad31-6e64-40bc-9867-6c6e7c294314), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:12.358532 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.notifiers.nova [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74efad31-6e64-40bc-9867-6c6e7c294314 {{(pid=104035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:21:12.378817 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dde13dd2-532d-4d80-8257-7bd54dee8893 admin admin] Notify agent at l3_agent.dv-cinder-795785-10-iscsi the message routers_updated {{(pid=104034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:21:12.389484 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] For port 74efad31-6e64-40bc-9867-6c6e7c294314, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=74efad31-6e64-40bc-9867-6c6e7c294314,segment=NetworkSegment(e125e9e2-0bb4-4387-a6b6-a67c63b56378),segment_id=e125e9e2-0bb4-4387-a6b6-a67c63b56378)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:21:12.392342 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88c9466-9868-487a-bd0e-8d86ce4bbb86 None None] Sync routers for ids ['b9f1aa0c-fe35-4659-b48b-8d4888db3d74'] in dv-cinder-795785-10-iscsi {{(pid=104036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:21:12.395429 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-421befb3-7d6a-46ba-b29d-0bafa7cc6323 None None] Provisioning complete for port 2e2e957d-6408-40af-bd8f-205c25a596c0 triggered by entity DHCP. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:21:12.395880 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-421befb3-7d6a-46ba-b29d-0bafa7cc6323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (2e2e957d-6408-40af-bd8f-205c25a596c0), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:12.404395 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88c9466-9868-487a-bd0e-8d86ce4bbb86 None None] Routers {'b9f1aa0c-fe35-4659-b48b-8d4888db3d74'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:21:12.405273 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-a88c9466-9868-487a-bd0e-8d86ce4bbb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:20:59Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['b9f1aa0c-fe35-4659-b48b-8d4888db3d74'], 'active': True} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:21:12.439238 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc5b844-b415-4742-8923-4b6b94a8983d req-3bba6c03-5ceb-42a3-80b7-3ba0eae0e88d tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:12.440868 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-0dc5b844-b415-4742-8923-4b6b94a8983d req-3bba6c03-5ceb-42a3-80b7-3ba0eae0e88d tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=779684af-ad5e-4d00-9ea9-67d0c37dbdce HTTP/1.1" status: 200 len: 943 time: 0.0498254 May 16 15:21:12.470271 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (74efad31-6e64-40bc-9867-6c6e7c294314), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:12.495882 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-0dc5b844-b415-4742-8923-4b6b94a8983d req-59fa7b42-99de-4c99-b5ec-22ac53eadb00 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/security-groups?id=b5d9a6ab-8f18-40a5-9474-d9e654039c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471795 May 16 15:21:12.500086 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-dde13dd2-532d-4d80-8257-7bd54dee8893 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:12.504146 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-421befb3-7d6a-46ba-b29d-0bafa7cc6323 None None] Current status of the port 2e2e957d-6408-40af-bd8f-205c25a596c0 is: ACTIVE; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:21:12.509838 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 49530) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:12.510337 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvr_db [None req-a88c9466-9868-487a-bd0e-8d86ce4bbb86 None None] Set router b9f1aa0c-fe35-4659-b48b-8d4888db3d74 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:21:12.513861 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-dde13dd2-532d-4d80-8257-7bd54dee8893 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2584488 May 16 15:21:12.527826 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Pushing event updated for resources: {'Port': ['ID=74efad31-6e64-40bc-9867-6c6e7c294314,revision_number=4']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:12.693369 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-a88c9466-9868-487a-bd0e-8d86ce4bbb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f1aa0c-fe35-4659-b48b-8d4888db3d74', 'name': 'tempest-AttachVolumeShelveTestJSON-886762088-router', 'tenant_id': '440329d501de48d19ba51dceaa845197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '63f3b2c3-9556-409d-b58c-d225c526d2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:21:10Z', 'updated_at': '2022-05-16T15:21:11Z', 'revision_number': 3, 'project_id': '440329d501de48d19ba51dceaa845197', 'gw_port': {'id': '63f3b2c3-9556-409d-b58c-d225c526d2d6', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b4:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9f1aa0c-fe35-4659-b48b-8d4888db3d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:10Z', 'updated_at': '2022-05-16T15:21:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi'}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:21:12.718844 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88c9466-9868-487a-bd0e-8d86ce4bbb86 None None] Checking router: b9f1aa0c-fe35-4659-b48b-8d4888db3d74 for host: dv-cinder-795785-10-iscsi {{(pid=104036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:21:12.719193 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88c9466-9868-487a-bd0e-8d86ce4bbb86 None None] Updating router b9f1aa0c-fe35-4659-b48b-8d4888db3d74 port 63f3b2c3-9556-409d-b58c-d225c526d2d6 binding host dv-cinder-795785-10-iscsi {{(pid=104036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 15:21:12.748061 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron_lib.callbacks.manager [None req-a88c9466-9868-487a-bd0e-8d86ce4bbb86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (63f3b2c3-9556-409d-b58c-d225c526d2d6), before_update {{(pid=104036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:12.801234 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] get_ports_and_sgs() called for port_ids ['74efad31-6e64-40bc-9867-6c6e7c294314'] {{(pid=104035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:21:12.962830 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f70c9afa-37ef-4627-af6c-2f566b1fa0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:13.142881 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbcee9d-5d93-496e-9630-31d71abcaec0 req-57049ed1-d911-42f4-b9f3-e5316603c13f tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:13.144337 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron_lib.callbacks.manager [None req-a88c9466-9868-487a-bd0e-8d86ce4bbb86 None None] Publish callbacks [] for port (63f3b2c3-9556-409d-b58c-d225c526d2d6), precommit_update {{(pid=104036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:13.144471 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-2cbcee9d-5d93-496e-9630-31d71abcaec0 req-57049ed1-d911-42f4-b9f3-e5316603c13f tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4fdfaa8-6784-48ce-9d0e-f67d7560a677 HTTP/1.1" status: 200 len: 946 time: 0.0580716 May 16 15:21:13.151614 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-f70c9afa-37ef-4627-af6c-2f566b1fa0b8 admin admin] Allocated IP 172.20.0.1 (998469a5-51c9-48fa-9255-eb909b168691/1ad10214-93e5-43be-949a-1d0aca01794b/4f93867b-39b7-41b0-898d-00e97278d1eb) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:21:13.193450 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-2cbcee9d-5d93-496e-9630-31d71abcaec0 req-6cd213ad-1d5e-4069-ad5e-c6067850067d tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b779ae3-e78d-4ec5-964b-03e22096986e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431650 May 16 15:21:13.238474 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron_lib.callbacks.manager [None req-a88c9466-9868-487a-bd0e-8d86ce4bbb86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (63f3b2c3-9556-409d-b58c-d225c526d2d6), after_update {{(pid=104036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:13.257830 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f70c9afa-37ef-4627-af6c-2f566b1fa0b8 admin admin] Publish callbacks [] for port (4f93867b-39b7-41b0-898d-00e97278d1eb), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:13.289855 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.managers [None req-a88c9466-9868-487a-bd0e-8d86ce4bbb86 None None] Attempting to bind port 63f3b2c3-9556-409d-b58c-d225c526d2d6 on host dv-cinder-795785-10-iscsi for vnic_type normal with profile {{(pid=104036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:21:13.291420 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.managers [None req-a88c9466-9868-487a-bd0e-8d86ce4bbb86 None None] Attempting to bind port 63f3b2c3-9556-409d-b58c-d225c526d2d6 by drivers openvswitch,hyperv on host dv-cinder-795785-10-iscsi at level 0 using segments [{'id': 'd35ec458-efea-4f9b-9cfc-f89e4e5d5ae0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594'}] {{(pid=104036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:21:13.291420 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88c9466-9868-487a-bd0e-8d86ce4bbb86 None None] Attempting to bind port 63f3b2c3-9556-409d-b58c-d225c526d2d6 on network ad45e98c-12fc-4959-a2ae-a7226c979594 {{(pid=104036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:21:13.293445 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65fb42b-33c4-4dad-9a04-ae7e0c3b4f9e None None] Pushing event updated for resources: {'Port': ['ID=63f3b2c3-9556-409d-b58c-d225c526d2d6,revision_number=2']} {{(pid=104036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:13.298102 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88c9466-9868-487a-bd0e-8d86ce4bbb86 None None] Checking agent: {'id': '311a8a5f-4d79-4ff7-931a-d05ff8cc45ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 6, 3), 'started_at': datetime.datetime(2022, 5, 16, 15, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:21:13.298477 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88c9466-9868-487a-bd0e-8d86ce4bbb86 None None] Checking segment: {'id': 'd35ec458-efea-4f9b-9cfc-f89e4e5d5ae0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:21:13.298874 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron_lib.callbacks.manager [None req-a88c9466-9868-487a-bd0e-8d86ce4bbb86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:13.299258 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88c9466-9868-487a-bd0e-8d86ce4bbb86 None None] Bound using segment: {'id': 'd35ec458-efea-4f9b-9cfc-f89e4e5d5ae0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594'} {{(pid=104036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:21:13.299710 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.managers [None req-a88c9466-9868-487a-bd0e-8d86ce4bbb86 None None] Bound port: 63f3b2c3-9556-409d-b58c-d225c526d2d6, host: dv-cinder-795785-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd35ec458-efea-4f9b-9cfc-f89e4e5d5ae0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594'}}] {{(pid=104036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:21:13.300140 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron_lib.callbacks.manager [None req-a88c9466-9868-487a-bd0e-8d86ce4bbb86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (63f3b2c3-9556-409d-b58c-d225c526d2d6), before_update {{(pid=104036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:13.305952 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65fb42b-33c4-4dad-9a04-ae7e0c3b4f9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:13.306325 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65fb42b-33c4-4dad-9a04-ae7e0c3b4f9e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:13.306715 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65fb42b-33c4-4dad-9a04-ae7e0c3b4f9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:13.307075 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65fb42b-33c4-4dad-9a04-ae7e0c3b4f9e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:13.307429 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65fb42b-33c4-4dad-9a04-ae7e0c3b4f9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:13.307744 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65fb42b-33c4-4dad-9a04-ae7e0c3b4f9e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:13.308074 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65fb42b-33c4-4dad-9a04-ae7e0c3b4f9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:13.308400 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65fb42b-33c4-4dad-9a04-ae7e0c3b4f9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:13.308740 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65fb42b-33c4-4dad-9a04-ae7e0c3b4f9e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:13.309068 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65fb42b-33c4-4dad-9a04-ae7e0c3b4f9e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:13.309393 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65fb42b-33c4-4dad-9a04-ae7e0c3b4f9e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:13.310273 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65fb42b-33c4-4dad-9a04-ae7e0c3b4f9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:13.314417 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65fb42b-33c4-4dad-9a04-ae7e0c3b4f9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:13.314417 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65fb42b-33c4-4dad-9a04-ae7e0c3b4f9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:13.314417 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65fb42b-33c4-4dad-9a04-ae7e0c3b4f9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:13.324659 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f70c9afa-37ef-4627-af6c-2f566b1fa0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789019640149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61886211'] for port (4f93867b-39b7-41b0-898d-00e97278d1eb), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:13.360751 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.db [None req-a88c9466-9868-487a-bd0e-8d86ce4bbb86 None None] For port 63f3b2c3-9556-409d-b58c-d225c526d2d6, host dv-cinder-795785-10-iscsi, cleared binding levels {{(pid=104036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:21:13.362544 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70c9afa-37ef-4627-af6c-2f566b1fa0b8 admin admin] Network 998469a5-51c9-48fa-9255-eb909b168691 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:21:13.363810 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.db [None req-a88c9466-9868-487a-bd0e-8d86ce4bbb86 None None] For port 63f3b2c3-9556-409d-b58c-d225c526d2d6, host dv-cinder-795785-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=63f3b2c3-9556-409d-b58c-d225c526d2d6,segment=NetworkSegment(d35ec458-efea-4f9b-9cfc-f89e4e5d5ae0),segment_id=d35ec458-efea-4f9b-9cfc-f89e4e5d5ae0)] {{(pid=104036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:21:13.365526 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-f70c9afa-37ef-4627-af6c-2f566b1fa0b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:21:13.371626 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70c9afa-37ef-4627-af6c-2f566b1fa0b8 admin admin] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:21:13.394158 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70c9afa-37ef-4627-af6c-2f566b1fa0b8 admin admin] Pushing event updated for resources: {'Port': ['ID=4f93867b-39b7-41b0-898d-00e97278d1eb,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:13.405475 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron_lib.callbacks.manager [None req-a88c9466-9868-487a-bd0e-8d86ce4bbb86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (63f3b2c3-9556-409d-b58c-d225c526d2d6), after_update {{(pid=104036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:13.418150 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f70c9afa-37ef-4627-af6c-2f566b1fa0b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-526065'] for router_interface (b9f1aa0c-fe35-4659-b48b-8d4888db3d74), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:13.459489 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88c9466-9868-487a-bd0e-8d86ce4bbb86 None None] Routers {'b9f1aa0c-fe35-4659-b48b-8d4888db3d74'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:21:13.460175 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-a88c9466-9868-487a-bd0e-8d86ce4bbb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:20:59Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['b9f1aa0c-fe35-4659-b48b-8d4888db3d74'], 'active': True} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:21:13.506716 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65fb42b-33c4-4dad-9a04-ae7e0c3b4f9e None None] Pushing event updated for resources: {'Port': ['ID=63f3b2c3-9556-409d-b58c-d225c526d2d6,revision_number=3']} {{(pid=104036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:13.583136 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvr_db [None req-a88c9466-9868-487a-bd0e-8d86ce4bbb86 None None] Set router b9f1aa0c-fe35-4659-b48b-8d4888db3d74 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:21:13.627731 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-2e71de68-7fee-4e5f-8d4e-6ccb6e33726e None None] Provisioning complete for port 4f93867b-39b7-41b0-898d-00e97278d1eb triggered by entity DHCP. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:21:13.628275 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-2e71de68-7fee-4e5f-8d4e-6ccb6e33726e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (4f93867b-39b7-41b0-898d-00e97278d1eb), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:13.645801 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d65ecd9-ffa2-4c9d-b7ef-945975008e02 req-c22e4b61-f154-4003-97f0-31289a833122 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:13.647256 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-6d65ecd9-ffa2-4c9d-b7ef-945975008e02 req-c22e4b61-f154-4003-97f0-31289a833122 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=779684af-ad5e-4d00-9ea9-67d0c37dbdce HTTP/1.1" status: 200 len: 944 time: 0.0697265 May 16 15:21:13.647966 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f70c9afa-37ef-4627-af6c-2f566b1fa0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (4f93867b-39b7-41b0-898d-00e97278d1eb), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:13.664018 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-2e71de68-7fee-4e5f-8d4e-6ccb6e33726e None None] Port 4f93867b-39b7-41b0-898d-00e97278d1eb cannot update to ACTIVE because it is not bound. {{(pid=104035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:21:13.746030 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device 2e2e957d-6408-40af-bd8f-205c25a596c0 up at agent ovs-agent-dv-cinder-795785-10-iscsi {{(pid=104035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:21:13.754552 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-6d65ecd9-ffa2-4c9d-b7ef-945975008e02 req-bf0b72ac-aca8-4504-bffd-8b51e7947ecc tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/security-groups?id=b5d9a6ab-8f18-40a5-9474-d9e654039c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951333 May 16 15:21:13.774654 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-a88c9466-9868-487a-bd0e-8d86ce4bbb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f1aa0c-fe35-4659-b48b-8d4888db3d74', 'name': 'tempest-AttachVolumeShelveTestJSON-886762088-router', 'tenant_id': '440329d501de48d19ba51dceaa845197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '63f3b2c3-9556-409d-b58c-d225c526d2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:21:10Z', 'updated_at': '2022-05-16T15:21:11Z', 'revision_number': 3, 'project_id': '440329d501de48d19ba51dceaa845197', 'gw_port': {'id': '63f3b2c3-9556-409d-b58c-d225c526d2d6', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b4:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9f1aa0c-fe35-4659-b48b-8d4888db3d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:10Z', 'updated_at': '2022-05-16T15:21:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi'}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:21:13.791600 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Provisioning complete for port 2e2e957d-6408-40af-bd8f-205c25a596c0 triggered by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:21:13.792031 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (2e2e957d-6408-40af-bd8f-205c25a596c0), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:13.800245 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88c9466-9868-487a-bd0e-8d86ce4bbb86 None None] The sync data for ids ['b9f1aa0c-fe35-4659-b48b-8d4888db3d74'] in dv-cinder-795785-10-iscsi is: [{'id': 'b9f1aa0c-fe35-4659-b48b-8d4888db3d74', 'name': 'tempest-AttachVolumeShelveTestJSON-886762088-router', 'tenant_id': '440329d501de48d19ba51dceaa845197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '63f3b2c3-9556-409d-b58c-d225c526d2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:21:10Z', 'updated_at': '2022-05-16T15:21:11Z', 'revision_number': 3, 'project_id': '440329d501de48d19ba51dceaa845197', 'gw_port': {'id': '63f3b2c3-9556-409d-b58c-d225c526d2d6', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b4:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9f1aa0c-fe35-4659-b48b-8d4888db3d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:10Z', 'updated_at': '2022-05-16T15:21:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi'}] {{(pid=104036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:21:13.875417 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Current status of the port 2e2e957d-6408-40af-bd8f-205c25a596c0 is: ACTIVE; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:21:13.912385 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f70c9afa-37ef-4627-af6c-2f566b1fa0b8 admin admin] Publish callbacks [] for port (4f93867b-39b7-41b0-898d-00e97278d1eb), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:14.023344 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f70c9afa-37ef-4627-af6c-2f566b1fa0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61886260'] for port (4f93867b-39b7-41b0-898d-00e97278d1eb), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:14.104032 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70c9afa-37ef-4627-af6c-2f566b1fa0b8 admin admin] Pushing event updated for resources: {'Port': ['ID=4f93867b-39b7-41b0-898d-00e97278d1eb,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:14.106697 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f70c9afa-37ef-4627-af6c-2f566b1fa0b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555963'] for router_interface (b9f1aa0c-fe35-4659-b48b-8d4888db3d74), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:14.117008 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device 74efad31-6e64-40bc-9867-6c6e7c294314 up at agent hyperv_hv-cinder-79578 {{(pid=104035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:21:14.170375 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Provisioning for port 74efad31-6e64-40bc-9867-6c6e7c294314 completed by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 15:21:14.215026 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70c9afa-37ef-4627-af6c-2f566b1fa0b8 admin admin] Network 998469a5-51c9-48fa-9255-eb909b168691 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:21:14.216581 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-f70c9afa-37ef-4627-af6c-2f566b1fa0b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:21:14.239484 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Provisioning complete for port 74efad31-6e64-40bc-9867-6c6e7c294314 triggered by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:21:14.243380 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (74efad31-6e64-40bc-9867-6c6e7c294314), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:14.349434 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Current status of the port 74efad31-6e64-40bc-9867-6c6e7c294314 is: BUILD; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:21:14.349760 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (74efad31-6e64-40bc-9867-6c6e7c294314), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:14.363187 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15a4460-a7eb-4d32-ae98-921842179810 req-4c921c94-b8ea-470a-93e4-646785edada0 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:14.369371 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f70c9afa-37ef-4627-af6c-2f566b1fa0b8 admin admin] Router b9f1aa0c-fe35-4659-b48b-8d4888db3d74 has already been hosted by L3 agent 54a3e65b-69a0-426d-9997-69a1705c4334 {{(pid=104033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:21:14.372219 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-b15a4460-a7eb-4d32-ae98-921842179810 req-4c921c94-b8ea-470a-93e4-646785edada0 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4fdfaa8-6784-48ce-9d0e-f67d7560a677 HTTP/1.1" status: 200 len: 946 time: 0.0724916 May 16 15:21:14.395737 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] For port 74efad31-6e64-40bc-9867-6c6e7c294314, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=74efad31-6e64-40bc-9867-6c6e7c294314,segment=NetworkSegment(e125e9e2-0bb4-4387-a6b6-a67c63b56378),segment_id=e125e9e2-0bb4-4387-a6b6-a67c63b56378)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:21:14.396857 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '779684af-ad5e-4d00-9ea9-67d0c37dbdce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74efad31-6e64-40bc-9867-6c6e7c294314'}] {{(pid=104035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:21:14.400388 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1790aa2910a77bb841f337ade38aaf2daae4faf72d914c843aa5f796a16e7f37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c33fe817-61c9-4d09-ad32-655dde137ea5" -d '{"events": [{"server_uuid": "779684af-ad5e-4d00-9ea9-67d0c37dbdce", "name": "network-vif-plugged", "status": "completed", "tag": "74efad31-6e64-40bc-9867-6c6e7c294314"}]}' {{(pid=104035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:21:14.455595 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cc50868-2faa-4b6b-a5e9-e3ddbd38c5a4 x-openstack-request-id: req-4cc50868-2faa-4b6b-a5e9-e3ddbd38c5a4 {{(pid=104035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:21:14.455975 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "779684af-ad5e-4d00-9ea9-67d0c37dbdce", "name": "network-vif-plugged", "status": "completed", "tag": "74efad31-6e64-40bc-9867-6c6e7c294314", "code": 200}]} {{(pid=104035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:21:14.456297 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4cc50868-2faa-4b6b-a5e9-e3ddbd38c5a4 {{(pid=104035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:21:14.456548 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-b15a4460-a7eb-4d32-ae98-921842179810 req-b2f1a4a5-18e7-49e1-b34b-4158e169b726 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b779ae3-e78d-4ec5-964b-03e22096986e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824680 May 16 15:21:14.456818 dv-cinder-795785-10-iscsi neutron-server[104035]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cc50868-2faa-4b6b-a5e9-e3ddbd38c5a4'] response: {'server_uuid': '779684af-ad5e-4d00-9ea9-67d0c37dbdce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74efad31-6e64-40bc-9867-6c6e7c294314', 'code': 200} May 16 15:21:14.469002 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (74efad31-6e64-40bc-9867-6c6e7c294314), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:14.517262 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f70c9afa-37ef-4627-af6c-2f566b1fa0b8 admin admin] Notify agent at l3_agent.dv-cinder-795785-10-iscsi the message routers_updated {{(pid=104033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:21:14.522430 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-f70c9afa-37ef-4627-af6c-2f566b1fa0b8 admin admin] 10.222.0.44 "PUT /v2.0/routers/b9f1aa0c-fe35-4659-b48b-8d4888db3d74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0156910 May 16 15:21:14.526080 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Pushing event updated for resources: {'Port': ['ID=74efad31-6e64-40bc-9867-6c6e7c294314,revision_number=5']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:14.594885 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-7760a350-3a21-4b9a-adf9-2f182419105f None None] Provisioning complete for port 4f93867b-39b7-41b0-898d-00e97278d1eb triggered by entity DHCP. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:21:14.595421 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-7760a350-3a21-4b9a-adf9-2f182419105f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (4f93867b-39b7-41b0-898d-00e97278d1eb), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:14.627504 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-7760a350-3a21-4b9a-adf9-2f182419105f None None] Port 4f93867b-39b7-41b0-898d-00e97278d1eb cannot update to ACTIVE because it is not bound. {{(pid=104035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:21:14.869461 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5571f9e-6a59-40ee-840e-edc2263e6696 req-e637d03b-6484-4096-bfe6-4f4dbd3d94e1 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:14.871145 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-a5571f9e-6a59-40ee-840e-edc2263e6696 req-e637d03b-6484-4096-bfe6-4f4dbd3d94e1 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=779684af-ad5e-4d00-9ea9-67d0c37dbdce HTTP/1.1" status: 200 len: 945 time: 0.0464830 May 16 15:21:14.892778 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 49556) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:14.897865 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.v2.base [None req-04dbebf2-9ab0-4144-8939-9f9d513d9fa1 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Request body: {'security_group': {'name': 'tempest-securitygroup--673450595', 'description': 'tempest-description--942651334'}} {{(pid=104033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:21:14.936019 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-a5571f9e-6a59-40ee-840e-edc2263e6696 req-7331470c-46a0-4190-9a4b-54d1c54232a2 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/security-groups?id=b5d9a6ab-8f18-40a5-9474-d9e654039c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570533 May 16 15:21:14.993847 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-04dbebf2-9ab0-4144-8939-9f9d513d9fa1 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Publish callbacks [] for security_group (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:15.099407 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-04dbebf2-9ab0-4144-8939-9f9d513d9fa1 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Publish callbacks [] for security_group (c7491bbc-3bbc-4c44-a83a-a0647cdddede), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:15.106260 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de09e32b-0de6-41d0-a602-85a6bcf15c34 req-8c041833-b566-47f3-91dd-396d7bfe6218 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:15.108045 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-de09e32b-0de6-41d0-a602-85a6bcf15c34 req-8c041833-b566-47f3-91dd-396d7bfe6218 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.69 "GET /v2.0/ports?device_id=e4fdfaa8-6784-48ce-9d0e-f67d7560a677 HTTP/1.1" status: 200 len: 946 time: 0.0689697 May 16 15:21:15.202824 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [req-de09e32b-0de6-41d0-a602-85a6bcf15c34 req-b9378f72-e0d4-4905-a5cf-806f51d1b311 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Deleting port db5b37d8-c741-4890-90db-e06eab6bdb47 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:21:15.203177 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-de09e32b-0de6-41d0-a602-85a6bcf15c34 req-b9378f72-e0d4-4905-a5cf-806f51d1b311 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789020190181'] for port (db5b37d8-c741-4890-90db-e06eab6bdb47), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:15.216962 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-04dbebf2-9ab0-4144-8939-9f9d513d9fa1 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (c7491bbc-3bbc-4c44-a83a-a0647cdddede), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:15.294509 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dbebf2-9ab0-4144-8939-9f9d513d9fa1 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7491bbc-3bbc-4c44-a83a-a0647cdddede,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:15.324457 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [req-de09e32b-0de6-41d0-a602-85a6bcf15c34 req-b9378f72-e0d4-4905-a5cf-806f51d1b311 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] For port db5b37d8-c741-4890-90db-e06eab6bdb47, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=db5b37d8-c741-4890-90db-e06eab6bdb47,segment=NetworkSegment(3524b13a-1123-418a-8192-502728157678),segment_id=3524b13a-1123-418a-8192-502728157678)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:21:15.324825 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-de09e32b-0de6-41d0-a602-85a6bcf15c34 req-b9378f72-e0d4-4905-a5cf-806f51d1b311 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555776'] for port (db5b37d8-c741-4890-90db-e06eab6bdb47), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:15.367193 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-04dbebf2-9ab0-4144-8939-9f9d513d9fa1 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Publish callbacks [] for security_group (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:15.368528 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-04dbebf2-9ab0-4144-8939-9f9d513d9fa1 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4747455 May 16 15:21:15.371550 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 49558) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:15.377599 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.v2.base [None req-9a92b01f-9ad5-4893-9e35-da45b468f15f tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Request body: {'security_group_rule': {'security_group_id': 'c7491bbc-3bbc-4c44-a83a-a0647cdddede', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:21:15.470132 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db28465-e790-4950-9fd1-adfa76a878c9 None None] Sync routers for ids ['b9f1aa0c-fe35-4659-b48b-8d4888db3d74'] in dv-cinder-795785-10-iscsi {{(pid=104035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:21:15.483717 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db28465-e790-4950-9fd1-adfa76a878c9 None None] Routers {'b9f1aa0c-fe35-4659-b48b-8d4888db3d74'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:21:15.484521 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_hamode_db [None req-1db28465-e790-4950-9fd1-adfa76a878c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:20:59Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['b9f1aa0c-fe35-4659-b48b-8d4888db3d74'], 'active': True} {{(pid=104035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:21:15.491860 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-9a92b01f-9ad5-4893-9e35-da45b468f15f tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Publish callbacks [] for security_group_rule (6155f3f9-c97c-4fae-9ef4-3fc4d0722a24), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:15.517866 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a402052-d358-4fec-9029-b517c8306f4d req-d29094c3-4033-4f09-9cca-1165f3c1768c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:15.521537 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-3a402052-d358-4fec-9029-b517c8306f4d req-d29094c3-4033-4f09-9cca-1165f3c1768c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=779684af-ad5e-4d00-9ea9-67d0c37dbdce HTTP/1.1" status: 200 len: 1129 time: 0.0893514 May 16 15:21:15.563979 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-9a92b01f-9ad5-4893-9e35-da45b468f15f tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Publish callbacks [] for security_group_rule (6155f3f9-c97c-4fae-9ef4-3fc4d0722a24), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:15.567814 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-de09e32b-0de6-41d0-a602-85a6bcf15c34 req-b9378f72-e0d4-4905-a5cf-806f51d1b311 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:15.568184 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-de09e32b-0de6-41d0-a602-85a6bcf15c34 req-b9378f72-e0d4-4905-a5cf-806f51d1b311 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556839'] for floatingip (d865f7b5-876e-41d0-8590-2d30de695999), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:15.568501 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.db.l3_db [req-de09e32b-0de6-41d0-a602-85a6bcf15c34 req-b9378f72-e0d4-4905-a5cf-806f51d1b311 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Floating IP d865f7b5-876e-41d0-8590-2d30de695999 disassociated. External IP: 172.27.0.155, port: db5b37d8-c741-4890-90db-e06eab6bdb47. May 16 15:21:15.568849 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [req-de09e32b-0de6-41d0-a602-85a6bcf15c34 req-b9378f72-e0d4-4905-a5cf-806f51d1b311 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Calling delete_port for db5b37d8-c741-4890-90db-e06eab6bdb47 owned by compute:nova {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:21:15.594835 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvr_db [None req-1db28465-e790-4950-9fd1-adfa76a878c9 None None] Set router b9f1aa0c-fe35-4659-b48b-8d4888db3d74 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:21:15.634707 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-9a92b01f-9ad5-4893-9e35-da45b468f15f tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607684'] for security_group_rule (6155f3f9-c97c-4fae-9ef4-3fc4d0722a24), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:15.654392 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a92b01f-9ad5-4893-9e35-da45b468f15f tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6155f3f9-c97c-4fae-9ef4-3fc4d0722a24,revision_number=0']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:15.655624 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3800ba86-baa7-472a-b656-6012bfb62289 req-afab5ffe-a726-41ed-9628-0885539a45dc tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:15.658234 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-3800ba86-baa7-472a-b656-6012bfb62289 req-afab5ffe-a726-41ed-9628-0885539a45dc tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4fdfaa8-6784-48ce-9d0e-f67d7560a677 HTTP/1.1" status: 200 len: 946 time: 0.1131105 May 16 15:21:15.668249 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-3a402052-d358-4fec-9029-b517c8306f4d req-06c6b94f-e028-4a37-ace9-ff9818b70457 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=b5d9a6ab-8f18-40a5-9474-d9e654039c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355190 May 16 15:21:15.719592 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-9a92b01f-9ad5-4893-9e35-da45b468f15f tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:15.724522 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-9a92b01f-9ad5-4893-9e35-da45b468f15f tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3499608 May 16 15:21:15.728583 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 49562) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:15.729371 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-3800ba86-baa7-472a-b656-6012bfb62289 req-da29c0f5-1c9f-4394-9266-759db7b92535 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b779ae3-e78d-4ec5-964b-03e22096986e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638323 May 16 15:21:15.734790 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.v2.base [None req-9a0030eb-2d9e-4e77-9b03-4b16f671cdba tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Request body: {'security_group_rule': {'security_group_id': 'c7491bbc-3bbc-4c44-a83a-a0647cdddede', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:21:15.796573 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device 63f3b2c3-9556-409d-b58c-d225c526d2d6 up at agent ovs-agent-dv-cinder-795785-10-iscsi {{(pid=104035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:21:15.829296 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_hamode_db [None req-1db28465-e790-4950-9fd1-adfa76a878c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f1aa0c-fe35-4659-b48b-8d4888db3d74', 'name': 'tempest-AttachVolumeShelveTestJSON-886762088-router', 'tenant_id': '440329d501de48d19ba51dceaa845197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '63f3b2c3-9556-409d-b58c-d225c526d2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:21:10Z', 'updated_at': '2022-05-16T15:21:13Z', 'revision_number': 4, 'project_id': '440329d501de48d19ba51dceaa845197', 'gw_port': {'id': '63f3b2c3-9556-409d-b58c-d225c526d2d6', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b4:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9f1aa0c-fe35-4659-b48b-8d4888db3d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:10Z', 'updated_at': '2022-05-16T15:21:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_interfaces': [{'id': '4f93867b-39b7-41b0-898d-00e97278d1eb', 'name': '', 'network_id': '998469a5-51c9-48fa-9255-eb909b168691', 'tenant_id': '440329d501de48d19ba51dceaa845197', 'mac_address': 'fa:16:3e:0d:f5:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9f1aa0c-fe35-4659-b48b-8d4888db3d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '1ad10214-93e5-43be-949a-1d0aca01794b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:12Z', 'updated_at': '2022-05-16T15:21:13Z', 'revision_number': 2, 'project_id': '440329d501de48d19ba51dceaa845197', 'subnets': [{'id': '1ad10214-93e5-43be-949a-1d0aca01794b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:21:15.834148 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-9a0030eb-2d9e-4e77-9b03-4b16f671cdba tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Publish callbacks [] for security_group_rule (54757011-d2b2-4c5c-99b3-d9f749f4201c), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:15.857661 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-de09e32b-0de6-41d0-a602-85a6bcf15c34 req-b9378f72-e0d4-4905-a5cf-806f51d1b311 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789020200313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789019640158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61886211'] for port (db5b37d8-c741-4890-90db-e06eab6bdb47), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:15.865071 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db28465-e790-4950-9fd1-adfa76a878c9 None None] Checking router: b9f1aa0c-fe35-4659-b48b-8d4888db3d74 for host: dv-cinder-795785-10-iscsi {{(pid=104035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:21:15.865449 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db28465-e790-4950-9fd1-adfa76a878c9 None None] Updating router b9f1aa0c-fe35-4659-b48b-8d4888db3d74 port 4f93867b-39b7-41b0-898d-00e97278d1eb binding host dv-cinder-795785-10-iscsi {{(pid=104035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 15:21:15.886464 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9378f72-e0d4-4905-a5cf-806f51d1b311 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Pushing event deleted for resources: {'Port': ['ID=db5b37d8-c741-4890-90db-e06eab6bdb47,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:15.895986 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-9a0030eb-2d9e-4e77-9b03-4b16f671cdba tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Publish callbacks [] for security_group_rule (54757011-d2b2-4c5c-99b3-d9f749f4201c), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:15.903337 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-1db28465-e790-4950-9fd1-adfa76a878c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (4f93867b-39b7-41b0-898d-00e97278d1eb), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:15.912688 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Provisioning complete for port 63f3b2c3-9556-409d-b58c-d225c526d2d6 triggered by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:21:15.912836 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (63f3b2c3-9556-409d-b58c-d225c526d2d6), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:15.966214 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-9a0030eb-2d9e-4e77-9b03-4b16f671cdba tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607684'] for security_group_rule (54757011-d2b2-4c5c-99b3-d9f749f4201c), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:16.022709 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0030eb-2d9e-4e77-9b03-4b16f671cdba tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54757011-d2b2-4c5c-99b3-d9f749f4201c,revision_number=0']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:16.047047 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.l3_agent_scheduler [req-de09e32b-0de6-41d0-a602-85a6bcf15c34 req-b9378f72-e0d4-4905-a5cf-806f51d1b311 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Router 058e4470-9532-4334-9d31-5e488b5f2129 has already been hosted by L3 agent 54a3e65b-69a0-426d-9997-69a1705c4334 {{(pid=104033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:21:16.109031 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066ccc56-9424-44eb-b5d8-8fedd6e91da8 req-3e010ff0-f551-4943-9adb-dc60dac7054e tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:16.110677 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-066ccc56-9424-44eb-b5d8-8fedd6e91da8 req-3e010ff0-f551-4943-9adb-dc60dac7054e tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=779684af-ad5e-4d00-9ea9-67d0c37dbdce HTTP/1.1" status: 200 len: 945 time: 0.0571761 May 16 15:21:16.115119 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Current status of the port 63f3b2c3-9556-409d-b58c-d225c526d2d6 is: DOWN; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:21:16.115508 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (63f3b2c3-9556-409d-b58c-d225c526d2d6), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:16.122155 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-9a0030eb-2d9e-4e77-9b03-4b16f671cdba tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:16.123555 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-9a0030eb-2d9e-4e77-9b03-4b16f671cdba tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3939936 May 16 15:21:16.127513 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 49568) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:16.133965 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.v2.base [None req-12cf4dc2-60b2-4956-81aa-f77c71daa483 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Request body: {'floatingip': {'floating_network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594'}} {{(pid=104034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:21:16.161621 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] For port 63f3b2c3-9556-409d-b58c-d225c526d2d6, host dv-cinder-795785-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=63f3b2c3-9556-409d-b58c-d225c526d2d6,segment=NetworkSegment(d35ec458-efea-4f9b-9cfc-f89e4e5d5ae0),segment_id=d35ec458-efea-4f9b-9cfc-f89e4e5d5ae0)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:21:16.167575 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-de09e32b-0de6-41d0-a602-85a6bcf15c34 req-b9378f72-e0d4-4905-a5cf-806f51d1b311 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Notify agent at l3_agent.dv-cinder-795785-10-iscsi the message routers_updated {{(pid=104033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:21:16.179958 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a282b5-8157-43e7-9b6d-8bfeeb3b0cd3 None None] Sync routers for ids ['058e4470-9532-4334-9d31-5e488b5f2129'] in dv-cinder-795785-10-iscsi {{(pid=104036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:21:16.210702 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-066ccc56-9424-44eb-b5d8-8fedd6e91da8 req-37a7cac0-deee-4dc7-ac3b-899c1fea77f5 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/security-groups?id=b5d9a6ab-8f18-40a5-9474-d9e654039c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849493 May 16 15:21:16.214358 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [req-de09e32b-0de6-41d0-a602-85a6bcf15c34 req-b9378f72-e0d4-4905-a5cf-806f51d1b311 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] No DVR routers for this DVR port db5b37d8-c741-4890-90db-e06eab6bdb47 on host hv-cinder-79578 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:21:16.218520 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-de09e32b-0de6-41d0-a602-85a6bcf15c34 req-b9378f72-e0d4-4905-a5cf-806f51d1b311 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914'] for port (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:16.222233 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-de09e32b-0de6-41d0-a602-85a6bcf15c34 req-b9378f72-e0d4-4905-a5cf-806f51d1b311 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.69 "DELETE /v2.0/ports/db5b37d8-c741-4890-90db-e06eab6bdb47 HTTP/1.1" status: 204 len: 173 time: 1.1080861 May 16 15:21:16.222839 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4fdfaa8-6784-48ce-9d0e-f67d7560a677', 'name': 'network-vif-deleted', 'tag': 'db5b37d8-c741-4890-90db-e06eab6bdb47'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:21:16.225385 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffeccd97bc4bec2d8a291f35a4115644be5723c7930092d1a563b2016f5a5231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c09485-e1ae-4904-9bea-f80c760485a6" -d '{"events": [{"server_uuid": "e4fdfaa8-6784-48ce-9d0e-f67d7560a677", "name": "network-vif-deleted", "tag": "db5b37d8-c741-4890-90db-e06eab6bdb47"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:21:16.229808 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a282b5-8157-43e7-9b6d-8bfeeb3b0cd3 None None] Routers {'058e4470-9532-4334-9d31-5e488b5f2129'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:21:16.230475 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-63a282b5-8157-43e7-9b6d-8bfeeb3b0cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:20:59Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['058e4470-9532-4334-9d31-5e488b5f2129'], 'active': True} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:21:16.246366 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (63f3b2c3-9556-409d-b58c-d225c526d2d6), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:16.263669 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-12cf4dc2-60b2-4956-81aa-f77c71daa483 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:16.267247 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d05552e2-da6d-4539-92bd-6f3e302c62d2 x-openstack-request-id: req-d05552e2-da6d-4539-92bd-6f3e302c62d2 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:21:16.267778 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4fdfaa8-6784-48ce-9d0e-f67d7560a677", "name": "network-vif-deleted", "tag": "db5b37d8-c741-4890-90db-e06eab6bdb47", "status": "completed", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:21:16.268266 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d05552e2-da6d-4539-92bd-6f3e302c62d2 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:21:16.268883 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d05552e2-da6d-4539-92bd-6f3e302c62d2'] response: {'server_uuid': 'e4fdfaa8-6784-48ce-9d0e-f67d7560a677', 'name': 'network-vif-deleted', 'tag': 'db5b37d8-c741-4890-90db-e06eab6bdb47', 'status': 'completed', 'code': 200} May 16 15:21:16.343214 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Pushing event updated for resources: {'Port': ['ID=63f3b2c3-9556-409d-b58c-d225c526d2d6,revision_number=4']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:16.347512 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvr_db [None req-63a282b5-8157-43e7-9b6d-8bfeeb3b0cd3 None None] Set router 058e4470-9532-4334-9d31-5e488b5f2129 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:21:16.358946 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-1db28465-e790-4950-9fd1-adfa76a878c9 None None] Publish callbacks [] for port (4f93867b-39b7-41b0-898d-00e97278d1eb), precommit_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:16.369797 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-12cf4dc2-60b2-4956-81aa-f77c71daa483 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:16.435508 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-1db28465-e790-4950-9fd1-adfa76a878c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (4f93867b-39b7-41b0-898d-00e97278d1eb), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:16.530746 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.db.db_base_plugin_common [None req-12cf4dc2-60b2-4956-81aa-f77c71daa483 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Allocated IP 172.27.0.11 (ad45e98c-12fc-4959-a2ae-a7226c979594/4a504247-fe9e-45e9-866d-820247643fc0/aad948fc-b06d-45e2-a15b-6c8ed0225101) {{(pid=104034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:21:16.588957 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abcf26c-201f-4aa2-ba1f-b35bc5f5f179 None None] Pushing event updated for resources: {'Port': ['ID=4f93867b-39b7-41b0-898d-00e97278d1eb,revision_number=3']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:16.593953 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.managers [None req-1db28465-e790-4950-9fd1-adfa76a878c9 None None] Attempting to bind port 4f93867b-39b7-41b0-898d-00e97278d1eb on host dv-cinder-795785-10-iscsi for vnic_type normal with profile {{(pid=104035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:21:16.595029 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.managers [None req-1db28465-e790-4950-9fd1-adfa76a878c9 None None] Attempting to bind port 4f93867b-39b7-41b0-898d-00e97278d1eb by drivers openvswitch,hyperv on host dv-cinder-795785-10-iscsi at level 0 using segments [{'id': '15ad7a44-5805-47b3-8a3f-5aee86af7631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '998469a5-51c9-48fa-9255-eb909b168691'}] {{(pid=104035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:21:16.595715 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db28465-e790-4950-9fd1-adfa76a878c9 None None] Attempting to bind port 4f93867b-39b7-41b0-898d-00e97278d1eb on network 998469a5-51c9-48fa-9255-eb909b168691 {{(pid=104035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:21:16.597036 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-63a282b5-8157-43e7-9b6d-8bfeeb3b0cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058e4470-9532-4334-9d31-5e488b5f2129', 'name': 'tempest-TestVolumeBootPattern-594652179-router', 'tenant_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'c96a06fc-230d-4bca-a2bf-0b329260522a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:18:05Z', 'updated_at': '2022-05-16T15:18:09Z', 'revision_number': 4, 'project_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'gw_port': {'id': 'c96a06fc-230d-4bca-a2bf-0b329260522a', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:3c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058e4470-9532-4334-9d31-5e488b5f2129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:18:05Z', 'updated_at': '2022-05-16T15:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_interfaces': [{'id': '308487c7-7b66-4c7c-bb0d-a5df23abcd36', 'name': '', 'network_id': 'f80dbf35-88c8-44d8-af2b-bea94475a461', 'tenant_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'mac_address': 'fa:16:3e:5a:1e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058e4470-9532-4334-9d31-5e488b5f2129', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'e7b41a31-bf60-43da-a33a-33ad3dcfa24b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:18:08Z', 'updated_at': '2022-05-16T15:18:12Z', 'revision_number': 5, 'project_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'subnets': [{'id': 'e7b41a31-bf60-43da-a33a-33ad3dcfa24b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:21:16.602837 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db28465-e790-4950-9fd1-adfa76a878c9 None None] Checking agent: {'id': '311a8a5f-4d79-4ff7-931a-d05ff8cc45ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 6, 3), 'started_at': datetime.datetime(2022, 5, 16, 15, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:21:16.603296 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db28465-e790-4950-9fd1-adfa76a878c9 None None] Checking segment: {'id': '15ad7a44-5805-47b3-8a3f-5aee86af7631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '998469a5-51c9-48fa-9255-eb909b168691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:21:16.603767 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-1db28465-e790-4950-9fd1-adfa76a878c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:16.604229 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db28465-e790-4950-9fd1-adfa76a878c9 None None] Bound using segment: {'id': '15ad7a44-5805-47b3-8a3f-5aee86af7631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '998469a5-51c9-48fa-9255-eb909b168691'} {{(pid=104035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:21:16.604894 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.managers [None req-1db28465-e790-4950-9fd1-adfa76a878c9 None None] Bound port: 4f93867b-39b7-41b0-898d-00e97278d1eb, host: dv-cinder-795785-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15ad7a44-5805-47b3-8a3f-5aee86af7631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '998469a5-51c9-48fa-9255-eb909b168691'}}] {{(pid=104035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:21:16.605558 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-1db28465-e790-4950-9fd1-adfa76a878c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (4f93867b-39b7-41b0-898d-00e97278d1eb), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:16.625708 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a282b5-8157-43e7-9b6d-8bfeeb3b0cd3 None None] Checking router: 058e4470-9532-4334-9d31-5e488b5f2129 for host: dv-cinder-795785-10-iscsi {{(pid=104036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:21:16.635170 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a282b5-8157-43e7-9b6d-8bfeeb3b0cd3 None None] Routers {'058e4470-9532-4334-9d31-5e488b5f2129'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:21:16.635886 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-63a282b5-8157-43e7-9b6d-8bfeeb3b0cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:20:59Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['058e4470-9532-4334-9d31-5e488b5f2129'], 'active': True} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:21:16.685207 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-1db28465-e790-4950-9fd1-adfa76a878c9 None None] For port 4f93867b-39b7-41b0-898d-00e97278d1eb, host dv-cinder-795785-10-iscsi, cleared binding levels {{(pid=104035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:21:16.686174 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-12cf4dc2-60b2-4956-81aa-f77c71daa483 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Publish callbacks [] for port (aad948fc-b06d-45e2-a15b-6c8ed0225101), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:16.689442 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-1db28465-e790-4950-9fd1-adfa76a878c9 None None] For port 4f93867b-39b7-41b0-898d-00e97278d1eb, host dv-cinder-795785-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=4f93867b-39b7-41b0-898d-00e97278d1eb,segment=NetworkSegment(15ad7a44-5805-47b3-8a3f-5aee86af7631),segment_id=15ad7a44-5805-47b3-8a3f-5aee86af7631)] {{(pid=104035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:21:16.746067 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvr_db [None req-63a282b5-8157-43e7-9b6d-8bfeeb3b0cd3 None None] Set router 058e4470-9532-4334-9d31-5e488b5f2129 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:21:16.757221 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-399106f3-b8e1-4e4b-89e2-d03f7d752ccb None None] Provisioning complete for port 4f93867b-39b7-41b0-898d-00e97278d1eb triggered by entity DHCP. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:21:16.757817 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-399106f3-b8e1-4e4b-89e2-d03f7d752ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (4f93867b-39b7-41b0-898d-00e97278d1eb), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:16.783904 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-1db28465-e790-4950-9fd1-adfa76a878c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (4f93867b-39b7-41b0-898d-00e97278d1eb), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:16.797316 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-12cf4dc2-60b2-4956-81aa-f77c71daa483 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789019640149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097154'] for port (aad948fc-b06d-45e2-a15b-6c8ed0225101), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:16.826448 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-399106f3-b8e1-4e4b-89e2-d03f7d752ccb None None] Port 4f93867b-39b7-41b0-898d-00e97278d1eb cannot update to ACTIVE because it is not bound. {{(pid=104035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:21:16.858079 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abcf26c-201f-4aa2-ba1f-b35bc5f5f179 None None] Pushing event updated for resources: {'Port': ['ID=4f93867b-39b7-41b0-898d-00e97278d1eb,revision_number=4']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:16.863973 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db28465-e790-4950-9fd1-adfa76a878c9 None None] Routers {'b9f1aa0c-fe35-4659-b48b-8d4888db3d74'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:21:16.864707 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_hamode_db [None req-1db28465-e790-4950-9fd1-adfa76a878c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:20:59Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['b9f1aa0c-fe35-4659-b48b-8d4888db3d74'], 'active': True} {{(pid=104035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:21:16.886031 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12cf4dc2-60b2-4956-81aa-f77c71daa483 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Network ad45e98c-12fc-4959-a2ae-a7226c979594 is already hosted by enough agents. {{(pid=104034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:21:16.902462 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.base_scheduler [None req-12cf4dc2-60b2-4956-81aa-f77c71daa483 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Resources bound (agent type, host, resource id): {{(pid=104034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:21:16.909264 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cf4dc2-60b2-4956-81aa-f77c71daa483 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Received port after_create {{(pid=104034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:21:16.947418 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-63a282b5-8157-43e7-9b6d-8bfeeb3b0cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058e4470-9532-4334-9d31-5e488b5f2129', 'name': 'tempest-TestVolumeBootPattern-594652179-router', 'tenant_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'c96a06fc-230d-4bca-a2bf-0b329260522a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:18:05Z', 'updated_at': '2022-05-16T15:18:09Z', 'revision_number': 4, 'project_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'gw_port': {'id': 'c96a06fc-230d-4bca-a2bf-0b329260522a', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:3c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058e4470-9532-4334-9d31-5e488b5f2129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:18:05Z', 'updated_at': '2022-05-16T15:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_interfaces': [{'id': '308487c7-7b66-4c7c-bb0d-a5df23abcd36', 'name': '', 'network_id': 'f80dbf35-88c8-44d8-af2b-bea94475a461', 'tenant_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'mac_address': 'fa:16:3e:5a:1e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058e4470-9532-4334-9d31-5e488b5f2129', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'e7b41a31-bf60-43da-a33a-33ad3dcfa24b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:18:08Z', 'updated_at': '2022-05-16T15:18:12Z', 'revision_number': 5, 'project_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'subnets': [{'id': 'e7b41a31-bf60-43da-a33a-33ad3dcfa24b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:21:16.974650 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-d9cd2d5e-ea60-443b-9821-ee54be88b64d req-e4a19c5e-482f-4bad-9a47-1c7dca9fdec8 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4fdfaa8-6784-48ce-9d0e-f67d7560a677 HTTP/1.1" status: 200 len: 210 time: 0.0949528 May 16 15:21:16.978131 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a282b5-8157-43e7-9b6d-8bfeeb3b0cd3 None None] The sync data for ids ['058e4470-9532-4334-9d31-5e488b5f2129'] in dv-cinder-795785-10-iscsi is: [{'id': '058e4470-9532-4334-9d31-5e488b5f2129', 'name': 'tempest-TestVolumeBootPattern-594652179-router', 'tenant_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'c96a06fc-230d-4bca-a2bf-0b329260522a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:18:05Z', 'updated_at': '2022-05-16T15:18:09Z', 'revision_number': 4, 'project_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'gw_port': {'id': 'c96a06fc-230d-4bca-a2bf-0b329260522a', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:3c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058e4470-9532-4334-9d31-5e488b5f2129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:18:05Z', 'updated_at': '2022-05-16T15:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_interfaces': [{'id': '308487c7-7b66-4c7c-bb0d-a5df23abcd36', 'name': '', 'network_id': 'f80dbf35-88c8-44d8-af2b-bea94475a461', 'tenant_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'mac_address': 'fa:16:3e:5a:1e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058e4470-9532-4334-9d31-5e488b5f2129', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'e7b41a31-bf60-43da-a33a-33ad3dcfa24b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:18:08Z', 'updated_at': '2022-05-16T15:18:12Z', 'revision_number': 5, 'project_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'subnets': [{'id': 'e7b41a31-bf60-43da-a33a-33ad3dcfa24b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:21:16.990212 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvr_db [None req-1db28465-e790-4950-9fd1-adfa76a878c9 None None] Set router b9f1aa0c-fe35-4659-b48b-8d4888db3d74 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:21:16.991951 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cf4dc2-60b2-4956-81aa-f77c71daa483 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Pushing event updated for resources: {'Port': ['ID=aad948fc-b06d-45e2-a15b-6c8ed0225101,revision_number=1']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:17.088269 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-12cf4dc2-60b2-4956-81aa-f77c71daa483 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Publish callbacks [] for floatingip (0f5d2960-33e7-44ea-8a84-69d239ae8c2d), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:17.184263 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-194e7810-edde-42ee-83f3-1586c19aa1e7 None None] Provisioning complete for port 4f93867b-39b7-41b0-898d-00e97278d1eb triggered by entity DHCP. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:21:17.184848 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-194e7810-edde-42ee-83f3-1586c19aa1e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (4f93867b-39b7-41b0-898d-00e97278d1eb), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:17.185730 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-12cf4dc2-60b2-4956-81aa-f77c71daa483 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (aad948fc-b06d-45e2-a15b-6c8ed0225101), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:17.262103 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_hamode_db [None req-1db28465-e790-4950-9fd1-adfa76a878c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f1aa0c-fe35-4659-b48b-8d4888db3d74', 'name': 'tempest-AttachVolumeShelveTestJSON-886762088-router', 'tenant_id': '440329d501de48d19ba51dceaa845197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '63f3b2c3-9556-409d-b58c-d225c526d2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:21:10Z', 'updated_at': '2022-05-16T15:21:13Z', 'revision_number': 4, 'project_id': '440329d501de48d19ba51dceaa845197', 'gw_port': {'id': '63f3b2c3-9556-409d-b58c-d225c526d2d6', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f1aa0c-fe35-4659-b48b-8d4888db3d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:10Z', 'updated_at': '2022-05-16T15:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_interfaces': [{'id': '4f93867b-39b7-41b0-898d-00e97278d1eb', 'name': '', 'network_id': '998469a5-51c9-48fa-9255-eb909b168691', 'tenant_id': '440329d501de48d19ba51dceaa845197', 'mac_address': 'fa:16:3e:0d:f5:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9f1aa0c-fe35-4659-b48b-8d4888db3d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '1ad10214-93e5-43be-949a-1d0aca01794b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:12Z', 'updated_at': '2022-05-16T15:21:16Z', 'revision_number': 4, 'project_id': '440329d501de48d19ba51dceaa845197', 'subnets': [{'id': '1ad10214-93e5-43be-949a-1d0aca01794b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:21:17.350688 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d63b68-d9ef-43d7-b8ee-06834b9129d6 req-ca9a2802-2c7e-47bf-ae82-e7a39d4cd058 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:17.352435 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-04d63b68-d9ef-43d7-b8ee-06834b9129d6 req-ca9a2802-2c7e-47bf-ae82-e7a39d4cd058 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=779684af-ad5e-4d00-9ea9-67d0c37dbdce HTTP/1.1" status: 200 len: 945 time: 0.0638666 May 16 15:21:17.416495 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-12cf4dc2-60b2-4956-81aa-f77c71daa483 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Publish callbacks [] for port (aad948fc-b06d-45e2-a15b-6c8ed0225101), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:17.419351 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db28465-e790-4950-9fd1-adfa76a878c9 None None] The sync data for ids ['b9f1aa0c-fe35-4659-b48b-8d4888db3d74'] in dv-cinder-795785-10-iscsi is: [{'id': 'b9f1aa0c-fe35-4659-b48b-8d4888db3d74', 'name': 'tempest-AttachVolumeShelveTestJSON-886762088-router', 'tenant_id': '440329d501de48d19ba51dceaa845197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '63f3b2c3-9556-409d-b58c-d225c526d2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:21:10Z', 'updated_at': '2022-05-16T15:21:13Z', 'revision_number': 4, 'project_id': '440329d501de48d19ba51dceaa845197', 'gw_port': {'id': '63f3b2c3-9556-409d-b58c-d225c526d2d6', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f1aa0c-fe35-4659-b48b-8d4888db3d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:10Z', 'updated_at': '2022-05-16T15:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_interfaces': [{'id': '4f93867b-39b7-41b0-898d-00e97278d1eb', 'name': '', 'network_id': '998469a5-51c9-48fa-9255-eb909b168691', 'tenant_id': '440329d501de48d19ba51dceaa845197', 'mac_address': 'fa:16:3e:0d:f5:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9f1aa0c-fe35-4659-b48b-8d4888db3d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '1ad10214-93e5-43be-949a-1d0aca01794b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:12Z', 'updated_at': '2022-05-16T15:21:16Z', 'revision_number': 4, 'project_id': '440329d501de48d19ba51dceaa845197', 'subnets': [{'id': '1ad10214-93e5-43be-949a-1d0aca01794b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:21:17.422004 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3cd16a-78c3-45e8-9de0-5fb0f2f89dd0 None None] New status for floating IP d865f7b5-876e-41d0-8590-2d30de695999: DOWN {{(pid=104035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 15:21:17.435179 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-04d63b68-d9ef-43d7-b8ee-06834b9129d6 req-5a55bfc4-9dab-4588-9cc0-fa7da28a22f8 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/security-groups?id=b5d9a6ab-8f18-40a5-9474-d9e654039c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740805 May 16 15:21:17.565033 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-194e7810-edde-42ee-83f3-1586c19aa1e7 None None] Current status of the port 4f93867b-39b7-41b0-898d-00e97278d1eb is: DOWN; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:21:17.565393 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-194e7810-edde-42ee-83f3-1586c19aa1e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (4f93867b-39b7-41b0-898d-00e97278d1eb), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:17.587473 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed0912a-434e-4901-a254-93ea8b8b1fc4 req-87208083-334e-4b20-ae1c-8a0acd37b909 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:17.589212 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-4ed0912a-434e-4901-a254-93ea8b8b1fc4 req-87208083-334e-4b20-ae1c-8a0acd37b909 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=779684af-ad5e-4d00-9ea9-67d0c37dbdce HTTP/1.1" status: 200 len: 945 time: 0.0596964 May 16 15:21:17.598569 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 49582) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:17.601194 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-12cf4dc2-60b2-4956-81aa-f77c71daa483 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4097205'] for port (aad948fc-b06d-45e2-a15b-6c8ed0225101), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:17.604328 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.v2.base [None req-ad63feed-773f-46f7-a94e-3df89f2555af tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Request body: {'floatingip': {'port_id': '74efad31-6e64-40bc-9867-6c6e7c294314'}} {{(pid=104033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:21:17.615998 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-194e7810-edde-42ee-83f3-1586c19aa1e7 None None] For port 4f93867b-39b7-41b0-898d-00e97278d1eb, host dv-cinder-795785-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=4f93867b-39b7-41b0-898d-00e97278d1eb,segment=NetworkSegment(15ad7a44-5805-47b3-8a3f-5aee86af7631),segment_id=15ad7a44-5805-47b3-8a3f-5aee86af7631)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:21:17.652540 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ad63feed-773f-46f7-a94e-3df89f2555af tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks [] for floatingip (49a01389-fd30-4152-95f0-55e8630dd28b), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:17.653297 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cf4dc2-60b2-4956-81aa-f77c71daa483 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Pushing event updated for resources: {'Port': ['ID=aad948fc-b06d-45e2-a15b-6c8ed0225101,revision_number=2']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:17.678586 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-194e7810-edde-42ee-83f3-1586c19aa1e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (4f93867b-39b7-41b0-898d-00e97278d1eb), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:17.704685 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-12cf4dc2-60b2-4956-81aa-f77c71daa483 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556839'] for floatingip (0f5d2960-33e7-44ea-8a84-69d239ae8c2d), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:17.775763 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194e7810-edde-42ee-83f3-1586c19aa1e7 None None] Pushing event updated for resources: {'Port': ['ID=4f93867b-39b7-41b0-898d-00e97278d1eb,revision_number=5']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:17.798763 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-12cf4dc2-60b2-4956-81aa-f77c71daa483 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914'] for floatingip (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:17.800198 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-12cf4dc2-60b2-4956-81aa-f77c71daa483 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6716831 May 16 15:21:17.943287 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device 63f3b2c3-9556-409d-b58c-d225c526d2d6 up at agent ovs-agent-dv-cinder-795785-10-iscsi {{(pid=104035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:21:17.991584 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Provisioning complete for port 63f3b2c3-9556-409d-b58c-d225c526d2d6 triggered by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:21:17.994629 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (63f3b2c3-9556-409d-b58c-d225c526d2d6), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:18.112085 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Current status of the port 63f3b2c3-9556-409d-b58c-d225c526d2d6 is: ACTIVE; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:21:18.113533 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device 4f93867b-39b7-41b0-898d-00e97278d1eb up at agent ovs-agent-dv-cinder-795785-10-iscsi {{(pid=104035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:21:18.115353 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-da75e577-f8d7-43c8-abd9-04a13f9d7bee req-3ad96325-c716-4d42-88e8-ba0b0422e85b tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4fdfaa8-6784-48ce-9d0e-f67d7560a677 HTTP/1.1" status: 200 len: 210 time: 0.0444467 May 16 15:21:18.143714 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device db5b37d8-c741-4890-90db-e06eab6bdb47 no longer exists at agent hyperv_hv-cinder-79578 {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:21:18.173932 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] No Port match for: db5b37d8-c741-4890-90db-e06eab6bdb47 {{(pid=104035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:21:18.174380 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device db5b37d8-c741-4890-90db-e06eab6bdb47 not bound to the agent host hv-cinder-79578 {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:21:18.203554 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Provisioning complete for port 4f93867b-39b7-41b0-898d-00e97278d1eb triggered by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:21:18.204202 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (4f93867b-39b7-41b0-898d-00e97278d1eb), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:18.290108 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Current status of the port 4f93867b-39b7-41b0-898d-00e97278d1eb is: ACTIVE; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:21:18.346958 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-bb722f2d-f9c4-4a37-84b6-01388dd389ef req-1c6f87e8-af02-4e7c-a709-5a79353b766d tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--673450595&fields=id&tenant_id=440329d501de48d19ba51dceaa845197 HTTP/1.1" status: 200 len: 267 time: 0.4137881 May 16 15:21:18.556255 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb722f2d-f9c4-4a37-84b6-01388dd389ef req-7dd68927-d3bb-424d-b7f5-44f4ecaf8108 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:18.557782 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-bb722f2d-f9c4-4a37-84b6-01388dd389ef req-7dd68927-d3bb-424d-b7f5-44f4ecaf8108 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/networks?id=998469a5-51c9-48fa-9255-eb909b168691 HTTP/1.1" status: 200 len: 816 time: 0.1811562 May 16 15:21:18.606419 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-bb722f2d-f9c4-4a37-84b6-01388dd389ef req-2b01209d-a629-4334-8c6b-ed499960fa77 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/quotas/440329d501de48d19ba51dceaa845197 HTTP/1.1" status: 200 len: 375 time: 0.0418832 May 16 15:21:18.631677 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ad63feed-773f-46f7-a94e-3df89f2555af tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:18.669264 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-bb722f2d-f9c4-4a37-84b6-01388dd389ef req-e95e9fa9-1407-4e7b-b402-1e2ac6c934bf tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=440329d501de48d19ba51dceaa845197&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0556805 May 16 15:21:18.739955 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ad63feed-773f-46f7-a94e-3df89f2555af tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556839'] for floatingip (49a01389-fd30-4152-95f0-55e8630dd28b), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:18.841553 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-bb722f2d-f9c4-4a37-84b6-01388dd389ef req-ccb7a782-b399-4bbe-8ed7-293721c21a18 service neutron] 10.222.0.44 "GET /v2.0/networks/998469a5-51c9-48fa-9255-eb909b168691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602962 May 16 15:21:18.883879 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.db.l3_db [None req-ad63feed-773f-46f7-a94e-3df89f2555af tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Floating IP 49a01389-fd30-4152-95f0-55e8630dd28b associated. External IP: 172.27.0.53, port: 74efad31-6e64-40bc-9867-6c6e7c294314. May 16 15:21:19.015334 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-bb722f2d-f9c4-4a37-84b6-01388dd389ef req-d2e0bc05-c912-4633-bd64-f4ce389d137d service neutron] 10.222.0.44 "GET /v2.0/networks/998469a5-51c9-48fa-9255-eb909b168691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669841 May 16 15:21:19.135522 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad63feed-773f-46f7-a94e-3df89f2555af tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Router 597b9c59-35f6-4ed2-a0d6-123dce3e1462 has already been hosted by L3 agent 54a3e65b-69a0-426d-9997-69a1705c4334 {{(pid=104033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:21:19.296495 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-d1e70a1b-c22c-49c9-9451-a535eaf8bb07 req-72926f9d-71b7-4e6f-b03b-523d2a22c691 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=50535581-9ba0-49d7-83c8-5b46113c41f2 HTTP/1.1" status: 200 len: 210 time: 0.0364854 May 16 15:21:19.306097 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad63feed-773f-46f7-a94e-3df89f2555af tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Notify agent at l3_agent.dv-cinder-795785-10-iscsi the message routers_updated {{(pid=104033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:21:19.311663 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ad63feed-773f-46f7-a94e-3df89f2555af tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914'] for floatingip (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:19.316718 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d3c6fa-68dd-440a-af82-556b2a222399 None None] Sync routers for ids ['597b9c59-35f6-4ed2-a0d6-123dce3e1462'] in dv-cinder-795785-10-iscsi {{(pid=104036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:21:19.342296 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d3c6fa-68dd-440a-af82-556b2a222399 None None] Routers {'597b9c59-35f6-4ed2-a0d6-123dce3e1462'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:21:19.342296 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-38d3c6fa-68dd-440a-af82-556b2a222399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:20:59Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['597b9c59-35f6-4ed2-a0d6-123dce3e1462'], 'active': True} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:21:19.354926 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-ad63feed-773f-46f7-a94e-3df89f2555af tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "PUT /v2.0/floatingips/49a01389-fd30-4152-95f0-55e8630dd28b HTTP/1.1" status: 200 len: 990 time: 1.7529352 May 16 15:21:19.354926 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '779684af-ad5e-4d00-9ea9-67d0c37dbdce', 'tag': '74efad31-6e64-40bc-9867-6c6e7c294314'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:21:19.356859 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffeccd97bc4bec2d8a291f35a4115644be5723c7930092d1a563b2016f5a5231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c14c28-612c-477a-b88a-3d050851b5c6" -d '{"events": [{"name": "network-changed", "server_uuid": "779684af-ad5e-4d00-9ea9-67d0c37dbdce", "tag": "74efad31-6e64-40bc-9867-6c6e7c294314"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:21:19.402799 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42273095-40fc-4f40-84f3-ffdf32de3676 x-openstack-request-id: req-42273095-40fc-4f40-84f3-ffdf32de3676 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:21:19.403223 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "779684af-ad5e-4d00-9ea9-67d0c37dbdce", "tag": "74efad31-6e64-40bc-9867-6c6e7c294314", "status": "completed", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:21:19.403575 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-42273095-40fc-4f40-84f3-ffdf32de3676 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:21:19.404100 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42273095-40fc-4f40-84f3-ffdf32de3676'] response: {'name': 'network-changed', 'server_uuid': '779684af-ad5e-4d00-9ea9-67d0c37dbdce', 'tag': '74efad31-6e64-40bc-9867-6c6e7c294314', 'status': 'completed', 'code': 200} May 16 15:21:19.435686 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-6778abed-4c99-4218-9ef4-91bf4f0ffbf8 req-d998b3d0-eb10-4f7c-a6b0-48d700f34933 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-649752004&fields=id&tenant_id=b025f7f102ee46fa92e9bb7445e59daa HTTP/1.1" status: 200 len: 267 time: 0.0510662 May 16 15:21:19.475964 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvr_db [None req-38d3c6fa-68dd-440a-af82-556b2a222399 None None] Set router 597b9c59-35f6-4ed2-a0d6-123dce3e1462 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:21:19.496422 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c14c28-612c-477a-b88a-3d050851b5c6 req-69105262-4b4d-4ee5-bd44-37af51bfa1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:19.497978 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-65c14c28-612c-477a-b88a-3d050851b5c6 req-69105262-4b4d-4ee5-bd44-37af51bfa1d4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d143bc5a616249a7beefc7b27962026b&device_id=779684af-ad5e-4d00-9ea9-67d0c37dbdce HTTP/1.1" status: 200 len: 1129 time: 0.0502980 May 16 15:21:19.561532 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6778abed-4c99-4218-9ef4-91bf4f0ffbf8 req-a6679634-adf5-4411-b080-41894ed89f62 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:19.563468 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-6778abed-4c99-4218-9ef4-91bf4f0ffbf8 req-a6679634-adf5-4411-b080-41894ed89f62 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/networks?id=f80dbf35-88c8-44d8-af2b-bea94475a461 HTTP/1.1" status: 200 len: 811 time: 0.1186492 May 16 15:21:19.586333 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-6778abed-4c99-4218-9ef4-91bf4f0ffbf8 req-6e4d3a53-d2cd-4195-bc2a-2cbedf75c397 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/quotas/b025f7f102ee46fa92e9bb7445e59daa HTTP/1.1" status: 200 len: 375 time: 0.0157557 May 16 15:21:19.601134 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c14c28-612c-477a-b88a-3d050851b5c6 req-d3467c56-c1f9-4513-a47e-7c4c140cc5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:19.606640 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-65c14c28-612c-477a-b88a-3d050851b5c6 req-d3467c56-c1f9-4513-a47e-7c4c140cc5bc service neutron] 10.222.0.69 "GET /v2.0/networks?id=982c6e92-7848-46dd-811d-5ec569a6da67 HTTP/1.1" status: 200 len: 916 time: 0.0990672 May 16 15:21:19.667257 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-6778abed-4c99-4218-9ef4-91bf4f0ffbf8 req-2aee3438-3d25-4a81-826b-861d760a5d70 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b025f7f102ee46fa92e9bb7445e59daa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0683153 May 16 15:21:19.682577 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-65c14c28-612c-477a-b88a-3d050851b5c6 req-551e1b2a-d155-4b9a-b88f-a2500a77082d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74efad31-6e64-40bc-9867-6c6e7c294314 HTTP/1.1" status: 200 len: 998 time: 0.0735292 May 16 15:21:19.796672 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c14c28-612c-477a-b88a-3d050851b5c6 req-db62ad6c-64cc-4a85-819d-e00a62273ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:19.798750 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-65c14c28-612c-477a-b88a-3d050851b5c6 req-db62ad6c-64cc-4a85-819d-e00a62273ef2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1fafe849-ed07-444a-932d-68cf1f6b80a1 HTTP/1.1" status: 200 len: 854 time: 0.1096227 May 16 15:21:19.802941 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-6778abed-4c99-4218-9ef4-91bf4f0ffbf8 req-72ee274f-0bd2-441b-a5c3-aa1fb6093297 service neutron] 10.222.0.44 "GET /v2.0/networks/f80dbf35-88c8-44d8-af2b-bea94475a461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169600 May 16 15:21:19.838380 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-38d3c6fa-68dd-440a-af82-556b2a222399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'name': 'tempest-AttachVolumeNegativeTest-1541459670-router', 'tenant_id': 'd143bc5a616249a7beefc7b27962026b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '11c5f84e-eedf-4ae8-9ec1-7f055018f48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:10Z', 'updated_at': '2022-05-16T15:15:19Z', 'revision_number': 4, 'project_id': 'd143bc5a616249a7beefc7b27962026b', 'gw_port': {'id': '11c5f84e-eedf-4ae8-9ec1-7f055018f48e', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:61:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:12Z', 'updated_at': '2022-05-16T15:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_floatingips': [{'id': '49a01389-fd30-4152-95f0-55e8630dd28b', 'tenant_id': 'd143bc5a616249a7beefc7b27962026b', 'floating_ip_address': '172.27.0.53', 'floating_network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'router_id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'port_id': '74efad31-6e64-40bc-9867-6c6e7c294314', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '982c6e92-7848-46dd-811d-5ec569a6da67', 'mac_address': 'fa:16:3e:54:c7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779684af-ad5e-4d00-9ea9-67d0c37dbdce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:21:03Z', 'updated_at': '2022-05-16T15:21:18Z', 'revision_number': 1, 'project_id': 'd143bc5a616249a7beefc7b27962026b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c44dc0b3-d42f-4222-b9f4-e340d132a5e0', 'name': '', 'network_id': '982c6e92-7848-46dd-811d-5ec569a6da67', 'tenant_id': 'd143bc5a616249a7beefc7b27962026b', 'mac_address': 'fa:16:3e:10:22:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1fafe849-ed07-444a-932d-68cf1f6b80a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:17Z', 'updated_at': '2022-05-16T15:15:27Z', 'revision_number': 5, 'project_id': 'd143bc5a616249a7beefc7b27962026b', 'subnets': [{'id': '1fafe849-ed07-444a-932d-68cf1f6b80a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:21:19.841828 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device 4f93867b-39b7-41b0-898d-00e97278d1eb up at agent ovs-agent-dv-cinder-795785-10-iscsi {{(pid=104035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:21:19.854466 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c14c28-612c-477a-b88a-3d050851b5c6 req-316d15ba-266f-4866-9962-8a0d3f8d54e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:19.860603 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-65c14c28-612c-477a-b88a-3d050851b5c6 req-316d15ba-266f-4866-9962-8a0d3f8d54e6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=982c6e92-7848-46dd-811d-5ec569a6da67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0535100 May 16 15:21:19.870168 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d3c6fa-68dd-440a-af82-556b2a222399 None None] Checking router: 597b9c59-35f6-4ed2-a0d6-123dce3e1462 for host: dv-cinder-795785-10-iscsi {{(pid=104036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:21:19.882875 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d3c6fa-68dd-440a-af82-556b2a222399 None None] Routers {'597b9c59-35f6-4ed2-a0d6-123dce3e1462'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:21:19.883627 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-38d3c6fa-68dd-440a-af82-556b2a222399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:20:59Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['597b9c59-35f6-4ed2-a0d6-123dce3e1462'], 'active': True} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:21:19.906505 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-6778abed-4c99-4218-9ef4-91bf4f0ffbf8 req-3c14d1f2-d8aa-492d-aaf2-03b0fb0a6e1f service neutron] 10.222.0.44 "GET /v2.0/networks/f80dbf35-88c8-44d8-af2b-bea94475a461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026611 May 16 15:21:19.913652 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Provisioning complete for port 4f93867b-39b7-41b0-898d-00e97278d1eb triggered by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:21:19.914120 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (4f93867b-39b7-41b0-898d-00e97278d1eb), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:19.999725 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvr_db [None req-38d3c6fa-68dd-440a-af82-556b2a222399 None None] Set router 597b9c59-35f6-4ed2-a0d6-123dce3e1462 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:21:20.002901 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-65c14c28-612c-477a-b88a-3d050851b5c6 req-64ea98fb-1a96-4821-a23d-616047b9f129 service neutron] 10.222.0.69 "GET /v2.0/networks/982c6e92-7848-46dd-811d-5ec569a6da67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378353 May 16 15:21:20.012272 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Current status of the port 4f93867b-39b7-41b0-898d-00e97278d1eb is: ACTIVE; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:21:20.111672 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-65c14c28-612c-477a-b88a-3d050851b5c6 req-72408673-c805-4128-b855-60876d4de31a service neutron] 10.222.0.69 "GET /v2.0/networks/982c6e92-7848-46dd-811d-5ec569a6da67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986776 May 16 15:21:20.213633 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-38d3c6fa-68dd-440a-af82-556b2a222399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'name': 'tempest-AttachVolumeNegativeTest-1541459670-router', 'tenant_id': 'd143bc5a616249a7beefc7b27962026b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '11c5f84e-eedf-4ae8-9ec1-7f055018f48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:10Z', 'updated_at': '2022-05-16T15:15:19Z', 'revision_number': 4, 'project_id': 'd143bc5a616249a7beefc7b27962026b', 'gw_port': {'id': '11c5f84e-eedf-4ae8-9ec1-7f055018f48e', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:61:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:12Z', 'updated_at': '2022-05-16T15:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_floatingips': [{'id': '49a01389-fd30-4152-95f0-55e8630dd28b', 'tenant_id': 'd143bc5a616249a7beefc7b27962026b', 'floating_ip_address': '172.27.0.53', 'floating_network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'router_id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'port_id': '74efad31-6e64-40bc-9867-6c6e7c294314', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '982c6e92-7848-46dd-811d-5ec569a6da67', 'mac_address': 'fa:16:3e:54:c7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779684af-ad5e-4d00-9ea9-67d0c37dbdce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:21:03Z', 'updated_at': '2022-05-16T15:21:18Z', 'revision_number': 1, 'project_id': 'd143bc5a616249a7beefc7b27962026b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c44dc0b3-d42f-4222-b9f4-e340d132a5e0', 'name': '', 'network_id': '982c6e92-7848-46dd-811d-5ec569a6da67', 'tenant_id': 'd143bc5a616249a7beefc7b27962026b', 'mac_address': 'fa:16:3e:10:22:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1fafe849-ed07-444a-932d-68cf1f6b80a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:17Z', 'updated_at': '2022-05-16T15:15:27Z', 'revision_number': 5, 'project_id': 'd143bc5a616249a7beefc7b27962026b', 'subnets': [{'id': '1fafe849-ed07-444a-932d-68cf1f6b80a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:21:20.239673 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d3c6fa-68dd-440a-af82-556b2a222399 None None] The sync data for ids ['597b9c59-35f6-4ed2-a0d6-123dce3e1462'] in dv-cinder-795785-10-iscsi is: [{'id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'name': 'tempest-AttachVolumeNegativeTest-1541459670-router', 'tenant_id': 'd143bc5a616249a7beefc7b27962026b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '11c5f84e-eedf-4ae8-9ec1-7f055018f48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:10Z', 'updated_at': '2022-05-16T15:15:19Z', 'revision_number': 4, 'project_id': 'd143bc5a616249a7beefc7b27962026b', 'gw_port': {'id': '11c5f84e-eedf-4ae8-9ec1-7f055018f48e', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:61:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:12Z', 'updated_at': '2022-05-16T15:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_floatingips': [{'id': '49a01389-fd30-4152-95f0-55e8630dd28b', 'tenant_id': 'd143bc5a616249a7beefc7b27962026b', 'floating_ip_address': '172.27.0.53', 'floating_network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'router_id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'port_id': '74efad31-6e64-40bc-9867-6c6e7c294314', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '982c6e92-7848-46dd-811d-5ec569a6da67', 'mac_address': 'fa:16:3e:54:c7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779684af-ad5e-4d00-9ea9-67d0c37dbdce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:21:03Z', 'updated_at': '2022-05-16T15:21:18Z', 'revision_number': 1, 'project_id': 'd143bc5a616249a7beefc7b27962026b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c44dc0b3-d42f-4222-b9f4-e340d132a5e0', 'name': '', 'network_id': '982c6e92-7848-46dd-811d-5ec569a6da67', 'tenant_id': 'd143bc5a616249a7beefc7b27962026b', 'mac_address': 'fa:16:3e:10:22:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1fafe849-ed07-444a-932d-68cf1f6b80a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:17Z', 'updated_at': '2022-05-16T15:15:27Z', 'revision_number': 5, 'project_id': 'd143bc5a616249a7beefc7b27962026b', 'subnets': [{'id': '1fafe849-ed07-444a-932d-68cf1f6b80a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:21:20.425270 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-ceba3d58-f0ed-46ae-9d1b-a2ea317c6308 req-150ce9ef-e95a-4ff9-8635-c0537a388023 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=50535581-9ba0-49d7-83c8-5b46113c41f2 HTTP/1.1" status: 200 len: 210 time: 0.0449443 May 16 15:21:20.452291 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b48fa00-551d-4210-aa59-9108c3462119 None None] New status for floating IP 49a01389-fd30-4152-95f0-55e8630dd28b: ACTIVE {{(pid=104035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 15:21:20.608013 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-40c6c5cd-5e24-423b-a474-8e34ec6d0f8a req-ab2f85da-89ee-4ce7-818e-bb9b0d73774c tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/ports?device_id=ebbe62e5-c4dc-4203-8f12-3c0802188ea4 HTTP/1.1" status: 200 len: 210 time: 0.0295434 May 16 15:21:21.523669 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-5c971899-0288-46c1-8f83-a15bfc9d016a req-8b5520ed-1418-4fe8-ac4c-744e5964b572 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=50535581-9ba0-49d7-83c8-5b46113c41f2 HTTP/1.1" status: 200 len: 210 time: 0.0278864 May 16 15:21:21.699713 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-e88f67fc-ffae-4d2d-b80e-ddae9ea7de13 req-c6058a98-e8c7-4a5c-b1a8-4db262bd885c tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/ports?device_id=ebbe62e5-c4dc-4203-8f12-3c0802188ea4 HTTP/1.1" status: 200 len: 210 time: 0.0271623 May 16 15:21:22.625540 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-ed4e28a7-a318-4eb4-b7b2-c579a2e4d33c req-29f89399-0182-49db-a33b-b96bb924e658 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=50535581-9ba0-49d7-83c8-5b46113c41f2 HTTP/1.1" status: 200 len: 210 time: 0.0314662 May 16 15:21:22.792779 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-2d606db6-978a-4ee0-8d7f-bfbad03a988f req-d3475e19-a7fc-4ab8-b6ca-f901ba0f4ebb tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/ports?device_id=ebbe62e5-c4dc-4203-8f12-3c0802188ea4 HTTP/1.1" status: 200 len: 210 time: 0.0275393 May 16 15:21:23.723809 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-83c49fb1-8802-486b-903e-3d4377094ca8 req-f8148f0b-3cd1-4d73-a813-1d8d7eb7f43e tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=50535581-9ba0-49d7-83c8-5b46113c41f2 HTTP/1.1" status: 200 len: 210 time: 0.0281494 May 16 15:21:23.891606 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-46051911-db81-44ea-89d7-a7ec3eb29b0a req-2d627dfa-c9e7-4a31-a20e-58d82e469ca2 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/ports?device_id=ebbe62e5-c4dc-4203-8f12-3c0802188ea4 HTTP/1.1" status: 200 len: 210 time: 0.0313759 May 16 15:21:24.096734 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb722f2d-f9c4-4a37-84b6-01388dd389ef req-4cabf793-00e1-4613-8da0-09034fefd368 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:24.098196 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-bb722f2d-f9c4-4a37-84b6-01388dd389ef req-4cabf793-00e1-4613-8da0-09034fefd368 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.69 "GET /v2.0/networks?id=998469a5-51c9-48fa-9255-eb909b168691 HTTP/1.1" status: 200 len: 816 time: 0.1022191 May 16 15:21:24.173192 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-bb722f2d-f9c4-4a37-84b6-01388dd389ef req-b6d1268f-f85c-4344-8a27-facd383fb42b tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=440329d501de48d19ba51dceaa845197 HTTP/1.1" status: 200 len: 379 time: 0.0601027 May 16 15:21:24.183951 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.v2.base [req-bb722f2d-f9c4-4a37-84b6-01388dd389ef req-7d2411f3-d09f-4da9-b2ce-20e7f4786230 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Request body: {'port': {'device_id': '50535581-9ba0-49d7-83c8-5b46113c41f2', 'network_id': '998469a5-51c9-48fa-9255-eb909b168691', 'admin_state_up': True, 'tenant_id': '440329d501de48d19ba51dceaa845197', 'security_groups': ['c7491bbc-3bbc-4c44-a83a-a0647cdddede']}} {{(pid=104033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:21:24.384492 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6778abed-4c99-4218-9ef4-91bf4f0ffbf8 req-e7bdfd79-87ff-4256-ab8f-84e489945c05 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:24.385843 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-6778abed-4c99-4218-9ef4-91bf4f0ffbf8 req-e7bdfd79-87ff-4256-ab8f-84e489945c05 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.69 "GET /v2.0/networks?id=f80dbf35-88c8-44d8-af2b-bea94475a461 HTTP/1.1" status: 200 len: 811 time: 0.1300049 May 16 15:21:24.444475 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb722f2d-f9c4-4a37-84b6-01388dd389ef req-7d2411f3-d09f-4da9-b2ce-20e7f4786230 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Made reservation on behalf of 440329d501de48d19ba51dceaa845197 for: {'port': 1} {{(pid=104033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:21:24.447851 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-bb722f2d-f9c4-4a37-84b6-01388dd389ef req-7d2411f3-d09f-4da9-b2ce-20e7f4786230 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:24.611599 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [req-bb722f2d-f9c4-4a37-84b6-01388dd389ef req-7d2411f3-d09f-4da9-b2ce-20e7f4786230 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Allocated IP 172.20.0.10 (998469a5-51c9-48fa-9255-eb909b168691/1ad10214-93e5-43be-949a-1d0aca01794b/87b37162-8505-4153-9400-d7df48f99a54) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:21:24.618974 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-6778abed-4c99-4218-9ef4-91bf4f0ffbf8 req-386709c2-c172-4ad4-b1ad-b0a5e2a22fe7 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b025f7f102ee46fa92e9bb7445e59daa HTTP/1.1" status: 200 len: 379 time: 0.1035051 May 16 15:21:24.639021 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.v2.base [req-6778abed-4c99-4218-9ef4-91bf4f0ffbf8 req-3cfe7651-340b-458d-bb6b-d70e67c5d2c5 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Request body: {'port': {'device_id': 'ebbe62e5-c4dc-4203-8f12-3c0802188ea4', 'network_id': 'f80dbf35-88c8-44d8-af2b-bea94475a461', 'admin_state_up': True, 'tenant_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'security_groups': ['0b779ae3-e78d-4ec5-964b-03e22096986e']}} {{(pid=104033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:21:24.826265 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-8a3a4c7f-11d2-4b1b-a6f1-a023cfc8db93 req-97eb0032-ae89-451a-a7ab-1bea6793ac41 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=50535581-9ba0-49d7-83c8-5b46113c41f2 HTTP/1.1" status: 200 len: 210 time: 0.0285244 May 16 15:21:24.843915 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-bb722f2d-f9c4-4a37-84b6-01388dd389ef req-7d2411f3-d09f-4da9-b2ce-20e7f4786230 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Publish callbacks [] for port (87b37162-8505-4153-9400-d7df48f99a54), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:24.952919 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6778abed-4c99-4218-9ef4-91bf4f0ffbf8 req-3cfe7651-340b-458d-bb6b-d70e67c5d2c5 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Made reservation on behalf of b025f7f102ee46fa92e9bb7445e59daa for: {'port': 1} {{(pid=104033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:21:24.956998 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-6778abed-4c99-4218-9ef4-91bf4f0ffbf8 req-3cfe7651-340b-458d-bb6b-d70e67c5d2c5 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:24.978368 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-bb722f2d-f9c4-4a37-84b6-01388dd389ef req-7d2411f3-d09f-4da9-b2ce-20e7f4786230 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789019640149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61886211'] for port (87b37162-8505-4153-9400-d7df48f99a54), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:25.006969 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-cccd6f2d-db04-461f-b9aa-9064bca9bf6d req-8292da54-90ce-4169-8428-08405a9357ff tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/ports?device_id=ebbe62e5-c4dc-4203-8f12-3c0802188ea4 HTTP/1.1" status: 200 len: 210 time: 0.0475287 May 16 15:21:25.045929 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb722f2d-f9c4-4a37-84b6-01388dd389ef req-7d2411f3-d09f-4da9-b2ce-20e7f4786230 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Network 998469a5-51c9-48fa-9255-eb909b168691 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:21:25.077165 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [req-bb722f2d-f9c4-4a37-84b6-01388dd389ef req-7d2411f3-d09f-4da9-b2ce-20e7f4786230 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:21:25.087778 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb722f2d-f9c4-4a37-84b6-01388dd389ef req-7d2411f3-d09f-4da9-b2ce-20e7f4786230 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:21:25.129346 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2411f3-d09f-4da9-b2ce-20e7f4786230 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Pushing event updated for resources: {'Port': ['ID=87b37162-8505-4153-9400-d7df48f99a54,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:25.181264 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb722f2d-f9c4-4a37-84b6-01388dd389ef req-7d2411f3-d09f-4da9-b2ce-20e7f4786230 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:25.181894 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-bb722f2d-f9c4-4a37-84b6-01388dd389ef req-7d2411f3-d09f-4da9-b2ce-20e7f4786230 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914'] for port (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:25.213468 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [req-6778abed-4c99-4218-9ef4-91bf4f0ffbf8 req-3cfe7651-340b-458d-bb6b-d70e67c5d2c5 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Allocated IP 172.20.0.14 (f80dbf35-88c8-44d8-af2b-bea94475a461/e7b41a31-bf60-43da-a33a-33ad3dcfa24b/1d6a2295-76e4-4a50-b3f2-a26938aab948) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:21:25.318086 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-bb722f2d-f9c4-4a37-84b6-01388dd389ef req-7d2411f3-d09f-4da9-b2ce-20e7f4786230 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1380496 May 16 15:21:25.347094 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-974dd399-aaac-44f7-85d4-00d27d2f386c None None] Provisioning complete for port 87b37162-8505-4153-9400-d7df48f99a54 triggered by entity DHCP. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:21:25.347685 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-974dd399-aaac-44f7-85d4-00d27d2f386c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (87b37162-8505-4153-9400-d7df48f99a54), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:25.361050 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-6778abed-4c99-4218-9ef4-91bf4f0ffbf8 req-3cfe7651-340b-458d-bb6b-d70e67c5d2c5 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks [] for port (1d6a2295-76e4-4a50-b3f2-a26938aab948), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:25.377747 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-974dd399-aaac-44f7-85d4-00d27d2f386c None None] Port 87b37162-8505-4153-9400-d7df48f99a54 cannot update to ACTIVE because it is not bound. {{(pid=104035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:21:25.445192 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-6778abed-4c99-4218-9ef4-91bf4f0ffbf8 req-3cfe7651-340b-458d-bb6b-d70e67c5d2c5 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789019640149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61886211'] for port (1d6a2295-76e4-4a50-b3f2-a26938aab948), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:25.487897 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6778abed-4c99-4218-9ef4-91bf4f0ffbf8 req-3cfe7651-340b-458d-bb6b-d70e67c5d2c5 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Network f80dbf35-88c8-44d8-af2b-bea94475a461 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:21:25.492916 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [req-6778abed-4c99-4218-9ef4-91bf4f0ffbf8 req-3cfe7651-340b-458d-bb6b-d70e67c5d2c5 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:21:25.496675 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [req-6778abed-4c99-4218-9ef4-91bf4f0ffbf8 req-3cfe7651-340b-458d-bb6b-d70e67c5d2c5 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:21:25.500473 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfe7651-340b-458d-bb6b-d70e67c5d2c5 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Pushing event updated for resources: {'Port': ['ID=1d6a2295-76e4-4a50-b3f2-a26938aab948,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:25.547202 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6778abed-4c99-4218-9ef4-91bf4f0ffbf8 req-3cfe7651-340b-458d-bb6b-d70e67c5d2c5 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:25.547753 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-6778abed-4c99-4218-9ef4-91bf4f0ffbf8 req-3cfe7651-340b-458d-bb6b-d70e67c5d2c5 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914'] for port (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:25.676881 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-6778abed-4c99-4218-9ef4-91bf4f0ffbf8 req-3cfe7651-340b-458d-bb6b-d70e67c5d2c5 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0417917 May 16 15:21:25.696719 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-34919ead-7c0a-4b3d-ae87-b849681e8128 None None] Provisioning complete for port 1d6a2295-76e4-4a50-b3f2-a26938aab948 triggered by entity DHCP. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:21:25.697094 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-34919ead-7c0a-4b3d-ae87-b849681e8128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (1d6a2295-76e4-4a50-b3f2-a26938aab948), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:25.729282 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-34919ead-7c0a-4b3d-ae87-b849681e8128 None None] Port 1d6a2295-76e4-4a50-b3f2-a26938aab948 cannot update to ACTIVE because it is not bound. {{(pid=104035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:21:25.941805 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3804bfe8-e313-40db-a291-8afc0ba31659 req-d20be92d-1493-41f5-b974-9fc2da50867b tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:25.943289 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-3804bfe8-e313-40db-a291-8afc0ba31659 req-d20be92d-1493-41f5-b974-9fc2da50867b tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=50535581-9ba0-49d7-83c8-5b46113c41f2 HTTP/1.1" status: 200 len: 932 time: 0.0459969 May 16 15:21:25.991292 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-3804bfe8-e313-40db-a291-8afc0ba31659 req-71a22fd8-fe2d-425c-b22b-29c548da0a40 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7491bbc-3bbc-4c44-a83a-a0647cdddede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426052 May 16 15:21:26.123252 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e312a27-e5e6-4879-84f4-00b24b270712 req-b6ca0625-ed3d-4f15-95af-e11020c61707 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:26.124627 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-8e312a27-e5e6-4879-84f4-00b24b270712 req-b6ca0625-ed3d-4f15-95af-e11020c61707 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/ports?device_id=ebbe62e5-c4dc-4203-8f12-3c0802188ea4 HTTP/1.1" status: 200 len: 932 time: 0.0503716 May 16 15:21:26.171351 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-8e312a27-e5e6-4879-84f4-00b24b270712 req-1900744d-c18e-49f4-b2d8-20f45ffa1fe1 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b779ae3-e78d-4ec5-964b-03e22096986e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410419 May 16 15:21:26.822606 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-14659f4b-a116-4daf-aa22-477dc9dd7f2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (a586ef94-96cb-452c-b402-463be5294b2a), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:27.107766 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48be06d0-ccfa-4744-96c0-7fd95e690c57 req-dfea8342-358b-4eb6-9d9e-0e67c109a3e3 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:27.109245 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-48be06d0-ccfa-4744-96c0-7fd95e690c57 req-dfea8342-358b-4eb6-9d9e-0e67c109a3e3 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=50535581-9ba0-49d7-83c8-5b46113c41f2 HTTP/1.1" status: 200 len: 932 time: 0.0475597 May 16 15:21:27.155616 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-48be06d0-ccfa-4744-96c0-7fd95e690c57 req-8a2f79d5-7477-499c-ab06-c0e3272f9f26 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7491bbc-3bbc-4c44-a83a-a0647cdddede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403700 May 16 15:21:27.281133 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed3f1a-78ca-4377-84ea-2ca48fe745cf req-7e46707f-6757-47a7-884d-c081d6e0d590 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:27.282675 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-35ed3f1a-78ca-4377-84ea-2ca48fe745cf req-7e46707f-6757-47a7-884d-c081d6e0d590 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/ports?device_id=ebbe62e5-c4dc-4203-8f12-3c0802188ea4 HTTP/1.1" status: 200 len: 932 time: 0.0467997 May 16 15:21:27.320384 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.v2.base [req-bb722f2d-f9c4-4a37-84b6-01388dd389ef req-6e53c417-cfcf-47c7-9f17-82c3bd21f818 service neutron] Request body: {'port': {'device_id': '50535581-9ba0-49d7-83c8-5b46113c41f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79578'}} {{(pid=104033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:21:27.328691 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.v2.base [req-6778abed-4c99-4218-9ef4-91bf4f0ffbf8 req-a35e039f-2b1d-405a-a7fa-759dd920bca4 service neutron] Request body: {'port': {'device_id': 'ebbe62e5-c4dc-4203-8f12-3c0802188ea4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79578'}} {{(pid=104033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:21:27.626294 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-35ed3f1a-78ca-4377-84ea-2ca48fe745cf req-2c2d51f1-70c7-46ac-b5d9-c12adc70abb2 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b779ae3-e78d-4ec5-964b-03e22096986e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3378122 May 16 15:21:27.678662 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-6778abed-4c99-4218-9ef4-91bf4f0ffbf8 req-a35e039f-2b1d-405a-a7fa-759dd920bca4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (1d6a2295-76e4-4a50-b3f2-a26938aab948), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:27.695555 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-bb722f2d-f9c4-4a37-84b6-01388dd389ef req-6e53c417-cfcf-47c7-9f17-82c3bd21f818 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (87b37162-8505-4153-9400-d7df48f99a54), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:28.186367 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [req-6778abed-4c99-4218-9ef4-91bf4f0ffbf8 req-a35e039f-2b1d-405a-a7fa-759dd920bca4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d6a2295-76e4-4a50-b3f2-a26938aab948 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:21:28.196411 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-6778abed-4c99-4218-9ef4-91bf4f0ffbf8 req-a35e039f-2b1d-405a-a7fa-759dd920bca4 service neutron] Publish callbacks [] for port (1d6a2295-76e4-4a50-b3f2-a26938aab948), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:28.206904 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [req-bb722f2d-f9c4-4a37-84b6-01388dd389ef req-6e53c417-cfcf-47c7-9f17-82c3bd21f818 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87b37162-8505-4153-9400-d7df48f99a54 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:21:28.219069 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-bb722f2d-f9c4-4a37-84b6-01388dd389ef req-6e53c417-cfcf-47c7-9f17-82c3bd21f818 service neutron] Publish callbacks [] for port (87b37162-8505-4153-9400-d7df48f99a54), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:28.224164 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [req-6778abed-4c99-4218-9ef4-91bf4f0ffbf8 req-a35e039f-2b1d-405a-a7fa-759dd920bca4 service neutron] Transition to ACTIVE for port object 1d6a2295-76e4-4a50-b3f2-a26938aab948 will not be triggered until provisioned by entity L2. {{(pid=104033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 15:21:28.233738 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [req-bb722f2d-f9c4-4a37-84b6-01388dd389ef req-6e53c417-cfcf-47c7-9f17-82c3bd21f818 service neutron] Transition to ACTIVE for port object 87b37162-8505-4153-9400-d7df48f99a54 will not be triggered until provisioned by entity L2. {{(pid=104033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 15:21:28.272806 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c16509-fd80-4c5c-8633-77652cfdfe42 req-37ede3a4-1d02-4da8-9ac1-f8272522be0f tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:28.274340 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-c1c16509-fd80-4c5c-8633-77652cfdfe42 req-37ede3a4-1d02-4da8-9ac1-f8272522be0f tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=50535581-9ba0-49d7-83c8-5b46113c41f2 HTTP/1.1" status: 200 len: 932 time: 0.0463204 May 16 15:21:28.321513 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-6778abed-4c99-4218-9ef4-91bf4f0ffbf8 req-a35e039f-2b1d-405a-a7fa-759dd920bca4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61886260'] for port (1d6a2295-76e4-4a50-b3f2-a26938aab948), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:28.325224 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-bb722f2d-f9c4-4a37-84b6-01388dd389ef req-6e53c417-cfcf-47c7-9f17-82c3bd21f818 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61886260'] for port (87b37162-8505-4153-9400-d7df48f99a54), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:28.326749 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-c1c16509-fd80-4c5c-8633-77652cfdfe42 req-b6b7457f-a1dd-4998-9c44-992da5a79068 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7491bbc-3bbc-4c44-a83a-a0647cdddede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464818 May 16 15:21:28.387280 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35e039f-2b1d-405a-a7fa-759dd920bca4 service neutron] Pushing event updated for resources: {'Port': ['ID=1d6a2295-76e4-4a50-b3f2-a26938aab948,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:28.538356 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e53c417-cfcf-47c7-9f17-82c3bd21f818 service neutron] Pushing event updated for resources: {'Port': ['ID=87b37162-8505-4153-9400-d7df48f99a54,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:28.580288 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [req-6778abed-4c99-4218-9ef4-91bf4f0ffbf8 req-a35e039f-2b1d-405a-a7fa-759dd920bca4 service neutron] Attempting to bind port 1d6a2295-76e4-4a50-b3f2-a26938aab948 on host hv-cinder-79578 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:21:28.580634 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [req-6778abed-4c99-4218-9ef4-91bf4f0ffbf8 req-a35e039f-2b1d-405a-a7fa-759dd920bca4 service neutron] Attempting to bind port 1d6a2295-76e4-4a50-b3f2-a26938aab948 by drivers openvswitch,hyperv on host hv-cinder-79578 at level 0 using segments [{'id': '3524b13a-1123-418a-8192-502728157678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f80dbf35-88c8-44d8-af2b-bea94475a461'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:21:28.580964 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6778abed-4c99-4218-9ef4-91bf4f0ffbf8 req-a35e039f-2b1d-405a-a7fa-759dd920bca4 service neutron] Attempting to bind port 1d6a2295-76e4-4a50-b3f2-a26938aab948 on network f80dbf35-88c8-44d8-af2b-bea94475a461 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:21:28.595302 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6778abed-4c99-4218-9ef4-91bf4f0ffbf8 req-a35e039f-2b1d-405a-a7fa-759dd920bca4 service neutron] Port 1d6a2295-76e4-4a50-b3f2-a26938aab948 on network f80dbf35-88c8-44d8-af2b-bea94475a461 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79578 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 15:21:28.595302 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6778abed-4c99-4218-9ef4-91bf4f0ffbf8 req-a35e039f-2b1d-405a-a7fa-759dd920bca4 service neutron] Attempting to bind port 1d6a2295-76e4-4a50-b3f2-a26938aab948 on network f80dbf35-88c8-44d8-af2b-bea94475a461 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:21:28.595302 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [req-bb722f2d-f9c4-4a37-84b6-01388dd389ef req-6e53c417-cfcf-47c7-9f17-82c3bd21f818 service neutron] Attempting to bind port 87b37162-8505-4153-9400-d7df48f99a54 on host hv-cinder-79578 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:21:28.595302 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [req-bb722f2d-f9c4-4a37-84b6-01388dd389ef req-6e53c417-cfcf-47c7-9f17-82c3bd21f818 service neutron] Attempting to bind port 87b37162-8505-4153-9400-d7df48f99a54 by drivers openvswitch,hyperv on host hv-cinder-79578 at level 0 using segments [{'id': '15ad7a44-5805-47b3-8a3f-5aee86af7631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '998469a5-51c9-48fa-9255-eb909b168691'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:21:28.595302 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb722f2d-f9c4-4a37-84b6-01388dd389ef req-6e53c417-cfcf-47c7-9f17-82c3bd21f818 service neutron] Attempting to bind port 87b37162-8505-4153-9400-d7df48f99a54 on network 998469a5-51c9-48fa-9255-eb909b168691 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:21:28.606813 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6778abed-4c99-4218-9ef4-91bf4f0ffbf8 req-a35e039f-2b1d-405a-a7fa-759dd920bca4 service neutron] Checking agent: {'id': '751a3b14-a3b6-44f5-a165-bd23bd92acbe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79578', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 13, 10), 'started_at': datetime.datetime(2022, 5, 16, 15, 13, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:21:28.607165 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6778abed-4c99-4218-9ef4-91bf4f0ffbf8 req-a35e039f-2b1d-405a-a7fa-759dd920bca4 service neutron] Checking segment: {'id': '3524b13a-1123-418a-8192-502728157678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f80dbf35-88c8-44d8-af2b-bea94475a461'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:21:28.607559 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6778abed-4c99-4218-9ef4-91bf4f0ffbf8 req-a35e039f-2b1d-405a-a7fa-759dd920bca4 service neutron] Bound using segment: {'id': '3524b13a-1123-418a-8192-502728157678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f80dbf35-88c8-44d8-af2b-bea94475a461'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:21:28.608018 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [req-6778abed-4c99-4218-9ef4-91bf4f0ffbf8 req-a35e039f-2b1d-405a-a7fa-759dd920bca4 service neutron] Bound port: 1d6a2295-76e4-4a50-b3f2-a26938aab948, host: hv-cinder-79578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3524b13a-1123-418a-8192-502728157678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f80dbf35-88c8-44d8-af2b-bea94475a461'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:21:28.608388 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-6778abed-4c99-4218-9ef4-91bf4f0ffbf8 req-a35e039f-2b1d-405a-a7fa-759dd920bca4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (1d6a2295-76e4-4a50-b3f2-a26938aab948), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:28.612846 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb722f2d-f9c4-4a37-84b6-01388dd389ef req-6e53c417-cfcf-47c7-9f17-82c3bd21f818 service neutron] Port 87b37162-8505-4153-9400-d7df48f99a54 on network 998469a5-51c9-48fa-9255-eb909b168691 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79578 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 15:21:28.613181 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb722f2d-f9c4-4a37-84b6-01388dd389ef req-6e53c417-cfcf-47c7-9f17-82c3bd21f818 service neutron] Attempting to bind port 87b37162-8505-4153-9400-d7df48f99a54 on network 998469a5-51c9-48fa-9255-eb909b168691 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:21:28.627102 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb722f2d-f9c4-4a37-84b6-01388dd389ef req-6e53c417-cfcf-47c7-9f17-82c3bd21f818 service neutron] Checking agent: {'id': '751a3b14-a3b6-44f5-a165-bd23bd92acbe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79578', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 13, 10), 'started_at': datetime.datetime(2022, 5, 16, 15, 13, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:21:28.627445 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb722f2d-f9c4-4a37-84b6-01388dd389ef req-6e53c417-cfcf-47c7-9f17-82c3bd21f818 service neutron] Checking segment: {'id': '15ad7a44-5805-47b3-8a3f-5aee86af7631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '998469a5-51c9-48fa-9255-eb909b168691'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:21:28.627829 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb722f2d-f9c4-4a37-84b6-01388dd389ef req-6e53c417-cfcf-47c7-9f17-82c3bd21f818 service neutron] Bound using segment: {'id': '15ad7a44-5805-47b3-8a3f-5aee86af7631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '998469a5-51c9-48fa-9255-eb909b168691'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:21:28.628328 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [req-bb722f2d-f9c4-4a37-84b6-01388dd389ef req-6e53c417-cfcf-47c7-9f17-82c3bd21f818 service neutron] Bound port: 87b37162-8505-4153-9400-d7df48f99a54, host: hv-cinder-79578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15ad7a44-5805-47b3-8a3f-5aee86af7631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '998469a5-51c9-48fa-9255-eb909b168691'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:21:28.628692 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-bb722f2d-f9c4-4a37-84b6-01388dd389ef req-6e53c417-cfcf-47c7-9f17-82c3bd21f818 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (87b37162-8505-4153-9400-d7df48f99a54), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:28.771130 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [req-6778abed-4c99-4218-9ef4-91bf4f0ffbf8 req-a35e039f-2b1d-405a-a7fa-759dd920bca4 service neutron] For port 1d6a2295-76e4-4a50-b3f2-a26938aab948, host hv-cinder-79578, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:21:28.778135 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [req-6778abed-4c99-4218-9ef4-91bf4f0ffbf8 req-a35e039f-2b1d-405a-a7fa-759dd920bca4 service neutron] For port 1d6a2295-76e4-4a50-b3f2-a26938aab948, host hv-cinder-79578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=1d6a2295-76e4-4a50-b3f2-a26938aab948,segment=NetworkSegment(3524b13a-1123-418a-8192-502728157678),segment_id=3524b13a-1123-418a-8192-502728157678)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:21:28.785049 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [req-bb722f2d-f9c4-4a37-84b6-01388dd389ef req-6e53c417-cfcf-47c7-9f17-82c3bd21f818 service neutron] For port 87b37162-8505-4153-9400-d7df48f99a54, host hv-cinder-79578, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:21:28.796647 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777a433b-b298-40f9-9ac2-12fabe09a930 req-d927afd9-0b4e-493a-a5e8-91dc0955c297 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:28.796647 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-777a433b-b298-40f9-9ac2-12fabe09a930 req-d927afd9-0b4e-493a-a5e8-91dc0955c297 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/ports?device_id=ebbe62e5-c4dc-4203-8f12-3c0802188ea4 HTTP/1.1" status: 200 len: 944 time: 0.0918527 May 16 15:21:28.797766 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [req-bb722f2d-f9c4-4a37-84b6-01388dd389ef req-6e53c417-cfcf-47c7-9f17-82c3bd21f818 service neutron] For port 87b37162-8505-4153-9400-d7df48f99a54, host hv-cinder-79578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=87b37162-8505-4153-9400-d7df48f99a54,segment=NetworkSegment(15ad7a44-5805-47b3-8a3f-5aee86af7631),segment_id=15ad7a44-5805-47b3-8a3f-5aee86af7631)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:21:28.846716 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-777a433b-b298-40f9-9ac2-12fabe09a930 req-b85c434e-da47-432f-a14d-88d28a7731f1 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b779ae3-e78d-4ec5-964b-03e22096986e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452690 May 16 15:21:28.858779 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-6778abed-4c99-4218-9ef4-91bf4f0ffbf8 req-a35e039f-2b1d-405a-a7fa-759dd920bca4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61886260'] for port (1d6a2295-76e4-4a50-b3f2-a26938aab948), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:28.875688 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-27c3cc6a-dfd5-4885-adbe-b3758c326c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (54a3e65b-69a0-426d-9997-69a1705c4334), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:28.889797 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-bb722f2d-f9c4-4a37-84b6-01388dd389ef req-6e53c417-cfcf-47c7-9f17-82c3bd21f818 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61886260'] for port (87b37162-8505-4153-9400-d7df48f99a54), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:28.898420 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6778abed-4c99-4218-9ef4-91bf4f0ffbf8 req-a35e039f-2b1d-405a-a7fa-759dd920bca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:28.899292 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-6778abed-4c99-4218-9ef4-91bf4f0ffbf8 req-a35e039f-2b1d-405a-a7fa-759dd920bca4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914'] for port (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:28.900666 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-6778abed-4c99-4218-9ef4-91bf4f0ffbf8 req-a35e039f-2b1d-405a-a7fa-759dd920bca4 service neutron] 10.222.0.69 "PUT /v2.0/ports/1d6a2295-76e4-4a50-b3f2-a26938aab948 HTTP/1.1" status: 200 len: 1094 time: 1.5778029 May 16 15:21:28.905688 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebbe62e5-c4dc-4203-8f12-3c0802188ea4', 'tag': '1d6a2295-76e4-4a50-b3f2-a26938aab948'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:21:28.908093 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffeccd97bc4bec2d8a291f35a4115644be5723c7930092d1a563b2016f5a5231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92ec2c5b-63ed-418d-8cf6-1cdebe8b00a1" -d '{"events": [{"name": "network-changed", "server_uuid": "ebbe62e5-c4dc-4203-8f12-3c0802188ea4", "tag": "1d6a2295-76e4-4a50-b3f2-a26938aab948"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:21:28.918799 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb722f2d-f9c4-4a37-84b6-01388dd389ef req-6e53c417-cfcf-47c7-9f17-82c3bd21f818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:28.919453 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-bb722f2d-f9c4-4a37-84b6-01388dd389ef req-6e53c417-cfcf-47c7-9f17-82c3bd21f818 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914'] for port (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:28.920886 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-bb722f2d-f9c4-4a37-84b6-01388dd389ef req-6e53c417-cfcf-47c7-9f17-82c3bd21f818 service neutron] 10.222.0.69 "PUT /v2.0/ports/87b37162-8505-4153-9400-d7df48f99a54 HTTP/1.1" status: 200 len: 1094 time: 1.6055419 May 16 15:21:28.948852 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9367131b-ff82-44a0-b706-03514052982e x-openstack-request-id: req-9367131b-ff82-44a0-b706-03514052982e {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:21:28.949147 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebbe62e5-c4dc-4203-8f12-3c0802188ea4", "tag": "1d6a2295-76e4-4a50-b3f2-a26938aab948", "status": "completed", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:21:28.949397 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9367131b-ff82-44a0-b706-03514052982e {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:21:28.949801 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9367131b-ff82-44a0-b706-03514052982e'] response: {'name': 'network-changed', 'server_uuid': 'ebbe62e5-c4dc-4203-8f12-3c0802188ea4', 'tag': '1d6a2295-76e4-4a50-b3f2-a26938aab948', 'status': 'completed', 'code': 200} May 16 15:21:28.950392 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35e039f-2b1d-405a-a7fa-759dd920bca4 service neutron] Pushing event updated for resources: {'Port': ['ID=1d6a2295-76e4-4a50-b3f2-a26938aab948,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:29.011823 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e53c417-cfcf-47c7-9f17-82c3bd21f818 service neutron] Pushing event updated for resources: {'Port': ['ID=87b37162-8505-4153-9400-d7df48f99a54,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:29.089000 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec2c5b-63ed-418d-8cf6-1cdebe8b00a1 req-44a6f29e-9c5c-4a0d-887f-46b0cd048412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:29.090611 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-92ec2c5b-63ed-418d-8cf6-1cdebe8b00a1 req-44a6f29e-9c5c-4a0d-887f-46b0cd048412 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b025f7f102ee46fa92e9bb7445e59daa&device_id=ebbe62e5-c4dc-4203-8f12-3c0802188ea4 HTTP/1.1" status: 200 len: 1128 time: 0.0597382 May 16 15:21:29.157616 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb722f2d-f9c4-4a37-84b6-01388dd389ef req-d89d58c2-9496-41e5-8f0b-0dd6798d413e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:29.159170 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-bb722f2d-f9c4-4a37-84b6-01388dd389ef req-d89d58c2-9496-41e5-8f0b-0dd6798d413e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=440329d501de48d19ba51dceaa845197&device_id=50535581-9ba0-49d7-83c8-5b46113c41f2 HTTP/1.1" status: 200 len: 1128 time: 0.0677011 May 16 15:21:29.233929 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-bb722f2d-f9c4-4a37-84b6-01388dd389ef req-f83c5cc6-8401-427f-a0b7-af2ba96f4dec service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=87b37162-8505-4153-9400-d7df48f99a54 HTTP/1.1" status: 200 len: 217 time: 0.0380974 May 16 15:21:29.289507 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec2c5b-63ed-418d-8cf6-1cdebe8b00a1 req-04dfa65d-fab7-4e7f-8105-017a2355d4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:29.290972 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-92ec2c5b-63ed-418d-8cf6-1cdebe8b00a1 req-04dfa65d-fab7-4e7f-8105-017a2355d4a9 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=b025f7f102ee46fa92e9bb7445e59daa&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1713433 May 16 15:21:29.309124 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb722f2d-f9c4-4a37-84b6-01388dd389ef req-6a0b87b9-ac4b-4c77-bd9c-5bf67a9d0d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:29.310469 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-bb722f2d-f9c4-4a37-84b6-01388dd389ef req-6a0b87b9-ac4b-4c77-bd9c-5bf67a9d0d1a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1ad10214-93e5-43be-949a-1d0aca01794b HTTP/1.1" status: 200 len: 855 time: 0.0697434 May 16 15:21:29.398725 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb722f2d-f9c4-4a37-84b6-01388dd389ef req-4dacd722-07f5-4c94-bfa3-0da874f2416b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:29.400189 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-bb722f2d-f9c4-4a37-84b6-01388dd389ef req-4dacd722-07f5-4c94-bfa3-0da874f2416b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=998469a5-51c9-48fa-9255-eb909b168691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0794265 May 16 15:21:29.454890 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec2c5b-63ed-418d-8cf6-1cdebe8b00a1 req-b6c051e2-2940-41b6-bb2d-c5280f678d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:29.456405 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-92ec2c5b-63ed-418d-8cf6-1cdebe8b00a1 req-b6c051e2-2940-41b6-bb2d-c5280f678d7d service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1580851 May 16 15:21:29.517709 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-bb722f2d-f9c4-4a37-84b6-01388dd389ef req-ee244c35-0f2d-463e-8d96-9059def520f3 service neutron] 10.222.0.69 "GET /v2.0/networks/998469a5-51c9-48fa-9255-eb909b168691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083477 May 16 15:21:29.643206 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6778abed-4c99-4218-9ef4-91bf4f0ffbf8 req-9e1dd4ab-5c77-4715-91be-0fcf3a6a6b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:29.644687 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-6778abed-4c99-4218-9ef4-91bf4f0ffbf8 req-9e1dd4ab-5c77-4715-91be-0fcf3a6a6b14 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b025f7f102ee46fa92e9bb7445e59daa&device_id=ebbe62e5-c4dc-4203-8f12-3c0802188ea4 HTTP/1.1" status: 200 len: 1128 time: 0.1259830 May 16 15:21:29.675019 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283535ff-c974-48ab-83f6-923777a63d0d req-87cafd62-b2d1-4c66-aa32-5b88a9a56bfb tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:29.675019 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-283535ff-c974-48ab-83f6-923777a63d0d req-87cafd62-b2d1-4c66-aa32-5b88a9a56bfb tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=50535581-9ba0-49d7-83c8-5b46113c41f2 HTTP/1.1" status: 200 len: 944 time: 0.1040387 May 16 15:21:29.715368 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-6778abed-4c99-4218-9ef4-91bf4f0ffbf8 req-5adcc22d-c648-436c-9f97-2a5bfe4a44a5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d6a2295-76e4-4a50-b3f2-a26938aab948 HTTP/1.1" status: 200 len: 217 time: 0.0481386 May 16 15:21:29.722565 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-bb722f2d-f9c4-4a37-84b6-01388dd389ef req-c2b5c4e0-b276-4874-a92a-56bc12d5bc19 service neutron] 10.222.0.69 "GET /v2.0/networks/998469a5-51c9-48fa-9255-eb909b168691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960704 May 16 15:21:29.788010 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6778abed-4c99-4218-9ef4-91bf4f0ffbf8 req-2d6ef5a1-74e3-4f0e-8b30-571f180bbf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:29.789533 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-6778abed-4c99-4218-9ef4-91bf4f0ffbf8 req-2d6ef5a1-74e3-4f0e-8b30-571f180bbf93 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e7b41a31-bf60-43da-a33a-33ad3dcfa24b HTTP/1.1" status: 200 len: 850 time: 0.0661705 May 16 15:21:29.792854 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-283535ff-c974-48ab-83f6-923777a63d0d req-4d11b44c-bceb-4e07-b2a3-a39100dc9303 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7491bbc-3bbc-4c44-a83a-a0647cdddede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139879 May 16 15:21:29.832847 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6778abed-4c99-4218-9ef4-91bf4f0ffbf8 req-d4c82e79-2964-4889-8743-d5848feeafd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:29.834450 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-6778abed-4c99-4218-9ef4-91bf4f0ffbf8 req-d4c82e79-2964-4889-8743-d5848feeafd7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f80dbf35-88c8-44d8-af2b-bea94475a461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0388374 May 16 15:21:29.965094 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36813464-3209-4cae-8386-dc0a91ccd1ae req-84a28f8f-417b-4182-874f-2c1b402e3b08 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:29.966542 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-36813464-3209-4cae-8386-dc0a91ccd1ae req-84a28f8f-417b-4182-874f-2c1b402e3b08 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/ports?device_id=ebbe62e5-c4dc-4203-8f12-3c0802188ea4 HTTP/1.1" status: 200 len: 944 time: 0.0498030 May 16 15:21:30.016016 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-36813464-3209-4cae-8386-dc0a91ccd1ae req-4db3160a-29c5-4c28-a1bd-09a8b6ebb26b tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b779ae3-e78d-4ec5-964b-03e22096986e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437562 May 16 15:21:30.110282 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-e1b85405-7a13-4024-838c-532465e0cf8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (72569482-7f88-4a09-9117-6d6842ca2c26), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:30.921259 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdfb835-4877-4d82-8b65-22fab4b72497 req-112b0e93-1dfb-4d22-b8e6-3e00ec8c059e tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:30.922773 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-6bdfb835-4877-4d82-8b65-22fab4b72497 req-112b0e93-1dfb-4d22-b8e6-3e00ec8c059e tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=50535581-9ba0-49d7-83c8-5b46113c41f2 HTTP/1.1" status: 200 len: 944 time: 0.0536618 May 16 15:21:30.944342 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-6778abed-4c99-4218-9ef4-91bf4f0ffbf8 req-ce32374c-6e9e-489b-b2ee-369fcfc03a7d service neutron] 10.222.0.69 "GET /v2.0/networks/f80dbf35-88c8-44d8-af2b-bea94475a461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356077 May 16 15:21:30.950975 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50535581-9ba0-49d7-83c8-5b46113c41f2', 'tag': '87b37162-8505-4153-9400-d7df48f99a54'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:21:30.953183 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffeccd97bc4bec2d8a291f35a4115644be5723c7930092d1a563b2016f5a5231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b77628-9830-4a9f-bb35-2cfb775287eb" -d '{"events": [{"name": "network-changed", "server_uuid": "50535581-9ba0-49d7-83c8-5b46113c41f2", "tag": "87b37162-8505-4153-9400-d7df48f99a54"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:21:30.991428 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81b11557-6006-4013-b3f1-0a92c895d6df x-openstack-request-id: req-81b11557-6006-4013-b3f1-0a92c895d6df {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:21:30.991720 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50535581-9ba0-49d7-83c8-5b46113c41f2", "tag": "87b37162-8505-4153-9400-d7df48f99a54", "status": "completed", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:21:30.991971 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-81b11557-6006-4013-b3f1-0a92c895d6df {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:21:30.992361 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81b11557-6006-4013-b3f1-0a92c895d6df'] response: {'name': 'network-changed', 'server_uuid': '50535581-9ba0-49d7-83c8-5b46113c41f2', 'tag': '87b37162-8505-4153-9400-d7df48f99a54', 'status': 'completed', 'code': 200} May 16 15:21:31.039521 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-6bdfb835-4877-4d82-8b65-22fab4b72497 req-d1b8d1b4-e788-47c7-a730-2298bf1a05b6 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7491bbc-3bbc-4c44-a83a-a0647cdddede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042809 May 16 15:21:31.094329 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b77628-9830-4a9f-bb35-2cfb775287eb req-020cd8cf-f2c2-48d5-9a23-f0c83614c2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:31.095822 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-45b77628-9830-4a9f-bb35-2cfb775287eb req-020cd8cf-f2c2-48d5-9a23-f0c83614c2f6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=440329d501de48d19ba51dceaa845197&device_id=50535581-9ba0-49d7-83c8-5b46113c41f2 HTTP/1.1" status: 200 len: 1128 time: 0.0547683 May 16 15:21:31.101217 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-6778abed-4c99-4218-9ef4-91bf4f0ffbf8 req-fbd71d3d-037e-4e67-b9a9-ea90887c8cd9 service neutron] 10.222.0.69 "GET /v2.0/networks/f80dbf35-88c8-44d8-af2b-bea94475a461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435857 May 16 15:21:31.140832 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8132f1-6fcc-4e79-a1f1-524ebc4ee31b req-30793c1d-ff73-4219-8d30-9e3b97753af1 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:31.142491 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-fa8132f1-6fcc-4e79-a1f1-524ebc4ee31b req-30793c1d-ff73-4219-8d30-9e3b97753af1 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/ports?device_id=ebbe62e5-c4dc-4203-8f12-3c0802188ea4 HTTP/1.1" status: 200 len: 944 time: 0.0491855 May 16 15:21:31.198180 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b77628-9830-4a9f-bb35-2cfb775287eb req-c5d8ec30-b240-4727-bdd4-88edcb23e966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:31.199832 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-45b77628-9830-4a9f-bb35-2cfb775287eb req-c5d8ec30-b240-4727-bdd4-88edcb23e966 service neutron] 10.222.0.69 "GET /v2.0/networks?id=998469a5-51c9-48fa-9255-eb909b168691 HTTP/1.1" status: 200 len: 917 time: 0.0977733 May 16 15:21:31.200239 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-fa8132f1-6fcc-4e79-a1f1-524ebc4ee31b req-bb746eb4-be4a-4e36-8deb-6a81650a1604 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b779ae3-e78d-4ec5-964b-03e22096986e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482528 May 16 15:21:31.239739 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-45b77628-9830-4a9f-bb35-2cfb775287eb req-ed927981-6eff-4a62-bd4b-59af0c3539d8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=87b37162-8505-4153-9400-d7df48f99a54 HTTP/1.1" status: 200 len: 217 time: 0.0335023 May 16 15:21:31.340674 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device 87b37162-8505-4153-9400-d7df48f99a54 details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=104035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 15:21:31.448376 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] For port 87b37162-8505-4153-9400-d7df48f99a54, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=87b37162-8505-4153-9400-d7df48f99a54,segment=NetworkSegment(15ad7a44-5805-47b3-8a3f-5aee86af7631),segment_id=15ad7a44-5805-47b3-8a3f-5aee86af7631)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:21:31.459416 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Returning: {'device': '87b37162-8505-4153-9400-d7df48f99a54', 'network_id': '998469a5-51c9-48fa-9255-eb909b168691', 'port_id': '87b37162-8505-4153-9400-d7df48f99a54', 'mac_address': 'fa:16:3e:3c:d5:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ad10214-93e5-43be-949a-1d0aca01794b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 15:21:31.494542 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Current status of the port 87b37162-8505-4153-9400-d7df48f99a54 is: DOWN; New status is: BUILD {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:21:31.494942 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (87b37162-8505-4153-9400-d7df48f99a54), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:31.507570 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a2296b44-efe7-4c92-99bf-bf9223587463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (4544528a-1612-46a7-a248-6cca4b867644), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:31.509564 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.notifiers.nova [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87b37162-8505-4153-9400-d7df48f99a54 {{(pid=104035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:21:31.533025 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] For port 87b37162-8505-4153-9400-d7df48f99a54, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=87b37162-8505-4153-9400-d7df48f99a54,segment=NetworkSegment(15ad7a44-5805-47b3-8a3f-5aee86af7631),segment_id=15ad7a44-5805-47b3-8a3f-5aee86af7631)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:21:31.535949 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b77628-9830-4a9f-bb35-2cfb775287eb req-242aa3b4-5e78-4725-9bd1-86cfd643f6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:31.537402 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-45b77628-9830-4a9f-bb35-2cfb775287eb req-242aa3b4-5e78-4725-9bd1-86cfd643f6c8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1ad10214-93e5-43be-949a-1d0aca01794b HTTP/1.1" status: 200 len: 855 time: 0.0432477 May 16 15:21:31.584016 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b77628-9830-4a9f-bb35-2cfb775287eb req-6aa07dce-0244-48bd-8cbb-b57f120973b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:31.585501 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-45b77628-9830-4a9f-bb35-2cfb775287eb req-6aa07dce-0244-48bd-8cbb-b57f120973b9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=998469a5-51c9-48fa-9255-eb909b168691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0413489 May 16 15:21:31.596871 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (87b37162-8505-4153-9400-d7df48f99a54), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:31.643644 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Pushing event updated for resources: {'Port': ['ID=87b37162-8505-4153-9400-d7df48f99a54,revision_number=4']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:31.676320 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-45b77628-9830-4a9f-bb35-2cfb775287eb req-9c6a3c1c-216d-423d-8803-e99b426377b1 service neutron] 10.222.0.69 "GET /v2.0/networks/998469a5-51c9-48fa-9255-eb909b168691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834870 May 16 15:21:31.767937 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-45b77628-9830-4a9f-bb35-2cfb775287eb req-bc470c95-dc28-4ccb-9b66-c14bb9597d9e service neutron] 10.222.0.69 "GET /v2.0/networks/998469a5-51c9-48fa-9255-eb909b168691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838282 May 16 15:21:31.935174 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] get_ports_and_sgs() called for port_ids ['87b37162-8505-4153-9400-d7df48f99a54'] {{(pid=104035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:21:32.160364 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cf87c7-d0ac-4c9e-93db-e5d7949211b1 req-253cbfbe-d953-45ea-9f9c-9aef6c638256 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:32.161906 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-08cf87c7-d0ac-4c9e-93db-e5d7949211b1 req-253cbfbe-d953-45ea-9f9c-9aef6c638256 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=50535581-9ba0-49d7-83c8-5b46113c41f2 HTTP/1.1" status: 200 len: 945 time: 0.0508761 May 16 15:21:32.208278 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-08cf87c7-d0ac-4c9e-93db-e5d7949211b1 req-c37a2e06-6859-4c5c-8f20-89ab65f95c31 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7491bbc-3bbc-4c44-a83a-a0647cdddede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408268 May 16 15:21:32.317545 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37386fe-f158-4e98-9309-669a655022c6 req-e0f326a0-2750-43bb-95d7-36734b5d4a02 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:32.319130 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-b37386fe-f158-4e98-9309-669a655022c6 req-e0f326a0-2750-43bb-95d7-36734b5d4a02 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/ports?device_id=ebbe62e5-c4dc-4203-8f12-3c0802188ea4 HTTP/1.1" status: 200 len: 944 time: 0.0468926 May 16 15:21:32.368643 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-b37386fe-f158-4e98-9309-669a655022c6 req-1de1d96c-6161-4d01-8bd5-d8652604d575 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b779ae3-e78d-4ec5-964b-03e22096986e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433333 May 16 15:21:33.326625 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0abb2f-a994-45b0-8126-788f93371c71 req-c9716397-f052-44fd-bca0-831b3e7d4b23 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:33.328159 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-3d0abb2f-a994-45b0-8126-788f93371c71 req-c9716397-f052-44fd-bca0-831b3e7d4b23 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=50535581-9ba0-49d7-83c8-5b46113c41f2 HTTP/1.1" status: 200 len: 945 time: 0.0483429 May 16 15:21:33.361363 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device 87b37162-8505-4153-9400-d7df48f99a54 up at agent hyperv_hv-cinder-79578 {{(pid=104035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:21:33.377662 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-3d0abb2f-a994-45b0-8126-788f93371c71 req-3194f0c0-fbe0-4056-89ac-9e176face06b tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7491bbc-3bbc-4c44-a83a-a0647cdddede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437469 May 16 15:21:33.421104 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Provisioning for port 87b37162-8505-4153-9400-d7df48f99a54 completed by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 15:21:33.449332 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (311a8a5f-4d79-4ff7-931a-d05ff8cc45ee), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:33.486846 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3da432-9138-463a-aabd-cf87729bfeba req-c123a15c-dead-4004-a705-0b9741b9f711 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:33.488333 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-ac3da432-9138-463a-aabd-cf87729bfeba req-c123a15c-dead-4004-a705-0b9741b9f711 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/ports?device_id=ebbe62e5-c4dc-4203-8f12-3c0802188ea4 HTTP/1.1" status: 200 len: 944 time: 0.0472441 May 16 15:21:33.529116 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Provisioning complete for port 87b37162-8505-4153-9400-d7df48f99a54 triggered by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:21:33.529598 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (87b37162-8505-4153-9400-d7df48f99a54), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:33.541489 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-ac3da432-9138-463a-aabd-cf87729bfeba req-3a69fd87-f7b2-4fe1-8748-29984dfca02d tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b779ae3-e78d-4ec5-964b-03e22096986e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469112 May 16 15:21:33.602410 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Current status of the port 87b37162-8505-4153-9400-d7df48f99a54 is: BUILD; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:21:33.602898 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (87b37162-8505-4153-9400-d7df48f99a54), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:33.625158 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50535581-9ba0-49d7-83c8-5b46113c41f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87b37162-8505-4153-9400-d7df48f99a54'}] {{(pid=104035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:21:33.627407 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1790aa2910a77bb841f337ade38aaf2daae4faf72d914c843aa5f796a16e7f37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ed9ba4-e95e-4a88-8ead-b23273f588d5" -d '{"events": [{"server_uuid": "50535581-9ba0-49d7-83c8-5b46113c41f2", "name": "network-vif-plugged", "status": "completed", "tag": "87b37162-8505-4153-9400-d7df48f99a54"}]}' {{(pid=104035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:21:33.643442 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] For port 87b37162-8505-4153-9400-d7df48f99a54, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=87b37162-8505-4153-9400-d7df48f99a54,segment=NetworkSegment(15ad7a44-5805-47b3-8a3f-5aee86af7631),segment_id=15ad7a44-5805-47b3-8a3f-5aee86af7631)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:21:33.661252 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a3b674a-f3c3-45ad-979c-565a197b02de x-openstack-request-id: req-5a3b674a-f3c3-45ad-979c-565a197b02de {{(pid=104035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:21:33.661534 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50535581-9ba0-49d7-83c8-5b46113c41f2", "name": "network-vif-plugged", "status": "completed", "tag": "87b37162-8505-4153-9400-d7df48f99a54", "code": 200}]} {{(pid=104035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:21:33.661784 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5a3b674a-f3c3-45ad-979c-565a197b02de {{(pid=104035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:21:33.662229 dv-cinder-795785-10-iscsi neutron-server[104035]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a3b674a-f3c3-45ad-979c-565a197b02de'] response: {'server_uuid': '50535581-9ba0-49d7-83c8-5b46113c41f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87b37162-8505-4153-9400-d7df48f99a54', 'code': 200} May 16 15:21:33.706500 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (87b37162-8505-4153-9400-d7df48f99a54), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:33.754534 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Pushing event updated for resources: {'Port': ['ID=87b37162-8505-4153-9400-d7df48f99a54,revision_number=5']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:33.993828 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe00655-30e8-4625-89af-55c6e4949b72 req-bf277111-81a0-450e-b28d-d6175d751c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:33.995272 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-dbe00655-30e8-4625-89af-55c6e4949b72 req-bf277111-81a0-450e-b28d-d6175d751c84 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=50535581-9ba0-49d7-83c8-5b46113c41f2 HTTP/1.1" status: 200 len: 1130 time: 0.0380936 May 16 15:21:34.043857 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-dbe00655-30e8-4625-89af-55c6e4949b72 req-190a9f38-3202-47c3-8f1d-56c3b9e5d9e7 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c7491bbc-3bbc-4c44-a83a-a0647cdddede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411232 May 16 15:21:34.502407 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ea9f53-953b-4828-913a-886cd058d41f req-43bcab25-ae53-4253-9701-7e3657caeb21 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:34.503871 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-e0ea9f53-953b-4828-913a-886cd058d41f req-43bcab25-ae53-4253-9701-7e3657caeb21 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=50535581-9ba0-49d7-83c8-5b46113c41f2 HTTP/1.1" status: 200 len: 946 time: 0.0465622 May 16 15:21:34.550232 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-e0ea9f53-953b-4828-913a-886cd058d41f req-e4055313-ad45-4042-8e1a-7046d833f622 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7491bbc-3bbc-4c44-a83a-a0647cdddede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401952 May 16 15:21:34.654894 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3a5ba6-d709-470c-af7d-85769b9ff2b7 req-03b714e8-5dd0-43c7-ba6b-4c4758339fed tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:34.656352 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-2e3a5ba6-d709-470c-af7d-85769b9ff2b7 req-03b714e8-5dd0-43c7-ba6b-4c4758339fed tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/ports?device_id=ebbe62e5-c4dc-4203-8f12-3c0802188ea4 HTTP/1.1" status: 200 len: 944 time: 0.0476513 May 16 15:21:34.705517 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-2e3a5ba6-d709-470c-af7d-85769b9ff2b7 req-bed2751e-a930-4517-9773-72916a0bd0ba tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b779ae3-e78d-4ec5-964b-03e22096986e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436590 May 16 15:21:34.784108 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d2d63a-a0e3-4382-8087-2d2a37fd74f4 req-9a547648-0eb2-4209-9b4e-610e719ffcb4 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:34.785561 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-16d2d63a-a0e3-4382-8087-2d2a37fd74f4 req-9a547648-0eb2-4209-9b4e-610e719ffcb4 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] 10.222.0.44 "GET /v2.0/ports?device_id=06593e10-12ee-4a95-b2bb-2387e0e18934 HTTP/1.1" status: 200 len: 945 time: 0.0492194 May 16 15:21:34.831785 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-16d2d63a-a0e3-4382-8087-2d2a37fd74f4 req-7a8b2ec5-4f40-4a46-ad01-9bb96815ce29 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d97ed9-eb0b-4503-a392-7095f36dc063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405731 May 16 15:21:35.671085 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3421924b-382d-4ed1-86be-b7262efeeac1 req-c2a1e2f0-3edc-4b49-817d-6ad2528f7086 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:35.672551 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-3421924b-382d-4ed1-86be-b7262efeeac1 req-c2a1e2f0-3edc-4b49-817d-6ad2528f7086 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=50535581-9ba0-49d7-83c8-5b46113c41f2 HTTP/1.1" status: 200 len: 946 time: 0.0500934 May 16 15:21:35.717726 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-3421924b-382d-4ed1-86be-b7262efeeac1 req-a2146698-bff4-4f23-9374-4c74273a91cc tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7491bbc-3bbc-4c44-a83a-a0647cdddede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397243 May 16 15:21:35.816063 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d41f4a8-b3b8-4018-83ae-ca0afa5a81dd req-48183e4f-60a8-4491-8026-0e474e2f803a tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:35.817506 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-6d41f4a8-b3b8-4018-83ae-ca0afa5a81dd req-48183e4f-60a8-4491-8026-0e474e2f803a tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/ports?device_id=ebbe62e5-c4dc-4203-8f12-3c0802188ea4 HTTP/1.1" status: 200 len: 944 time: 0.0465016 May 16 15:21:35.865386 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-6d41f4a8-b3b8-4018-83ae-ca0afa5a81dd req-59cc83f0-27d8-421f-834f-bcc45cc380bf tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b779ae3-e78d-4ec5-964b-03e22096986e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418656 May 16 15:21:35.940902 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ce506f-7651-4678-9862-409dc2e85efc req-640cff23-0699-4f50-9b95-ad944ee13f97 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:35.942379 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-30ce506f-7651-4678-9862-409dc2e85efc req-640cff23-0699-4f50-9b95-ad944ee13f97 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] 10.222.0.44 "GET /v2.0/ports?device_id=06593e10-12ee-4a95-b2bb-2387e0e18934 HTTP/1.1" status: 200 len: 945 time: 0.0454795 May 16 15:21:35.988771 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-30ce506f-7651-4678-9862-409dc2e85efc req-e6855b2e-f323-4df4-ad59-451bdab63e2f tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d97ed9-eb0b-4503-a392-7095f36dc063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399525 May 16 15:21:36.836364 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b58036-674f-4025-bdc0-403670b1d80a req-19eda3a4-8e93-4da9-a928-879144529733 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:36.837864 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-18b58036-674f-4025-bdc0-403670b1d80a req-19eda3a4-8e93-4da9-a928-879144529733 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=50535581-9ba0-49d7-83c8-5b46113c41f2 HTTP/1.1" status: 200 len: 946 time: 0.0506332 May 16 15:21:36.884313 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-18b58036-674f-4025-bdc0-403670b1d80a req-f1cbed33-5390-4583-a95b-acf9c5785d28 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7491bbc-3bbc-4c44-a83a-a0647cdddede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407267 May 16 15:21:36.977776 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7045d248-69c4-469c-900f-6fcc66dfa52f req-9a37c1ea-0abf-4950-b3ac-37e40d4944c3 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:36.979885 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-7045d248-69c4-469c-900f-6fcc66dfa52f req-9a37c1ea-0abf-4950-b3ac-37e40d4944c3 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/ports?device_id=ebbe62e5-c4dc-4203-8f12-3c0802188ea4 HTTP/1.1" status: 200 len: 944 time: 0.0466309 May 16 15:21:37.035642 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-7045d248-69c4-469c-900f-6fcc66dfa52f req-47f44c5b-914b-45bd-ba59-f711b8279a56 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b779ae3-e78d-4ec5-964b-03e22096986e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497551 May 16 15:21:37.107130 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bb7091-0da0-4984-bb84-cbb8bdca18a1 req-9ec06e98-2558-4fbf-aec0-0a6c8affa5d0 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:37.108767 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-c9bb7091-0da0-4984-bb84-cbb8bdca18a1 req-9ec06e98-2558-4fbf-aec0-0a6c8affa5d0 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] 10.222.0.44 "GET /v2.0/ports?device_id=06593e10-12ee-4a95-b2bb-2387e0e18934 HTTP/1.1" status: 200 len: 945 time: 0.0480142 May 16 15:21:37.154199 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-c9bb7091-0da0-4984-bb84-cbb8bdca18a1 req-8f6a610e-3190-4b08-a07f-43619f525176 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d97ed9-eb0b-4503-a392-7095f36dc063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400789 May 16 15:21:38.000189 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f6edbb-dc6c-4099-ab75-92b0e38c0a4a req-eb879bca-f1aa-44ae-98f2-a2ccc477e5ab tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:38.004346 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-83f6edbb-dc6c-4099-ab75-92b0e38c0a4a req-eb879bca-f1aa-44ae-98f2-a2ccc477e5ab tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=50535581-9ba0-49d7-83c8-5b46113c41f2 HTTP/1.1" status: 200 len: 946 time: 0.0461192 May 16 15:21:38.048862 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-83f6edbb-dc6c-4099-ab75-92b0e38c0a4a req-2b52de04-f442-48e7-9e12-1d13b43dc194 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7491bbc-3bbc-4c44-a83a-a0647cdddede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415947 May 16 15:21:38.151210 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48931e48-6198-404f-9d62-8a9e79df546b req-e0c048ce-0b01-47df-93ee-f4d5d8f89b58 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:38.152713 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-48931e48-6198-404f-9d62-8a9e79df546b req-e0c048ce-0b01-47df-93ee-f4d5d8f89b58 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/ports?device_id=ebbe62e5-c4dc-4203-8f12-3c0802188ea4 HTTP/1.1" status: 200 len: 944 time: 0.0460582 May 16 15:21:38.159543 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fef1ab-6b7e-40af-b9f3-bd92fe4f7170 req-19dc68cf-14a1-440d-95dc-6c977ae13817 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:38.160993 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-c1fef1ab-6b7e-40af-b9f3-bd92fe4f7170 req-19dc68cf-14a1-440d-95dc-6c977ae13817 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=50535581-9ba0-49d7-83c8-5b46113c41f2 HTTP/1.1" status: 200 len: 946 time: 0.0454569 May 16 15:21:38.169790 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 49786) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:38.174045 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.v2.base [None req-714bb135-fe52-4ead-8550-e6914b43bede tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Request body: {'floatingip': {'port_id': '87b37162-8505-4153-9400-d7df48f99a54'}} {{(pid=104033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:21:38.208055 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-48931e48-6198-404f-9d62-8a9e79df546b req-0b7ac5d4-aa50-4cf3-9197-c0e33695bf68 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b779ae3-e78d-4ec5-964b-03e22096986e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496244 May 16 15:21:38.228240 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-714bb135-fe52-4ead-8550-e6914b43bede tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Publish callbacks [] for floatingip (0f5d2960-33e7-44ea-8a84-69d239ae8c2d), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:38.318202 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7aeb9-e84f-48f7-b074-ee62e7074bf6 req-57c3ce96-dc26-40c3-b8f6-37043b682926 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:38.319613 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-bda7aeb9-e84f-48f7-b074-ee62e7074bf6 req-57c3ce96-dc26-40c3-b8f6-37043b682926 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] 10.222.0.69 "GET /v2.0/ports?device_id=06593e10-12ee-4a95-b2bb-2387e0e18934 HTTP/1.1" status: 200 len: 945 time: 0.1072321 May 16 15:21:38.358776 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b67685-5e52-459f-9636-1c8bda53a205 req-b3fb2766-5691-4fbf-8432-a89331820449 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:38.360284 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-a3b67685-5e52-459f-9636-1c8bda53a205 req-b3fb2766-5691-4fbf-8432-a89331820449 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] 10.222.0.44 "GET /v2.0/ports?device_id=06593e10-12ee-4a95-b2bb-2387e0e18934 HTTP/1.1" status: 200 len: 945 time: 0.1351798 May 16 15:21:38.554344 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [req-bda7aeb9-e84f-48f7-b074-ee62e7074bf6 req-9a42de70-d777-4ec9-b83a-ecd6a5b53e08 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] Deleting port 7b95ef5d-6e82-4fc6-b503-4d9ee45d1f26 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:21:38.554682 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-bda7aeb9-e84f-48f7-b074-ee62e7074bf6 req-9a42de70-d777-4ec9-b83a-ecd6a5b53e08 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789020190181'] for port (7b95ef5d-6e82-4fc6-b503-4d9ee45d1f26), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:38.585873 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-a3b67685-5e52-459f-9636-1c8bda53a205 req-4d8d2a5d-5df4-48d8-8286-6854d61087f7 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] 10.222.0.44 "GET /v2.0/security-groups?id=81d97ed9-eb0b-4503-a392-7095f36dc063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064178 May 16 15:21:38.959412 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [req-bda7aeb9-e84f-48f7-b074-ee62e7074bf6 req-9a42de70-d777-4ec9-b83a-ecd6a5b53e08 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] For port 7b95ef5d-6e82-4fc6-b503-4d9ee45d1f26, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=7b95ef5d-6e82-4fc6-b503-4d9ee45d1f26,segment=NetworkSegment(ba4cb3a3-40de-452c-9eae-dab0cd0cc2ba),segment_id=ba4cb3a3-40de-452c-9eae-dab0cd0cc2ba)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:21:38.959693 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-bda7aeb9-e84f-48f7-b074-ee62e7074bf6 req-9a42de70-d777-4ec9-b83a-ecd6a5b53e08 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555776'] for port (7b95ef5d-6e82-4fc6-b503-4d9ee45d1f26), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:39.004758 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [req-bda7aeb9-e84f-48f7-b074-ee62e7074bf6 req-9a42de70-d777-4ec9-b83a-ecd6a5b53e08 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] Calling delete_port for 7b95ef5d-6e82-4fc6-b503-4d9ee45d1f26 owned by compute:nova {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:21:39.221011 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-714bb135-fe52-4ead-8550-e6914b43bede tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:39.281012 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-714bb135-fe52-4ead-8550-e6914b43bede tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556839'] for floatingip (0f5d2960-33e7-44ea-8a84-69d239ae8c2d), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:39.315552 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-bda7aeb9-e84f-48f7-b074-ee62e7074bf6 req-9a42de70-d777-4ec9-b83a-ecd6a5b53e08 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789020200313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789019640158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61886211'] for port (7b95ef5d-6e82-4fc6-b503-4d9ee45d1f26), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:39.325626 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fefd50-5f0e-4ae4-8b4a-ce3030287adb req-9e484c69-6cdf-487c-ac5e-9af860589d25 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:39.327176 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-b7fefd50-5f0e-4ae4-8b4a-ce3030287adb req-9e484c69-6cdf-487c-ac5e-9af860589d25 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/ports?device_id=ebbe62e5-c4dc-4203-8f12-3c0802188ea4 HTTP/1.1" status: 200 len: 944 time: 0.0491335 May 16 15:21:39.351579 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a42de70-d777-4ec9-b83a-ecd6a5b53e08 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] Pushing event deleted for resources: {'Port': ['ID=7b95ef5d-6e82-4fc6-b503-4d9ee45d1f26,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:39.373246 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a42de70-d777-4ec9-b83a-ecd6a5b53e08 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:39.373602 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a42de70-d777-4ec9-b83a-ecd6a5b53e08 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:39.373947 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a42de70-d777-4ec9-b83a-ecd6a5b53e08 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:39.374321 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a42de70-d777-4ec9-b83a-ecd6a5b53e08 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:39.374665 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a42de70-d777-4ec9-b83a-ecd6a5b53e08 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:39.374998 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a42de70-d777-4ec9-b83a-ecd6a5b53e08 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:39.375330 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a42de70-d777-4ec9-b83a-ecd6a5b53e08 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:39.375659 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a42de70-d777-4ec9-b83a-ecd6a5b53e08 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:39.375988 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a42de70-d777-4ec9-b83a-ecd6a5b53e08 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:39.376316 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a42de70-d777-4ec9-b83a-ecd6a5b53e08 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:39.376646 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a42de70-d777-4ec9-b83a-ecd6a5b53e08 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:39.377290 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a42de70-d777-4ec9-b83a-ecd6a5b53e08 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:39.377620 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a42de70-d777-4ec9-b83a-ecd6a5b53e08 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:39.377947 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a42de70-d777-4ec9-b83a-ecd6a5b53e08 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:39.378298 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a42de70-d777-4ec9-b83a-ecd6a5b53e08 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:39.378417 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-b7fefd50-5f0e-4ae4-8b4a-ce3030287adb req-b96a9f3a-a56e-4d4b-9939-20212228524d tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b779ae3-e78d-4ec5-964b-03e22096986e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455084 May 16 15:21:39.414542 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device 1d6a2295-76e4-4a50-b3f2-a26938aab948 details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=104035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 15:21:39.426024 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device 7b95ef5d-6e82-4fc6-b503-4d9ee45d1f26 no longer exists at agent hyperv_hv-cinder-79578 {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:21:39.441247 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [req-bda7aeb9-e84f-48f7-b074-ee62e7074bf6 req-9a42de70-d777-4ec9-b83a-ecd6a5b53e08 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] No DVR routers for this DVR port 7b95ef5d-6e82-4fc6-b503-4d9ee45d1f26 on host hv-cinder-79578 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:21:39.444668 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-bda7aeb9-e84f-48f7-b074-ee62e7074bf6 req-9a42de70-d777-4ec9-b83a-ecd6a5b53e08 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914'] for port (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:39.448567 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-bda7aeb9-e84f-48f7-b074-ee62e7074bf6 req-9a42de70-d777-4ec9-b83a-ecd6a5b53e08 tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] 10.222.0.69 "DELETE /v2.0/ports/7b95ef5d-6e82-4fc6-b503-4d9ee45d1f26 HTTP/1.1" status: 204 len: 173 time: 1.1090946 May 16 15:21:39.449035 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06593e10-12ee-4a95-b2bb-2387e0e18934', 'name': 'network-vif-deleted', 'tag': '7b95ef5d-6e82-4fc6-b503-4d9ee45d1f26'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:21:39.451759 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] No Port match for: 7b95ef5d-6e82-4fc6-b503-4d9ee45d1f26 {{(pid=104035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:21:39.451902 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffeccd97bc4bec2d8a291f35a4115644be5723c7930092d1a563b2016f5a5231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e17bc7-2434-4294-b0f3-b2892b31496f" -d '{"events": [{"server_uuid": "06593e10-12ee-4a95-b2bb-2387e0e18934", "name": "network-vif-deleted", "tag": "7b95ef5d-6e82-4fc6-b503-4d9ee45d1f26"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:21:39.452105 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device 7b95ef5d-6e82-4fc6-b503-4d9ee45d1f26 not bound to the agent host hv-cinder-79578 {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:21:39.465779 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.db.l3_db [None req-714bb135-fe52-4ead-8550-e6914b43bede tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Floating IP 0f5d2960-33e7-44ea-8a84-69d239ae8c2d associated. External IP: 172.27.0.11, port: 87b37162-8505-4153-9400-d7df48f99a54. May 16 15:21:39.502620 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9abe84c2-5977-4e3f-85bf-63b58b259879 x-openstack-request-id: req-9abe84c2-5977-4e3f-85bf-63b58b259879 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:21:39.502913 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06593e10-12ee-4a95-b2bb-2387e0e18934", "name": "network-vif-deleted", "tag": "7b95ef5d-6e82-4fc6-b503-4d9ee45d1f26", "status": "completed", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:21:39.503165 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9abe84c2-5977-4e3f-85bf-63b58b259879 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:21:39.503559 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9abe84c2-5977-4e3f-85bf-63b58b259879'] response: {'server_uuid': '06593e10-12ee-4a95-b2bb-2387e0e18934', 'name': 'network-vif-deleted', 'tag': '7b95ef5d-6e82-4fc6-b503-4d9ee45d1f26', 'status': 'completed', 'code': 200} May 16 15:21:39.542956 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] For port 1d6a2295-76e4-4a50-b3f2-a26938aab948, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=1d6a2295-76e4-4a50-b3f2-a26938aab948,segment=NetworkSegment(3524b13a-1123-418a-8192-502728157678),segment_id=3524b13a-1123-418a-8192-502728157678)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:21:39.554574 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Returning: {'device': '1d6a2295-76e4-4a50-b3f2-a26938aab948', 'network_id': 'f80dbf35-88c8-44d8-af2b-bea94475a461', 'port_id': '1d6a2295-76e4-4a50-b3f2-a26938aab948', 'mac_address': 'fa:16:3e:e0:f1:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7b41a31-bf60-43da-a33a-33ad3dcfa24b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 15:21:39.590484 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Current status of the port 1d6a2295-76e4-4a50-b3f2-a26938aab948 is: DOWN; New status is: BUILD {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:21:39.591199 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (1d6a2295-76e4-4a50-b3f2-a26938aab948), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:39.605063 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.notifiers.nova [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d6a2295-76e4-4a50-b3f2-a26938aab948 {{(pid=104035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:21:39.626789 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] For port 1d6a2295-76e4-4a50-b3f2-a26938aab948, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=1d6a2295-76e4-4a50-b3f2-a26938aab948,segment=NetworkSegment(3524b13a-1123-418a-8192-502728157678),segment_id=3524b13a-1123-418a-8192-502728157678)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:21:39.671700 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (1d6a2295-76e4-4a50-b3f2-a26938aab948), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:39.693591 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-714bb135-fe52-4ead-8550-e6914b43bede tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Router b9f1aa0c-fe35-4659-b48b-8d4888db3d74 has already been hosted by L3 agent 54a3e65b-69a0-426d-9997-69a1705c4334 {{(pid=104033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:21:39.699956 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-471bea71-9a65-4904-8895-2a73977a3302 req-99d6524c-1eeb-4110-acbc-f136748fe53e tempest-VolumesSnapshotTestJSON-2054816046 tempest-VolumesSnapshotTestJSON-2054816046-project] 10.222.0.44 "GET /v2.0/ports?device_id=06593e10-12ee-4a95-b2bb-2387e0e18934 HTTP/1.1" status: 200 len: 210 time: 0.0400605 May 16 15:21:39.726861 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Pushing event updated for resources: {'Port': ['ID=1d6a2295-76e4-4a50-b3f2-a26938aab948,revision_number=4']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:39.810781 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-714bb135-fe52-4ead-8550-e6914b43bede tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Notify agent at l3_agent.dv-cinder-795785-10-iscsi the message routers_updated {{(pid=104033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:21:39.815730 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-714bb135-fe52-4ead-8550-e6914b43bede tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914'] for floatingip (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:39.820267 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6e86f9-bd0e-4848-b763-5bbf82beb697 None None] Sync routers for ids ['b9f1aa0c-fe35-4659-b48b-8d4888db3d74'] in dv-cinder-795785-10-iscsi {{(pid=104036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:21:39.830112 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6e86f9-bd0e-4848-b763-5bbf82beb697 None None] Routers {'b9f1aa0c-fe35-4659-b48b-8d4888db3d74'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:21:39.830726 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-6b6e86f9-bd0e-4848-b763-5bbf82beb697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:21:29Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['b9f1aa0c-fe35-4659-b48b-8d4888db3d74'], 'active': True} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:21:39.845742 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-714bb135-fe52-4ead-8550-e6914b43bede tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "PUT /v2.0/floatingips/0f5d2960-33e7-44ea-8a84-69d239ae8c2d HTTP/1.1" status: 200 len: 991 time: 1.6749122 May 16 15:21:39.931170 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvr_db [None req-6b6e86f9-bd0e-4848-b763-5bbf82beb697 None None] Set router b9f1aa0c-fe35-4659-b48b-8d4888db3d74 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:21:40.029846 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] get_ports_and_sgs() called for port_ids ['1d6a2295-76e4-4a50-b3f2-a26938aab948'] {{(pid=104035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:21:40.134153 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-6b6e86f9-bd0e-4848-b763-5bbf82beb697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f1aa0c-fe35-4659-b48b-8d4888db3d74', 'name': 'tempest-AttachVolumeShelveTestJSON-886762088-router', 'tenant_id': '440329d501de48d19ba51dceaa845197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '63f3b2c3-9556-409d-b58c-d225c526d2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:21:10Z', 'updated_at': '2022-05-16T15:21:13Z', 'revision_number': 4, 'project_id': '440329d501de48d19ba51dceaa845197', 'gw_port': {'id': '63f3b2c3-9556-409d-b58c-d225c526d2d6', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f1aa0c-fe35-4659-b48b-8d4888db3d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:10Z', 'updated_at': '2022-05-16T15:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_floatingips': [{'id': '0f5d2960-33e7-44ea-8a84-69d239ae8c2d', 'tenant_id': '440329d501de48d19ba51dceaa845197', 'floating_ip_address': '172.27.0.11', 'floating_network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'router_id': 'b9f1aa0c-fe35-4659-b48b-8d4888db3d74', 'port_id': '87b37162-8505-4153-9400-d7df48f99a54', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '998469a5-51c9-48fa-9255-eb909b168691', 'mac_address': 'fa:16:3e:3c:d5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50535581-9ba0-49d7-83c8-5b46113c41f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:21:17Z', 'updated_at': '2022-05-16T15:21:39Z', 'revision_number': 1, 'project_id': '440329d501de48d19ba51dceaa845197', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f93867b-39b7-41b0-898d-00e97278d1eb', 'name': '', 'network_id': '998469a5-51c9-48fa-9255-eb909b168691', 'tenant_id': '440329d501de48d19ba51dceaa845197', 'mac_address': 'fa:16:3e:0d:f5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f1aa0c-fe35-4659-b48b-8d4888db3d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '1ad10214-93e5-43be-949a-1d0aca01794b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:12Z', 'updated_at': '2022-05-16T15:21:17Z', 'revision_number': 5, 'project_id': '440329d501de48d19ba51dceaa845197', 'subnets': [{'id': '1ad10214-93e5-43be-949a-1d0aca01794b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:21:40.159002 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6e86f9-bd0e-4848-b763-5bbf82beb697 None None] Checking router: b9f1aa0c-fe35-4659-b48b-8d4888db3d74 for host: dv-cinder-795785-10-iscsi {{(pid=104036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:21:40.168001 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6e86f9-bd0e-4848-b763-5bbf82beb697 None None] Routers {'b9f1aa0c-fe35-4659-b48b-8d4888db3d74'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:21:40.168613 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-6b6e86f9-bd0e-4848-b763-5bbf82beb697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:21:29Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['b9f1aa0c-fe35-4659-b48b-8d4888db3d74'], 'active': True} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:21:40.213489 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (751a3b14-a3b6-44f5-a165-bd23bd92acbe), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:40.270600 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvr_db [None req-6b6e86f9-bd0e-4848-b763-5bbf82beb697 None None] Set router b9f1aa0c-fe35-4659-b48b-8d4888db3d74 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:21:40.483878 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-6b6e86f9-bd0e-4848-b763-5bbf82beb697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f1aa0c-fe35-4659-b48b-8d4888db3d74', 'name': 'tempest-AttachVolumeShelveTestJSON-886762088-router', 'tenant_id': '440329d501de48d19ba51dceaa845197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '63f3b2c3-9556-409d-b58c-d225c526d2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:21:10Z', 'updated_at': '2022-05-16T15:21:13Z', 'revision_number': 4, 'project_id': '440329d501de48d19ba51dceaa845197', 'gw_port': {'id': '63f3b2c3-9556-409d-b58c-d225c526d2d6', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f1aa0c-fe35-4659-b48b-8d4888db3d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:10Z', 'updated_at': '2022-05-16T15:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_floatingips': [{'id': '0f5d2960-33e7-44ea-8a84-69d239ae8c2d', 'tenant_id': '440329d501de48d19ba51dceaa845197', 'floating_ip_address': '172.27.0.11', 'floating_network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'router_id': 'b9f1aa0c-fe35-4659-b48b-8d4888db3d74', 'port_id': '87b37162-8505-4153-9400-d7df48f99a54', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '998469a5-51c9-48fa-9255-eb909b168691', 'mac_address': 'fa:16:3e:3c:d5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50535581-9ba0-49d7-83c8-5b46113c41f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:21:17Z', 'updated_at': '2022-05-16T15:21:39Z', 'revision_number': 1, 'project_id': '440329d501de48d19ba51dceaa845197', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f93867b-39b7-41b0-898d-00e97278d1eb', 'name': '', 'network_id': '998469a5-51c9-48fa-9255-eb909b168691', 'tenant_id': '440329d501de48d19ba51dceaa845197', 'mac_address': 'fa:16:3e:0d:f5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f1aa0c-fe35-4659-b48b-8d4888db3d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '1ad10214-93e5-43be-949a-1d0aca01794b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:12Z', 'updated_at': '2022-05-16T15:21:17Z', 'revision_number': 5, 'project_id': '440329d501de48d19ba51dceaa845197', 'subnets': [{'id': '1ad10214-93e5-43be-949a-1d0aca01794b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:21:40.499231 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb42b8f9-fc4a-4af4-a945-3da370364270 req-496916f3-d3f1-4a8b-a086-5ce6ecc0a40c tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:40.500716 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-eb42b8f9-fc4a-4af4-a945-3da370364270 req-496916f3-d3f1-4a8b-a086-5ce6ecc0a40c tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/ports?device_id=ebbe62e5-c4dc-4203-8f12-3c0802188ea4 HTTP/1.1" status: 200 len: 945 time: 0.0493312 May 16 15:21:40.508557 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6e86f9-bd0e-4848-b763-5bbf82beb697 None None] The sync data for ids ['b9f1aa0c-fe35-4659-b48b-8d4888db3d74'] in dv-cinder-795785-10-iscsi is: [{'id': 'b9f1aa0c-fe35-4659-b48b-8d4888db3d74', 'name': 'tempest-AttachVolumeShelveTestJSON-886762088-router', 'tenant_id': '440329d501de48d19ba51dceaa845197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '63f3b2c3-9556-409d-b58c-d225c526d2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:21:10Z', 'updated_at': '2022-05-16T15:21:13Z', 'revision_number': 4, 'project_id': '440329d501de48d19ba51dceaa845197', 'gw_port': {'id': '63f3b2c3-9556-409d-b58c-d225c526d2d6', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f1aa0c-fe35-4659-b48b-8d4888db3d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:10Z', 'updated_at': '2022-05-16T15:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_floatingips': [{'id': '0f5d2960-33e7-44ea-8a84-69d239ae8c2d', 'tenant_id': '440329d501de48d19ba51dceaa845197', 'floating_ip_address': '172.27.0.11', 'floating_network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'router_id': 'b9f1aa0c-fe35-4659-b48b-8d4888db3d74', 'port_id': '87b37162-8505-4153-9400-d7df48f99a54', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '998469a5-51c9-48fa-9255-eb909b168691', 'mac_address': 'fa:16:3e:3c:d5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50535581-9ba0-49d7-83c8-5b46113c41f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:21:17Z', 'updated_at': '2022-05-16T15:21:39Z', 'revision_number': 1, 'project_id': '440329d501de48d19ba51dceaa845197', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f93867b-39b7-41b0-898d-00e97278d1eb', 'name': '', 'network_id': '998469a5-51c9-48fa-9255-eb909b168691', 'tenant_id': '440329d501de48d19ba51dceaa845197', 'mac_address': 'fa:16:3e:0d:f5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f1aa0c-fe35-4659-b48b-8d4888db3d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '1ad10214-93e5-43be-949a-1d0aca01794b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:12Z', 'updated_at': '2022-05-16T15:21:17Z', 'revision_number': 5, 'project_id': '440329d501de48d19ba51dceaa845197', 'subnets': [{'id': '1ad10214-93e5-43be-949a-1d0aca01794b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:21:40.554787 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-eb42b8f9-fc4a-4af4-a945-3da370364270 req-bf45dca1-ebe3-4600-bb35-4d0011d18146 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b779ae3-e78d-4ec5-964b-03e22096986e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484059 May 16 15:21:40.705822 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc96676-99d5-40fd-95b6-ea686c22c0ed None None] New status for floating IP 0f5d2960-33e7-44ea-8a84-69d239ae8c2d: ACTIVE {{(pid=104035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 15:21:41.423400 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device 1d6a2295-76e4-4a50-b3f2-a26938aab948 up at agent hyperv_hv-cinder-79578 {{(pid=104035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:21:41.463985 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Provisioning for port 1d6a2295-76e4-4a50-b3f2-a26938aab948 completed by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 15:21:41.504953 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50535581-9ba0-49d7-83c8-5b46113c41f2', 'tag': '87b37162-8505-4153-9400-d7df48f99a54'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:21:41.507303 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffeccd97bc4bec2d8a291f35a4115644be5723c7930092d1a563b2016f5a5231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-766bc2c2-d884-46d1-8c15-086a7d3941c8" -d '{"events": [{"name": "network-changed", "server_uuid": "50535581-9ba0-49d7-83c8-5b46113c41f2", "tag": "87b37162-8505-4153-9400-d7df48f99a54"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:21:41.522210 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Provisioning complete for port 1d6a2295-76e4-4a50-b3f2-a26938aab948 triggered by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:21:41.522590 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (1d6a2295-76e4-4a50-b3f2-a26938aab948), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:41.542345 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faae9ef1-fbac-4ad6-b71f-db1f6046e1ac x-openstack-request-id: req-faae9ef1-fbac-4ad6-b71f-db1f6046e1ac {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:21:41.542754 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50535581-9ba0-49d7-83c8-5b46113c41f2", "tag": "87b37162-8505-4153-9400-d7df48f99a54", "status": "completed", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:21:41.543608 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-faae9ef1-fbac-4ad6-b71f-db1f6046e1ac {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:21:41.544075 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-faae9ef1-fbac-4ad6-b71f-db1f6046e1ac'] response: {'name': 'network-changed', 'server_uuid': '50535581-9ba0-49d7-83c8-5b46113c41f2', 'tag': '87b37162-8505-4153-9400-d7df48f99a54', 'status': 'completed', 'code': 200} May 16 15:21:41.598090 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Current status of the port 1d6a2295-76e4-4a50-b3f2-a26938aab948 is: BUILD; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:21:41.598090 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (1d6a2295-76e4-4a50-b3f2-a26938aab948), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:41.622441 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebbe62e5-c4dc-4203-8f12-3c0802188ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d6a2295-76e4-4a50-b3f2-a26938aab948'}] {{(pid=104035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:21:41.624757 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1790aa2910a77bb841f337ade38aaf2daae4faf72d914c843aa5f796a16e7f37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bac85868-ef5f-486f-9e2b-f6dbfcadb933" -d '{"events": [{"server_uuid": "ebbe62e5-c4dc-4203-8f12-3c0802188ea4", "name": "network-vif-plugged", "status": "completed", "tag": "1d6a2295-76e4-4a50-b3f2-a26938aab948"}]}' {{(pid=104035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:21:41.639691 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766bc2c2-d884-46d1-8c15-086a7d3941c8 req-f912ab56-0bef-4b10-a12c-6c1f62ef2729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:41.639691 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-766bc2c2-d884-46d1-8c15-086a7d3941c8 req-f912ab56-0bef-4b10-a12c-6c1f62ef2729 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=440329d501de48d19ba51dceaa845197&device_id=50535581-9ba0-49d7-83c8-5b46113c41f2 HTTP/1.1" status: 200 len: 1130 time: 0.0459125 May 16 15:21:41.639941 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] For port 1d6a2295-76e4-4a50-b3f2-a26938aab948, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=1d6a2295-76e4-4a50-b3f2-a26938aab948,segment=NetworkSegment(3524b13a-1123-418a-8192-502728157678),segment_id=3524b13a-1123-418a-8192-502728157678)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:21:41.664671 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-841d3019-b4c2-4ff9-be95-4253643acbc4 x-openstack-request-id: req-841d3019-b4c2-4ff9-be95-4253643acbc4 {{(pid=104035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:21:41.664965 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebbe62e5-c4dc-4203-8f12-3c0802188ea4", "name": "network-vif-plugged", "status": "completed", "tag": "1d6a2295-76e4-4a50-b3f2-a26938aab948", "code": 200}]} {{(pid=104035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:21:41.665220 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-841d3019-b4c2-4ff9-be95-4253643acbc4 {{(pid=104035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:21:41.665664 dv-cinder-795785-10-iscsi neutron-server[104035]: INFO neutron.notifiers.nova [-] Nova event matching ['req-841d3019-b4c2-4ff9-be95-4253643acbc4'] response: {'server_uuid': 'ebbe62e5-c4dc-4203-8f12-3c0802188ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d6a2295-76e4-4a50-b3f2-a26938aab948', 'code': 200} May 16 15:21:41.681377 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef8af05-db9e-41fc-a3a1-7507ac432a3a req-b646cb10-f5e4-4289-9b63-571e205ef911 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:41.682994 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-8ef8af05-db9e-41fc-a3a1-7507ac432a3a req-b646cb10-f5e4-4289-9b63-571e205ef911 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/ports?device_id=ebbe62e5-c4dc-4203-8f12-3c0802188ea4 HTTP/1.1" status: 200 len: 945 time: 0.0575519 May 16 15:21:41.711436 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (1d6a2295-76e4-4a50-b3f2-a26938aab948), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:41.734694 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-8ef8af05-db9e-41fc-a3a1-7507ac432a3a req-3f633d36-8649-40e2-9b7d-04c6a4d4695e tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b779ae3-e78d-4ec5-964b-03e22096986e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458772 May 16 15:21:41.757184 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766bc2c2-d884-46d1-8c15-086a7d3941c8 req-dbe39e98-8782-4468-af62-bc715255547e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:41.758755 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-766bc2c2-d884-46d1-8c15-086a7d3941c8 req-dbe39e98-8782-4468-af62-bc715255547e service neutron] 10.222.0.69 "GET /v2.0/networks?id=998469a5-51c9-48fa-9255-eb909b168691 HTTP/1.1" status: 200 len: 917 time: 0.1152370 May 16 15:21:41.767833 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Pushing event updated for resources: {'Port': ['ID=1d6a2295-76e4-4a50-b3f2-a26938aab948,revision_number=5']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:41.774923 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:41.777077 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:41.777077 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:41.777077 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:41.777077 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:41.777077 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:41.777077 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:41.778142 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:41.778142 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:41.778469 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:41.778797 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:41.779124 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:41.779451 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:41.779773 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:41.780124 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:21:41.879387 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-766bc2c2-d884-46d1-8c15-086a7d3941c8 req-781da985-611e-4db1-899e-0e4494bbc923 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=87b37162-8505-4153-9400-d7df48f99a54 HTTP/1.1" status: 200 len: 1001 time: 0.0602567 May 16 15:21:41.930154 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766bc2c2-d884-46d1-8c15-086a7d3941c8 req-6ae08a03-289a-4ce7-9c38-31eb6343ae21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:41.931608 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-766bc2c2-d884-46d1-8c15-086a7d3941c8 req-6ae08a03-289a-4ce7-9c38-31eb6343ae21 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1ad10214-93e5-43be-949a-1d0aca01794b HTTP/1.1" status: 200 len: 855 time: 0.0437183 May 16 15:21:41.975578 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766bc2c2-d884-46d1-8c15-086a7d3941c8 req-b345d6e8-b317-4c80-b501-182b52e28832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:41.977135 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-766bc2c2-d884-46d1-8c15-086a7d3941c8 req-b345d6e8-b317-4c80-b501-182b52e28832 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=998469a5-51c9-48fa-9255-eb909b168691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0390851 May 16 15:21:42.079109 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-766bc2c2-d884-46d1-8c15-086a7d3941c8 req-fb4d3272-cd8f-4c31-9fb7-9178d4296bc6 service neutron] 10.222.0.69 "GET /v2.0/networks/998469a5-51c9-48fa-9255-eb909b168691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958498 May 16 15:21:42.126967 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676948c2-bf50-4838-9abe-01a85a082f85 req-5e183275-8c86-44af-a98c-d1887aa73585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:42.128421 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-676948c2-bf50-4838-9abe-01a85a082f85 req-5e183275-8c86-44af-a98c-d1887aa73585 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ebbe62e5-c4dc-4203-8f12-3c0802188ea4 HTTP/1.1" status: 200 len: 1130 time: 0.0629432 May 16 15:21:42.220475 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-766bc2c2-d884-46d1-8c15-086a7d3941c8 req-e303d443-3972-41b0-a638-8afdf7a35412 service neutron] 10.222.0.69 "GET /v2.0/networks/998469a5-51c9-48fa-9255-eb909b168691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253657 May 16 15:21:42.224211 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-676948c2-bf50-4838-9abe-01a85a082f85 req-7660219e-229c-4023-96bd-67cf6655d9a2 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0b779ae3-e78d-4ec5-964b-03e22096986e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613914 May 16 15:21:42.845108 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1660d1f2-64e1-4c6d-8e37-952cfc696817 req-3eae921b-7ea8-4f51-9d99-db1730fe2024 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:42.846606 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-1660d1f2-64e1-4c6d-8e37-952cfc696817 req-3eae921b-7ea8-4f51-9d99-db1730fe2024 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/ports?device_id=ebbe62e5-c4dc-4203-8f12-3c0802188ea4 HTTP/1.1" status: 200 len: 946 time: 0.0459802 May 16 15:21:42.894656 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-1660d1f2-64e1-4c6d-8e37-952cfc696817 req-ad2177d1-6323-4b4f-9595-5e7eedd3c10d tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b779ae3-e78d-4ec5-964b-03e22096986e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425622 May 16 15:21:44.009786 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79589f-2501-4514-b9d2-5a4aeda24989 req-4146c947-f86e-440f-8deb-55271d83837e tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:44.011290 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-de79589f-2501-4514-b9d2-5a4aeda24989 req-4146c947-f86e-440f-8deb-55271d83837e tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/ports?device_id=ebbe62e5-c4dc-4203-8f12-3c0802188ea4 HTTP/1.1" status: 200 len: 946 time: 0.0516033 May 16 15:21:44.060858 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-de79589f-2501-4514-b9d2-5a4aeda24989 req-ef539cee-4516-4cd0-9821-d33a401e8ddc tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b779ae3-e78d-4ec5-964b-03e22096986e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433328 May 16 15:21:45.176570 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29934e3a-225b-42dd-b06a-15eb0b8b3d59 req-3352cebf-e91b-406e-a396-a8148e05f15a tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:45.178078 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-29934e3a-225b-42dd-b06a-15eb0b8b3d59 req-3352cebf-e91b-406e-a396-a8148e05f15a tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/ports?device_id=ebbe62e5-c4dc-4203-8f12-3c0802188ea4 HTTP/1.1" status: 200 len: 946 time: 0.0477703 May 16 15:21:45.227135 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-29934e3a-225b-42dd-b06a-15eb0b8b3d59 req-706d9f0c-274d-4f3d-a1b1-4696a6ea8cc5 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b779ae3-e78d-4ec5-964b-03e22096986e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435307 May 16 15:21:46.159357 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.agents_db [None req-ab78c14b-22b7-4e46-ade7-0c4080e95cb7 None None] Agent healthcheck: found 6 active agents {{(pid=104036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:21:46.337983 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e2935c-eb0a-473c-b6de-3f52ef254ed7 req-6323674b-b064-45b0-bf94-17e58b292064 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:46.339473 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-48e2935c-eb0a-473c-b6de-3f52ef254ed7 req-6323674b-b064-45b0-bf94-17e58b292064 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/ports?device_id=ebbe62e5-c4dc-4203-8f12-3c0802188ea4 HTTP/1.1" status: 200 len: 946 time: 0.0468531 May 16 15:21:46.389357 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-48e2935c-eb0a-473c-b6de-3f52ef254ed7 req-85c5c26d-9c62-4c52-9a2f-917b42e9b365 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b779ae3-e78d-4ec5-964b-03e22096986e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443318 May 16 15:21:46.506245 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909009af-9423-4310-be82-fd0de9c20e54 req-d2ed1364-b5ed-465d-9e19-d7a0d68d3b83 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:46.507730 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-909009af-9423-4310-be82-fd0de9c20e54 req-d2ed1364-b5ed-465d-9e19-d7a0d68d3b83 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/ports?device_id=ebbe62e5-c4dc-4203-8f12-3c0802188ea4 HTTP/1.1" status: 200 len: 946 time: 0.0513375 May 16 15:21:46.560669 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-909009af-9423-4310-be82-fd0de9c20e54 req-d4d92c12-9742-486b-a813-94da25ec0b82 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b779ae3-e78d-4ec5-964b-03e22096986e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464764 May 16 15:21:46.587300 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 49858) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:46.625299 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b319eb8-9e40-4db8-a3f7-c212a7a16512 tempest-TestVolumeBootPattern-334887417 tempest-TestVolumeBootPattern-334887417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:46.626854 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-7b319eb8-9e40-4db8-a3f7-c212a7a16512 tempest-TestVolumeBootPattern-334887417 tempest-TestVolumeBootPattern-334887417-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=ebbe62e5-c4dc-4203-8f12-3c0802188ea4 HTTP/1.1" status: 200 len: 1125 time: 0.0386150 May 16 15:21:46.629677 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 49860) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:21:46.633841 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.v2.base [None req-3ec05d44-f69e-4704-b7f7-ad6a15f3235f tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Request body: {'floatingip': {'floating_network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'port_id': '1d6a2295-76e4-4a50-b3f2-a26938aab948', 'tenant_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:21:46.730866 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3ec05d44-f69e-4704-b7f7-ad6a15f3235f tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:46.813292 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3ec05d44-f69e-4704-b7f7-ad6a15f3235f tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:46.922818 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-3ec05d44-f69e-4704-b7f7-ad6a15f3235f tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Allocated IP 172.27.0.63 (ad45e98c-12fc-4959-a2ae-a7226c979594/4a504247-fe9e-45e9-866d-820247643fc0/54ea7787-e91f-4873-9ab1-54dad58eada4) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:21:47.027201 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3ec05d44-f69e-4704-b7f7-ad6a15f3235f tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks [] for port (54ea7787-e91f-4873-9ab1-54dad58eada4), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:47.162379 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3ec05d44-f69e-4704-b7f7-ad6a15f3235f tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789019640149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61886211'] for port (54ea7787-e91f-4873-9ab1-54dad58eada4), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:47.198232 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec05d44-f69e-4704-b7f7-ad6a15f3235f tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Network ad45e98c-12fc-4959-a2ae-a7226c979594 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:21:47.201341 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-3ec05d44-f69e-4704-b7f7-ad6a15f3235f tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:21:47.204370 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec05d44-f69e-4704-b7f7-ad6a15f3235f tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:21:47.236745 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec05d44-f69e-4704-b7f7-ad6a15f3235f tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Pushing event updated for resources: {'Port': ['ID=54ea7787-e91f-4873-9ab1-54dad58eada4,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:47.579757 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3ec05d44-f69e-4704-b7f7-ad6a15f3235f tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks [] for floatingip (acbb582a-a665-4bc6-990e-4adf26eb396e), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:47.701672 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3ec05d44-f69e-4704-b7f7-ad6a15f3235f tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (54ea7787-e91f-4873-9ab1-54dad58eada4), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:47.876102 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3ec05d44-f69e-4704-b7f7-ad6a15f3235f tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks [] for port (54ea7787-e91f-4873-9ab1-54dad58eada4), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:47.913773 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3ec05d44-f69e-4704-b7f7-ad6a15f3235f tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61886260'] for port (54ea7787-e91f-4873-9ab1-54dad58eada4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:47.981958 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec05d44-f69e-4704-b7f7-ad6a15f3235f tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Pushing event updated for resources: {'Port': ['ID=54ea7787-e91f-4873-9ab1-54dad58eada4,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:21:47.994039 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3ec05d44-f69e-4704-b7f7-ad6a15f3235f tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556839'] for floatingip (acbb582a-a665-4bc6-990e-4adf26eb396e), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:48.090450 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.db.l3_db [None req-3ec05d44-f69e-4704-b7f7-ad6a15f3235f tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Floating IP acbb582a-a665-4bc6-990e-4adf26eb396e associated. External IP: 172.27.0.63, port: 1d6a2295-76e4-4a50-b3f2-a26938aab948. May 16 15:21:48.296308 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ec05d44-f69e-4704-b7f7-ad6a15f3235f tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Router 058e4470-9532-4334-9d31-5e488b5f2129 has already been hosted by L3 agent 54a3e65b-69a0-426d-9997-69a1705c4334 {{(pid=104033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:21:48.403459 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ec05d44-f69e-4704-b7f7-ad6a15f3235f tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Notify agent at l3_agent.dv-cinder-795785-10-iscsi the message routers_updated {{(pid=104033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:21:48.415820 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904c0ca3-5316-403b-96c8-a347e9cf51dd None None] Sync routers for ids ['058e4470-9532-4334-9d31-5e488b5f2129'] in dv-cinder-795785-10-iscsi {{(pid=104036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:21:48.425994 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904c0ca3-5316-403b-96c8-a347e9cf51dd None None] Routers {'058e4470-9532-4334-9d31-5e488b5f2129'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:21:48.426636 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-904c0ca3-5316-403b-96c8-a347e9cf51dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:21:29Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['058e4470-9532-4334-9d31-5e488b5f2129'], 'active': True} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:21:48.470732 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3ec05d44-f69e-4704-b7f7-ad6a15f3235f tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914'] for floatingip (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:48.501677 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-3ec05d44-f69e-4704-b7f7-ad6a15f3235f tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8708746 May 16 15:21:48.502211 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebbe62e5-c4dc-4203-8f12-3c0802188ea4', 'tag': '1d6a2295-76e4-4a50-b3f2-a26938aab948'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:21:48.504479 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffeccd97bc4bec2d8a291f35a4115644be5723c7930092d1a563b2016f5a5231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b0d6ff-f357-449d-be31-b0036b4300b5" -d '{"events": [{"name": "network-changed", "server_uuid": "ebbe62e5-c4dc-4203-8f12-3c0802188ea4", "tag": "1d6a2295-76e4-4a50-b3f2-a26938aab948"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:21:48.531350 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvr_db [None req-904c0ca3-5316-403b-96c8-a347e9cf51dd None None] Set router 058e4470-9532-4334-9d31-5e488b5f2129 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:21:48.539085 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26aa1383-4e1f-453b-bb80-f1f1dfb809f0 x-openstack-request-id: req-26aa1383-4e1f-453b-bb80-f1f1dfb809f0 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:21:48.539378 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebbe62e5-c4dc-4203-8f12-3c0802188ea4", "tag": "1d6a2295-76e4-4a50-b3f2-a26938aab948", "status": "completed", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:21:48.539635 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-26aa1383-4e1f-453b-bb80-f1f1dfb809f0 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:21:48.540044 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26aa1383-4e1f-453b-bb80-f1f1dfb809f0'] response: {'name': 'network-changed', 'server_uuid': 'ebbe62e5-c4dc-4203-8f12-3c0802188ea4', 'tag': '1d6a2295-76e4-4a50-b3f2-a26938aab948', 'status': 'completed', 'code': 200} May 16 15:21:48.626953 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0d6ff-f357-449d-be31-b0036b4300b5 req-c20aed54-2cc5-4687-8766-7d246d0f7c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:48.628558 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-c3b0d6ff-f357-449d-be31-b0036b4300b5 req-c20aed54-2cc5-4687-8766-7d246d0f7c69 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b025f7f102ee46fa92e9bb7445e59daa&device_id=ebbe62e5-c4dc-4203-8f12-3c0802188ea4 HTTP/1.1" status: 200 len: 1130 time: 0.0459340 May 16 15:21:48.835617 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-904c0ca3-5316-403b-96c8-a347e9cf51dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058e4470-9532-4334-9d31-5e488b5f2129', 'name': 'tempest-TestVolumeBootPattern-594652179-router', 'tenant_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'c96a06fc-230d-4bca-a2bf-0b329260522a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:18:05Z', 'updated_at': '2022-05-16T15:18:09Z', 'revision_number': 4, 'project_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'gw_port': {'id': 'c96a06fc-230d-4bca-a2bf-0b329260522a', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:3c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058e4470-9532-4334-9d31-5e488b5f2129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:18:05Z', 'updated_at': '2022-05-16T15:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_floatingips': [{'id': 'acbb582a-a665-4bc6-990e-4adf26eb396e', 'tenant_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'floating_ip_address': '172.27.0.63', 'floating_network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'router_id': '058e4470-9532-4334-9d31-5e488b5f2129', 'port_id': '1d6a2295-76e4-4a50-b3f2-a26938aab948', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f80dbf35-88c8-44d8-af2b-bea94475a461', 'mac_address': 'fa:16:3e:e0:f1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbe62e5-c4dc-4203-8f12-3c0802188ea4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:21:47Z', 'updated_at': '2022-05-16T15:21:47Z', 'revision_number': 0, 'project_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '308487c7-7b66-4c7c-bb0d-a5df23abcd36', 'name': '', 'network_id': 'f80dbf35-88c8-44d8-af2b-bea94475a461', 'tenant_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'mac_address': 'fa:16:3e:5a:1e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058e4470-9532-4334-9d31-5e488b5f2129', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'e7b41a31-bf60-43da-a33a-33ad3dcfa24b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:18:08Z', 'updated_at': '2022-05-16T15:18:12Z', 'revision_number': 5, 'project_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'subnets': [{'id': 'e7b41a31-bf60-43da-a33a-33ad3dcfa24b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:21:48.861366 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904c0ca3-5316-403b-96c8-a347e9cf51dd None None] Checking router: 058e4470-9532-4334-9d31-5e488b5f2129 for host: dv-cinder-795785-10-iscsi {{(pid=104036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:21:48.869784 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904c0ca3-5316-403b-96c8-a347e9cf51dd None None] Routers {'058e4470-9532-4334-9d31-5e488b5f2129'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:21:48.870430 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-904c0ca3-5316-403b-96c8-a347e9cf51dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:21:29Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['058e4470-9532-4334-9d31-5e488b5f2129'], 'active': True} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:21:48.970783 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0d6ff-f357-449d-be31-b0036b4300b5 req-cac826b4-facc-441e-9cad-66707022ad78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:48.971351 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvr_db [None req-904c0ca3-5316-403b-96c8-a347e9cf51dd None None] Set router 058e4470-9532-4334-9d31-5e488b5f2129 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:21:48.972590 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-c3b0d6ff-f357-449d-be31-b0036b4300b5 req-cac826b4-facc-441e-9cad-66707022ad78 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f80dbf35-88c8-44d8-af2b-bea94475a461 HTTP/1.1" status: 200 len: 912 time: 0.3365686 May 16 15:21:49.037680 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-c3b0d6ff-f357-449d-be31-b0036b4300b5 req-7cdebc67-9fe6-4c76-b606-11d574ded192 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d6a2295-76e4-4a50-b3f2-a26938aab948 HTTP/1.1" status: 200 len: 999 time: 0.0579605 May 16 15:21:49.087003 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0d6ff-f357-449d-be31-b0036b4300b5 req-095848b0-43ad-4ff7-9900-49d98f7228a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:49.088498 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-c3b0d6ff-f357-449d-be31-b0036b4300b5 req-095848b0-43ad-4ff7-9900-49d98f7228a6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e7b41a31-bf60-43da-a33a-33ad3dcfa24b HTTP/1.1" status: 200 len: 850 time: 0.0445971 May 16 15:21:49.133537 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0d6ff-f357-449d-be31-b0036b4300b5 req-bbdc5c67-697c-4059-b70d-d67910565167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:21:49.135097 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-c3b0d6ff-f357-449d-be31-b0036b4300b5 req-bbdc5c67-697c-4059-b70d-d67910565167 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f80dbf35-88c8-44d8-af2b-bea94475a461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0403676 May 16 15:21:49.180911 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-904c0ca3-5316-403b-96c8-a347e9cf51dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058e4470-9532-4334-9d31-5e488b5f2129', 'name': 'tempest-TestVolumeBootPattern-594652179-router', 'tenant_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'c96a06fc-230d-4bca-a2bf-0b329260522a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:18:05Z', 'updated_at': '2022-05-16T15:18:09Z', 'revision_number': 4, 'project_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'gw_port': {'id': 'c96a06fc-230d-4bca-a2bf-0b329260522a', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:3c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058e4470-9532-4334-9d31-5e488b5f2129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:18:05Z', 'updated_at': '2022-05-16T15:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_floatingips': [{'id': 'acbb582a-a665-4bc6-990e-4adf26eb396e', 'tenant_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'floating_ip_address': '172.27.0.63', 'floating_network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'router_id': '058e4470-9532-4334-9d31-5e488b5f2129', 'port_id': '1d6a2295-76e4-4a50-b3f2-a26938aab948', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f80dbf35-88c8-44d8-af2b-bea94475a461', 'mac_address': 'fa:16:3e:e0:f1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbe62e5-c4dc-4203-8f12-3c0802188ea4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:21:47Z', 'updated_at': '2022-05-16T15:21:47Z', 'revision_number': 0, 'project_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '308487c7-7b66-4c7c-bb0d-a5df23abcd36', 'name': '', 'network_id': 'f80dbf35-88c8-44d8-af2b-bea94475a461', 'tenant_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'mac_address': 'fa:16:3e:5a:1e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058e4470-9532-4334-9d31-5e488b5f2129', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'e7b41a31-bf60-43da-a33a-33ad3dcfa24b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:18:08Z', 'updated_at': '2022-05-16T15:18:12Z', 'revision_number': 5, 'project_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'subnets': [{'id': 'e7b41a31-bf60-43da-a33a-33ad3dcfa24b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:21:49.205601 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904c0ca3-5316-403b-96c8-a347e9cf51dd None None] The sync data for ids ['058e4470-9532-4334-9d31-5e488b5f2129'] in dv-cinder-795785-10-iscsi is: [{'id': '058e4470-9532-4334-9d31-5e488b5f2129', 'name': 'tempest-TestVolumeBootPattern-594652179-router', 'tenant_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'c96a06fc-230d-4bca-a2bf-0b329260522a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:18:05Z', 'updated_at': '2022-05-16T15:18:09Z', 'revision_number': 4, 'project_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'gw_port': {'id': 'c96a06fc-230d-4bca-a2bf-0b329260522a', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:3c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058e4470-9532-4334-9d31-5e488b5f2129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:18:05Z', 'updated_at': '2022-05-16T15:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_floatingips': [{'id': 'acbb582a-a665-4bc6-990e-4adf26eb396e', 'tenant_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'floating_ip_address': '172.27.0.63', 'floating_network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'router_id': '058e4470-9532-4334-9d31-5e488b5f2129', 'port_id': '1d6a2295-76e4-4a50-b3f2-a26938aab948', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f80dbf35-88c8-44d8-af2b-bea94475a461', 'mac_address': 'fa:16:3e:e0:f1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbe62e5-c4dc-4203-8f12-3c0802188ea4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:21:47Z', 'updated_at': '2022-05-16T15:21:47Z', 'revision_number': 0, 'project_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '308487c7-7b66-4c7c-bb0d-a5df23abcd36', 'name': '', 'network_id': 'f80dbf35-88c8-44d8-af2b-bea94475a461', 'tenant_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'mac_address': 'fa:16:3e:5a:1e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058e4470-9532-4334-9d31-5e488b5f2129', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'e7b41a31-bf60-43da-a33a-33ad3dcfa24b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:18:08Z', 'updated_at': '2022-05-16T15:18:12Z', 'revision_number': 5, 'project_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'subnets': [{'id': 'e7b41a31-bf60-43da-a33a-33ad3dcfa24b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:21:49.232794 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-c3b0d6ff-f357-449d-be31-b0036b4300b5 req-5ce2a4bf-8ab5-442e-ae28-634a82a2102d service neutron] 10.222.0.69 "GET /v2.0/networks/f80dbf35-88c8-44d8-af2b-bea94475a461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906332 May 16 15:21:49.331160 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-c3b0d6ff-f357-449d-be31-b0036b4300b5 req-226f14e6-cd44-42d4-b4db-fb94472e5776 service neutron] 10.222.0.69 "GET /v2.0/networks/f80dbf35-88c8-44d8-af2b-bea94475a461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915756 May 16 15:21:49.419081 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab78c97-9bbc-4ac0-9714-acd511250f46 None None] New status for floating IP acbb582a-a665-4bc6-990e-4adf26eb396e: ACTIVE {{(pid=104035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 15:21:56.821439 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-7a70ebee-8335-466d-8c39-9fc2d7560e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (a586ef94-96cb-452c-b402-463be5294b2a), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:21:58.897271 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-0f5dc2c4-5bc9-4c4e-b6c4-d29d5e0bda53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (54a3e65b-69a0-426d-9997-69a1705c4334), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:00.154273 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-e1b85405-7a13-4024-838c-532465e0cf8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (72569482-7f88-4a09-9117-6d6842ca2c26), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:01.509188 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a2296b44-efe7-4c92-99bf-bf9223587463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (4544528a-1612-46a7-a248-6cca4b867644), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:03.396153 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (311a8a5f-4d79-4ff7-931a-d05ff8cc45ee), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:05.999430 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 50062) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:06.049123 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f9e2c62-b19e-4a92-a292-b1ffe8bee476 admin admin] Deleting subnet 80835ff4-fd6b-4c06-8f72-62bbdbf09f74 {{(pid=104033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 15:22:06.052208 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7f9e2c62-b19e-4a92-a292-b1ffe8bee476 admin admin] Publish callbacks [] for subnet (80835ff4-fd6b-4c06-8f72-62bbdbf09f74), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:06.091054 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7f9e2c62-b19e-4a92-a292-b1ffe8bee476 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62086373'] for subnet (80835ff4-fd6b-4c06-8f72-62bbdbf09f74), precommit_delete_associations {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:06.130622 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7f9e2c62-b19e-4a92-a292-b1ffe8bee476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995508'] for subnet (80835ff4-fd6b-4c06-8f72-62bbdbf09f74), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:06.266821 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7f9e2c62-b19e-4a92-a292-b1ffe8bee476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61887474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61897994'] for subnet (80835ff4-fd6b-4c06-8f72-62bbdbf09f74), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:06.293326 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9e2c62-b19e-4a92-a292-b1ffe8bee476 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80835ff4-fd6b-4c06-8f72-62bbdbf09f74,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:06.297090 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7f9e2c62-b19e-4a92-a292-b1ffe8bee476 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631934'] for subnet (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:06.300279 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-7f9e2c62-b19e-4a92-a292-b1ffe8bee476 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/80835ff4-fd6b-4c06-8f72-62bbdbf09f74 HTTP/1.1" status: 204 len: 168 time: 0.2998414 May 16 15:22:06.306568 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 50066) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:06.380136 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-92102ab5-2393-47a4-a197-2fe817bacdd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2021163'] for network (52443307-02f5-4e57-bece-5c1fc6d7aa3e), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:06.457513 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-92102ab5-2393-47a4-a197-2fe817bacdd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2051393', 'neutron.services.segments.db._delete_segments_for_network-8789020055574'] for network (52443307-02f5-4e57-bece-5c1fc6d7aa3e), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:06.482227 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.services.segments.db [None req-92102ab5-2393-47a4-a197-2fe817bacdd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52443307-02f5-4e57-bece-5c1fc6d7aa3e']}} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:22:06.491619 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.services.segments.db [None req-92102ab5-2393-47a4-a197-2fe817bacdd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba4cb3a3-40de-452c-9eae-dab0cd0cc2ba') {'for_net_delete': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:22:06.491845 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.services.segments.db [None req-92102ab5-2393-47a4-a197-2fe817bacdd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba4cb3a3-40de-452c-9eae-dab0cd0cc2ba') {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:22:06.501302 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-92102ab5-2393-47a4-a197-2fe817bacdd6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789020139551', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62086364'] for segment (ba4cb3a3-40de-452c-9eae-dab0cd0cc2ba), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:06.515227 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-92102ab5-2393-47a4-a197-2fe817bacdd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996815'] for segment (ba4cb3a3-40de-452c-9eae-dab0cd0cc2ba), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:06.520995 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92102ab5-2393-47a4-a197-2fe817bacdd6 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=104033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 15:22:06.521385 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-92102ab5-2393-47a4-a197-2fe817bacdd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61886288'] for segment (ba4cb3a3-40de-452c-9eae-dab0cd0cc2ba), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:06.523080 dv-cinder-795785-10-iscsi neutron-server[104033]: Traceback (most recent call last): May 16 15:22:06.523080 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 15:22:06.523080 dv-cinder-795785-10-iscsi neutron-server[104033]: timer() May 16 15:22:06.523080 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 15:22:06.523080 dv-cinder-795785-10-iscsi neutron-server[104033]: cb(*args, **kw) May 16 15:22:06.523080 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 15:22:06.523080 dv-cinder-795785-10-iscsi neutron-server[104033]: return func(*args, **kwargs) May 16 15:22:06.523080 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 15:22:06.523080 dv-cinder-795785-10-iscsi neutron-server[104033]: self._notify() May 16 15:22:06.523080 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 15:22:06.523080 dv-cinder-795785-10-iscsi neutron-server[104033]: self.callback(batched_events) May 16 15:22:06.523080 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 15:22:06.523080 dv-cinder-795785-10-iscsi neutron-server[104033]: event.method(event) May 16 15:22:06.523080 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 15:22:06.523080 dv-cinder-795785-10-iscsi neutron-server[104033]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 15:22:06.523080 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 15:22:06.523080 dv-cinder-795785-10-iscsi neutron-server[104033]: aggregate_uuid = self.p_client.list_aggregates( May 16 15:22:06.523080 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 15:22:06.523080 dv-cinder-795785-10-iscsi neutron-server[104033]: return f(self, *a, **k) May 16 15:22:06.523080 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 15:22:06.523080 dv-cinder-795785-10-iscsi neutron-server[104033]: return self._get(url).json() May 16 15:22:06.523080 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 15:22:06.523080 dv-cinder-795785-10-iscsi neutron-server[104033]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 15:22:06.523080 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 15:22:06.523080 dv-cinder-795785-10-iscsi neutron-server[104033]: return self.request(url, 'GET', **kwargs) May 16 15:22:06.523080 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 15:22:06.523080 dv-cinder-795785-10-iscsi neutron-server[104033]: base_url = self.get_endpoint(auth, allow=allow, May 16 15:22:06.523080 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 15:22:06.523080 dv-cinder-795785-10-iscsi neutron-server[104033]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 15:22:06.523080 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 15:22:06.523080 dv-cinder-795785-10-iscsi neutron-server[104033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 15:22:06.523080 dv-cinder-795785-10-iscsi neutron-server[104033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 15:22:06.649676 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-92102ab5-2393-47a4-a197-2fe817bacdd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2051450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-557002'] for network (52443307-02f5-4e57-bece-5c1fc6d7aa3e), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:06.661148 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-92102ab5-2393-47a4-a197-2fe817bacdd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631934'] for network (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:06.661148 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-92102ab5-2393-47a4-a197-2fe817bacdd6 admin admin] 10.222.0.44 "DELETE /v2.0/networks/52443307-02f5-4e57-bece-5c1fc6d7aa3e HTTP/1.1" status: 204 len: 168 time: 0.3509901 May 16 15:22:06.669895 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92102ab5-2393-47a4-a197-2fe817bacdd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=52443307-02f5-4e57-bece-5c1fc6d7aa3e,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:07.007195 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 50076) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:07.048008 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-32b5d6d1-0aff-4ebc-bbd6-ce3cccd09f25 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f6ec3267b0c548558b92318ec6179dca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396287 May 16 15:22:07.050621 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 50078) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:07.099271 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-fbe3d1b0-2654-4736-a3a5-6ea08bbc87bf admin admin] Publish callbacks [] for security_group (81d97ed9-eb0b-4503-a392-7095f36dc063), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:07.119311 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-fbe3d1b0-2654-4736-a3a5-6ea08bbc87bf admin admin] Publish callbacks [] for security_group (81d97ed9-eb0b-4503-a392-7095f36dc063), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:07.232716 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-fbe3d1b0-2654-4736-a3a5-6ea08bbc87bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (81d97ed9-eb0b-4503-a392-7095f36dc063), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:07.235248 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-fbe3d1b0-2654-4736-a3a5-6ea08bbc87bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:07.236407 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-fbe3d1b0-2654-4736-a3a5-6ea08bbc87bf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/81d97ed9-eb0b-4503-a392-7095f36dc063 HTTP/1.1" status: 204 len: 168 time: 0.1847863 May 16 15:22:07.246161 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe3d1b0-2654-4736-a3a5-6ea08bbc87bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d97ed9-eb0b-4503-a392-7095f36dc063,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:07.252071 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe3d1b0-2654-4736-a3a5-6ea08bbc87bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:07.252422 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe3d1b0-2654-4736-a3a5-6ea08bbc87bf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:07.252761 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe3d1b0-2654-4736-a3a5-6ea08bbc87bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:07.253095 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe3d1b0-2654-4736-a3a5-6ea08bbc87bf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:07.253423 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe3d1b0-2654-4736-a3a5-6ea08bbc87bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:07.253750 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe3d1b0-2654-4736-a3a5-6ea08bbc87bf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:07.254094 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe3d1b0-2654-4736-a3a5-6ea08bbc87bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:07.254492 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe3d1b0-2654-4736-a3a5-6ea08bbc87bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:07.254820 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe3d1b0-2654-4736-a3a5-6ea08bbc87bf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:07.255142 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe3d1b0-2654-4736-a3a5-6ea08bbc87bf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:07.255467 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe3d1b0-2654-4736-a3a5-6ea08bbc87bf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:07.255790 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe3d1b0-2654-4736-a3a5-6ea08bbc87bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:07.256114 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe3d1b0-2654-4736-a3a5-6ea08bbc87bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:07.256428 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe3d1b0-2654-4736-a3a5-6ea08bbc87bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:07.256799 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe3d1b0-2654-4736-a3a5-6ea08bbc87bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:10.217443 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (751a3b14-a3b6-44f5-a165-bd23bd92acbe), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:16.743122 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-9d2f3572-b863-4fec-acca-aee50ca56f8d req-2f5bfc45-2089-4849-8515-5790885f9738 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=981657e2-4b25-4a25-a9eb-562cdeb9efd6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423298 May 16 15:22:16.847134 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2f3572-b863-4fec-acca-aee50ca56f8d req-288e467a-6c22-4bb0-a6c7-0edff4c9d8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:16.849981 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-9d2f3572-b863-4fec-acca-aee50ca56f8d req-288e467a-6c22-4bb0-a6c7-0edff4c9d8aa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9703f082240542aa979c6b53052d77b9&device_id=981657e2-4b25-4a25-a9eb-562cdeb9efd6 HTTP/1.1" status: 200 len: 1129 time: 0.0428550 May 16 15:22:16.966289 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2f3572-b863-4fec-acca-aee50ca56f8d req-add75d01-e5eb-4f8f-893b-9ab3f835b1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:16.967758 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-9d2f3572-b863-4fec-acca-aee50ca56f8d req-add75d01-e5eb-4f8f-893b-9ab3f835b1c9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=20dfff89-2b4c-4d06-bcfc-8ec2e202af64 HTTP/1.1" status: 200 len: 912 time: 0.0928133 May 16 15:22:17.033495 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-9d2f3572-b863-4fec-acca-aee50ca56f8d req-e50f669e-883f-4347-ac79-4b9435ea1d40 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3df0b4b3-062a-4219-b9ab-a32600518c32 HTTP/1.1" status: 200 len: 1001 time: 0.0595758 May 16 15:22:17.113450 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2f3572-b863-4fec-acca-aee50ca56f8d req-2d81832f-245b-4c9e-a5bc-cc79d780d5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:17.114877 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-9d2f3572-b863-4fec-acca-aee50ca56f8d req-2d81832f-245b-4c9e-a5bc-cc79d780d5c8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9bd76027-99a6-4823-9a55-92e97a7e537f HTTP/1.1" status: 200 len: 850 time: 0.0738332 May 16 15:22:17.160950 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2f3572-b863-4fec-acca-aee50ca56f8d req-de7ae04a-52c4-4ed2-8b82-f343f91cafba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:17.164787 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-9d2f3572-b863-4fec-acca-aee50ca56f8d req-de7ae04a-52c4-4ed2-8b82-f343f91cafba service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=20dfff89-2b4c-4d06-bcfc-8ec2e202af64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0389941 May 16 15:22:17.254487 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-9d2f3572-b863-4fec-acca-aee50ca56f8d req-09b029a3-e85d-4817-9821-00743a8980ed service neutron] 10.222.0.69 "GET /v2.0/networks/20dfff89-2b4c-4d06-bcfc-8ec2e202af64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849471 May 16 15:22:17.351710 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-9d2f3572-b863-4fec-acca-aee50ca56f8d req-dc84b8dd-7f99-4515-8b26-9a0cbb646955 service neutron] 10.222.0.69 "GET /v2.0/networks/20dfff89-2b4c-4d06-bcfc-8ec2e202af64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896606 May 16 15:22:18.402550 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f3fa3f-8ff1-43d0-a75e-253b96753142 req-db0f6c3a-a8b6-4f2e-a81d-daf948b4a4c8 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:18.404073 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-f3f3fa3f-8ff1-43d0-a75e-253b96753142 req-db0f6c3a-a8b6-4f2e-a81d-daf948b4a4c8 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=779684af-ad5e-4d00-9ea9-67d0c37dbdce HTTP/1.1" status: 200 len: 945 time: 0.0473614 May 16 15:22:18.452011 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-f3f3fa3f-8ff1-43d0-a75e-253b96753142 req-4373bb65-8522-4538-894d-3c810cae1e5d tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/security-groups?id=b5d9a6ab-8f18-40a5-9474-d9e654039c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416052 May 16 15:22:19.440340 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5060b263-af89-4c1e-8479-9e16d7a51c73 req-827956ea-1b10-453f-908e-2c12a430a59d tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:19.441835 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-5060b263-af89-4c1e-8479-9e16d7a51c73 req-827956ea-1b10-453f-908e-2c12a430a59d tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=50535581-9ba0-49d7-83c8-5b46113c41f2 HTTP/1.1" status: 200 len: 946 time: 0.0462263 May 16 15:22:19.488048 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-5060b263-af89-4c1e-8479-9e16d7a51c73 req-b0e48c60-46c9-46a4-a3b5-334783c5531c tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7491bbc-3bbc-4c44-a83a-a0647cdddede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406361 May 16 15:22:19.586784 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887fa87c-bd77-4efb-bc38-486f1f5deacb req-4bb3c466-483c-42f8-8a77-51b7f30b26c0 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:19.588223 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-887fa87c-bd77-4efb-bc38-486f1f5deacb req-4bb3c466-483c-42f8-8a77-51b7f30b26c0 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=779684af-ad5e-4d00-9ea9-67d0c37dbdce HTTP/1.1" status: 200 len: 945 time: 0.0460238 May 16 15:22:19.635991 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-887fa87c-bd77-4efb-bc38-486f1f5deacb req-585bd06d-4bc2-41a2-8a3a-b29134678874 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/security-groups?id=b5d9a6ab-8f18-40a5-9474-d9e654039c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422204 May 16 15:22:20.174743 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324bc5ba-996d-462f-8223-7f3a59b83c29 req-d4b520a6-5f41-4a00-a842-a7bb2a14e474 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:20.176160 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-324bc5ba-996d-462f-8223-7f3a59b83c29 req-d4b520a6-5f41-4a00-a842-a7bb2a14e474 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.69 "GET /v2.0/ports?device_id=779684af-ad5e-4d00-9ea9-67d0c37dbdce HTTP/1.1" status: 200 len: 945 time: 0.0460305 May 16 15:22:20.260124 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [req-324bc5ba-996d-462f-8223-7f3a59b83c29 req-fa0fc365-db85-4aba-8d95-5f697f9969d6 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Deleting port 74efad31-6e64-40bc-9867-6c6e7c294314 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:22:20.260467 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-324bc5ba-996d-462f-8223-7f3a59b83c29 req-fa0fc365-db85-4aba-8d95-5f697f9969d6 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789020190181'] for port (74efad31-6e64-40bc-9867-6c6e7c294314), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:20.347205 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [req-324bc5ba-996d-462f-8223-7f3a59b83c29 req-fa0fc365-db85-4aba-8d95-5f697f9969d6 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] For port 74efad31-6e64-40bc-9867-6c6e7c294314, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=74efad31-6e64-40bc-9867-6c6e7c294314,segment=NetworkSegment(e125e9e2-0bb4-4387-a6b6-a67c63b56378),segment_id=e125e9e2-0bb4-4387-a6b6-a67c63b56378)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:22:20.347491 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-324bc5ba-996d-462f-8223-7f3a59b83c29 req-fa0fc365-db85-4aba-8d95-5f697f9969d6 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555776'] for port (74efad31-6e64-40bc-9867-6c6e7c294314), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:20.507420 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-324bc5ba-996d-462f-8223-7f3a59b83c29 req-fa0fc365-db85-4aba-8d95-5f697f9969d6 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:20.507590 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-324bc5ba-996d-462f-8223-7f3a59b83c29 req-fa0fc365-db85-4aba-8d95-5f697f9969d6 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556839'] for floatingip (49a01389-fd30-4152-95f0-55e8630dd28b), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:20.507903 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.db.l3_db [req-324bc5ba-996d-462f-8223-7f3a59b83c29 req-fa0fc365-db85-4aba-8d95-5f697f9969d6 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Floating IP 49a01389-fd30-4152-95f0-55e8630dd28b disassociated. External IP: 172.27.0.53, port: 74efad31-6e64-40bc-9867-6c6e7c294314. May 16 15:22:20.508248 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [req-324bc5ba-996d-462f-8223-7f3a59b83c29 req-fa0fc365-db85-4aba-8d95-5f697f9969d6 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Calling delete_port for 74efad31-6e64-40bc-9867-6c6e7c294314 owned by compute:nova {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:22:20.621462 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c52692f-1632-4c17-a3e4-02c3f3f5a9c7 req-5dbe5a6d-7b61-459d-8915-eac54fc04705 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:20.622978 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-3c52692f-1632-4c17-a3e4-02c3f3f5a9c7 req-5dbe5a6d-7b61-459d-8915-eac54fc04705 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=50535581-9ba0-49d7-83c8-5b46113c41f2 HTTP/1.1" status: 200 len: 946 time: 0.0577371 May 16 15:22:20.712808 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-3c52692f-1632-4c17-a3e4-02c3f3f5a9c7 req-6c06cfbd-73ff-4cee-9fbc-eb4ee872871f tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7491bbc-3bbc-4c44-a83a-a0647cdddede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623040 May 16 15:22:20.754079 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-324bc5ba-996d-462f-8223-7f3a59b83c29 req-fa0fc365-db85-4aba-8d95-5f697f9969d6 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789020200313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789019640158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61886211'] for port (74efad31-6e64-40bc-9867-6c6e7c294314), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:20.783142 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0fc365-db85-4aba-8d95-5f697f9969d6 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Pushing event deleted for resources: {'Port': ['ID=74efad31-6e64-40bc-9867-6c6e7c294314,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:20.795883 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dad308-0ece-4fe6-b086-6b5006d9ecdf req-e2915cbc-16bd-474b-b3b8-6de3222089f0 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:20.797984 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-a7dad308-0ece-4fe6-b086-6b5006d9ecdf req-e2915cbc-16bd-474b-b3b8-6de3222089f0 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=779684af-ad5e-4d00-9ea9-67d0c37dbdce HTTP/1.1" status: 200 len: 945 time: 0.0583904 May 16 15:22:20.852298 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-a7dad308-0ece-4fe6-b086-6b5006d9ecdf req-3d691c93-7156-4ee2-9f64-30754702977b tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/security-groups?id=b5d9a6ab-8f18-40a5-9474-d9e654039c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472913 May 16 15:22:20.904631 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.l3_agent_scheduler [req-324bc5ba-996d-462f-8223-7f3a59b83c29 req-fa0fc365-db85-4aba-8d95-5f697f9969d6 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Router 597b9c59-35f6-4ed2-a0d6-123dce3e1462 has already been hosted by L3 agent 54a3e65b-69a0-426d-9997-69a1705c4334 {{(pid=104033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:22:21.008600 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-324bc5ba-996d-462f-8223-7f3a59b83c29 req-fa0fc365-db85-4aba-8d95-5f697f9969d6 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Notify agent at l3_agent.dv-cinder-795785-10-iscsi the message routers_updated {{(pid=104033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:22:21.019829 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81202ce3-67eb-4974-9275-140bbed3f9f9 None None] Sync routers for ids ['597b9c59-35f6-4ed2-a0d6-123dce3e1462'] in dv-cinder-795785-10-iscsi {{(pid=104036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:22:21.035384 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81202ce3-67eb-4974-9275-140bbed3f9f9 None None] Routers {'597b9c59-35f6-4ed2-a0d6-123dce3e1462'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:22:21.036078 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-81202ce3-67eb-4974-9275-140bbed3f9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:21:59Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['597b9c59-35f6-4ed2-a0d6-123dce3e1462'], 'active': True} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:22:21.055372 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [req-324bc5ba-996d-462f-8223-7f3a59b83c29 req-fa0fc365-db85-4aba-8d95-5f697f9969d6 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] No DVR routers for this DVR port 74efad31-6e64-40bc-9867-6c6e7c294314 on host hv-cinder-79578 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:22:21.059025 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-324bc5ba-996d-462f-8223-7f3a59b83c29 req-fa0fc365-db85-4aba-8d95-5f697f9969d6 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914'] for port (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:21.062381 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-324bc5ba-996d-462f-8223-7f3a59b83c29 req-fa0fc365-db85-4aba-8d95-5f697f9969d6 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.69 "DELETE /v2.0/ports/74efad31-6e64-40bc-9867-6c6e7c294314 HTTP/1.1" status: 204 len: 173 time: 0.8792152 May 16 15:22:21.062843 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '779684af-ad5e-4d00-9ea9-67d0c37dbdce', 'name': 'network-vif-deleted', 'tag': '74efad31-6e64-40bc-9867-6c6e7c294314'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:22:21.065106 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffeccd97bc4bec2d8a291f35a4115644be5723c7930092d1a563b2016f5a5231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cdad227-720e-4d6b-b091-96d9de656759" -d '{"events": [{"server_uuid": "779684af-ad5e-4d00-9ea9-67d0c37dbdce", "name": "network-vif-deleted", "tag": "74efad31-6e64-40bc-9867-6c6e7c294314"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:22:21.107677 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78e4df06-8167-4c6f-996e-9701dc23696b x-openstack-request-id: req-78e4df06-8167-4c6f-996e-9701dc23696b {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:22:21.108008 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "779684af-ad5e-4d00-9ea9-67d0c37dbdce", "name": "network-vif-deleted", "tag": "74efad31-6e64-40bc-9867-6c6e7c294314", "status": "completed", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:22:21.108734 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-78e4df06-8167-4c6f-996e-9701dc23696b {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:22:21.108734 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78e4df06-8167-4c6f-996e-9701dc23696b'] response: {'server_uuid': '779684af-ad5e-4d00-9ea9-67d0c37dbdce', 'name': 'network-vif-deleted', 'tag': '74efad31-6e64-40bc-9867-6c6e7c294314', 'status': 'completed', 'code': 200} May 16 15:22:21.125109 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca6db9c-86fd-46f3-829d-895f926f02d8 req-dda886fc-61af-4dc9-a670-052a8ac85e80 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:21.131535 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-3ca6db9c-86fd-46f3-829d-895f926f02d8 req-dda886fc-61af-4dc9-a670-052a8ac85e80 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=981657e2-4b25-4a25-a9eb-562cdeb9efd6 HTTP/1.1" status: 200 len: 945 time: 0.0492630 May 16 15:22:21.151242 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvr_db [None req-81202ce3-67eb-4974-9275-140bbed3f9f9 None None] Set router 597b9c59-35f6-4ed2-a0d6-123dce3e1462 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:22:21.176890 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-3ca6db9c-86fd-46f3-829d-895f926f02d8 req-653f487e-deaf-4452-b668-edfe70c0371f tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/security-groups?id=baa58c21-7d6b-428c-9702-f71fe30e5319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429895 May 16 15:22:21.351846 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-81202ce3-67eb-4974-9275-140bbed3f9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'name': 'tempest-AttachVolumeNegativeTest-1541459670-router', 'tenant_id': 'd143bc5a616249a7beefc7b27962026b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '11c5f84e-eedf-4ae8-9ec1-7f055018f48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:10Z', 'updated_at': '2022-05-16T15:15:19Z', 'revision_number': 4, 'project_id': 'd143bc5a616249a7beefc7b27962026b', 'gw_port': {'id': '11c5f84e-eedf-4ae8-9ec1-7f055018f48e', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:61:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:12Z', 'updated_at': '2022-05-16T15:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_interfaces': [{'id': 'c44dc0b3-d42f-4222-b9f4-e340d132a5e0', 'name': '', 'network_id': '982c6e92-7848-46dd-811d-5ec569a6da67', 'tenant_id': 'd143bc5a616249a7beefc7b27962026b', 'mac_address': 'fa:16:3e:10:22:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1fafe849-ed07-444a-932d-68cf1f6b80a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:17Z', 'updated_at': '2022-05-16T15:15:27Z', 'revision_number': 5, 'project_id': 'd143bc5a616249a7beefc7b27962026b', 'subnets': [{'id': '1fafe849-ed07-444a-932d-68cf1f6b80a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:22:21.380021 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81202ce3-67eb-4974-9275-140bbed3f9f9 None None] Checking router: 597b9c59-35f6-4ed2-a0d6-123dce3e1462 for host: dv-cinder-795785-10-iscsi {{(pid=104036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:22:21.388814 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81202ce3-67eb-4974-9275-140bbed3f9f9 None None] Routers {'597b9c59-35f6-4ed2-a0d6-123dce3e1462'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:22:21.389373 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-81202ce3-67eb-4974-9275-140bbed3f9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:21:59Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['597b9c59-35f6-4ed2-a0d6-123dce3e1462'], 'active': True} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:22:21.487693 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvr_db [None req-81202ce3-67eb-4974-9275-140bbed3f9f9 None None] Set router 597b9c59-35f6-4ed2-a0d6-123dce3e1462 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:22:21.669207 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-81202ce3-67eb-4974-9275-140bbed3f9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'name': 'tempest-AttachVolumeNegativeTest-1541459670-router', 'tenant_id': 'd143bc5a616249a7beefc7b27962026b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '11c5f84e-eedf-4ae8-9ec1-7f055018f48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:10Z', 'updated_at': '2022-05-16T15:15:19Z', 'revision_number': 4, 'project_id': 'd143bc5a616249a7beefc7b27962026b', 'gw_port': {'id': '11c5f84e-eedf-4ae8-9ec1-7f055018f48e', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:61:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:12Z', 'updated_at': '2022-05-16T15:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_interfaces': [{'id': 'c44dc0b3-d42f-4222-b9f4-e340d132a5e0', 'name': '', 'network_id': '982c6e92-7848-46dd-811d-5ec569a6da67', 'tenant_id': 'd143bc5a616249a7beefc7b27962026b', 'mac_address': 'fa:16:3e:10:22:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1fafe849-ed07-444a-932d-68cf1f6b80a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:17Z', 'updated_at': '2022-05-16T15:15:27Z', 'revision_number': 5, 'project_id': 'd143bc5a616249a7beefc7b27962026b', 'subnets': [{'id': '1fafe849-ed07-444a-932d-68cf1f6b80a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:22:21.693988 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81202ce3-67eb-4974-9275-140bbed3f9f9 None None] The sync data for ids ['597b9c59-35f6-4ed2-a0d6-123dce3e1462'] in dv-cinder-795785-10-iscsi is: [{'id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'name': 'tempest-AttachVolumeNegativeTest-1541459670-router', 'tenant_id': 'd143bc5a616249a7beefc7b27962026b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '11c5f84e-eedf-4ae8-9ec1-7f055018f48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:10Z', 'updated_at': '2022-05-16T15:15:19Z', 'revision_number': 4, 'project_id': 'd143bc5a616249a7beefc7b27962026b', 'gw_port': {'id': '11c5f84e-eedf-4ae8-9ec1-7f055018f48e', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:61:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:12Z', 'updated_at': '2022-05-16T15:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_interfaces': [{'id': 'c44dc0b3-d42f-4222-b9f4-e340d132a5e0', 'name': '', 'network_id': '982c6e92-7848-46dd-811d-5ec569a6da67', 'tenant_id': 'd143bc5a616249a7beefc7b27962026b', 'mac_address': 'fa:16:3e:10:22:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1fafe849-ed07-444a-932d-68cf1f6b80a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:17Z', 'updated_at': '2022-05-16T15:15:27Z', 'revision_number': 5, 'project_id': 'd143bc5a616249a7beefc7b27962026b', 'subnets': [{'id': '1fafe849-ed07-444a-932d-68cf1f6b80a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:22:21.834824 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fe09e9-ffb4-4457-ab30-787bfc5d6458 req-f19fa8d9-8ff8-4dc2-99c4-d0325f718f7d tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:21.836355 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-74fe09e9-ffb4-4457-ab30-787bfc5d6458 req-f19fa8d9-8ff8-4dc2-99c4-d0325f718f7d tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=50535581-9ba0-49d7-83c8-5b46113c41f2 HTTP/1.1" status: 200 len: 946 time: 0.0492365 May 16 15:22:21.886121 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-74fe09e9-ffb4-4457-ab30-787bfc5d6458 req-2dab46ab-b2f6-4c48-a396-4c51bb37fded tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7491bbc-3bbc-4c44-a83a-a0647cdddede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439591 May 16 15:22:21.927860 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c549246d-d2e6-4911-9db9-348ee98ecd62 None None] New status for floating IP 49a01389-fd30-4152-95f0-55e8630dd28b: DOWN {{(pid=104035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 15:22:21.952477 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-7da74f4d-2172-42f3-a614-244d6db37186 req-449427a1-7148-4ce8-bca7-bc29b5b98010 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=779684af-ad5e-4d00-9ea9-67d0c37dbdce HTTP/1.1" status: 200 len: 210 time: 0.0296710 May 16 15:22:22.297792 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0df373d-6949-423a-b75a-eb918477b8d0 req-65babc33-408e-4bc1-913c-6ee7ea6c11ef tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:22.299245 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-c0df373d-6949-423a-b75a-eb918477b8d0 req-65babc33-408e-4bc1-913c-6ee7ea6c11ef tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=981657e2-4b25-4a25-a9eb-562cdeb9efd6 HTTP/1.1" status: 200 len: 945 time: 0.0491416 May 16 15:22:22.344879 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-c0df373d-6949-423a-b75a-eb918477b8d0 req-4188e282-2b01-4999-8c70-c55a20606e07 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/security-groups?id=baa58c21-7d6b-428c-9702-f71fe30e5319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401073 May 16 15:22:22.938408 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d8f115-5751-45fa-915a-381e43e3bf04 req-5049d2c4-aa2a-4e61-aee0-09965f080c08 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:22.939972 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-39d8f115-5751-45fa-915a-381e43e3bf04 req-5049d2c4-aa2a-4e61-aee0-09965f080c08 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.69 "GET /v2.0/ports?device_id=981657e2-4b25-4a25-a9eb-562cdeb9efd6 HTTP/1.1" status: 200 len: 945 time: 0.0476394 May 16 15:22:23.013651 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b57a07-cebb-4714-9ddf-d5f2c07633dc req-67b7536a-77a7-41f6-a11d-fbf65ab96095 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:23.015181 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-31b57a07-cebb-4714-9ddf-d5f2c07633dc req-67b7536a-77a7-41f6-a11d-fbf65ab96095 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=50535581-9ba0-49d7-83c8-5b46113c41f2 HTTP/1.1" status: 200 len: 946 time: 0.0523891 May 16 15:22:23.034172 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [req-39d8f115-5751-45fa-915a-381e43e3bf04 req-7545b76f-ec53-4122-8132-f6a96f2c6bf5 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Deleting port 3df0b4b3-062a-4219-b9ab-a32600518c32 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:22:23.034600 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-39d8f115-5751-45fa-915a-381e43e3bf04 req-7545b76f-ec53-4122-8132-f6a96f2c6bf5 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789020190181'] for port (3df0b4b3-062a-4219-b9ab-a32600518c32), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:23.065494 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-31b57a07-cebb-4714-9ddf-d5f2c07633dc req-1f0979cc-9b6d-4fd9-bebf-1243cf1b4d23 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7491bbc-3bbc-4c44-a83a-a0647cdddede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434039 May 16 15:22:23.083068 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-1bf14aff-1db2-46ff-8080-c286aa616629 req-68630b6d-cd89-40a5-ae5f-09a8185591ed tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/ports?device_id=779684af-ad5e-4d00-9ea9-67d0c37dbdce HTTP/1.1" status: 200 len: 210 time: 0.0448620 May 16 15:22:23.148642 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [req-39d8f115-5751-45fa-915a-381e43e3bf04 req-7545b76f-ec53-4122-8132-f6a96f2c6bf5 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] For port 3df0b4b3-062a-4219-b9ab-a32600518c32, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=3df0b4b3-062a-4219-b9ab-a32600518c32,segment=NetworkSegment(4d5decff-4bc4-4a25-8135-847682f81a17),segment_id=4d5decff-4bc4-4a25-8135-847682f81a17)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:22:23.149010 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-39d8f115-5751-45fa-915a-381e43e3bf04 req-7545b76f-ec53-4122-8132-f6a96f2c6bf5 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555776'] for port (3df0b4b3-062a-4219-b9ab-a32600518c32), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:23.157676 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.agents_db [None req-ab78c14b-22b7-4e46-ade7-0c4080e95cb7 None None] Agent healthcheck: found 6 active agents {{(pid=104036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:22:23.310283 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-39d8f115-5751-45fa-915a-381e43e3bf04 req-7545b76f-ec53-4122-8132-f6a96f2c6bf5 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:23.310647 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-39d8f115-5751-45fa-915a-381e43e3bf04 req-7545b76f-ec53-4122-8132-f6a96f2c6bf5 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556839'] for floatingip (d0d868d3-d790-41f4-929d-0eaf7b5dffff), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:23.310958 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.db.l3_db [req-39d8f115-5751-45fa-915a-381e43e3bf04 req-7545b76f-ec53-4122-8132-f6a96f2c6bf5 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Floating IP d0d868d3-d790-41f4-929d-0eaf7b5dffff disassociated. External IP: 172.27.0.130, port: 3df0b4b3-062a-4219-b9ab-a32600518c32. May 16 15:22:23.311300 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [req-39d8f115-5751-45fa-915a-381e43e3bf04 req-7545b76f-ec53-4122-8132-f6a96f2c6bf5 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Calling delete_port for 3df0b4b3-062a-4219-b9ab-a32600518c32 owned by compute:nova {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:22:23.455943 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5641185b-91e3-4ba0-ae7a-a21845009d40 req-125dd9bc-a1d1-4598-9bd9-c11ba5c1577c tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:23.458381 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-5641185b-91e3-4ba0-ae7a-a21845009d40 req-125dd9bc-a1d1-4598-9bd9-c11ba5c1577c tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=981657e2-4b25-4a25-a9eb-562cdeb9efd6 HTTP/1.1" status: 200 len: 945 time: 0.0466721 May 16 15:22:23.495724 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-39d8f115-5751-45fa-915a-381e43e3bf04 req-7545b76f-ec53-4122-8132-f6a96f2c6bf5 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789020200313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789019640158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61886211'] for port (3df0b4b3-062a-4219-b9ab-a32600518c32), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:23.506222 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-5641185b-91e3-4ba0-ae7a-a21845009d40 req-e4588b80-3fc9-41ce-9706-211c20ca42cc tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/security-groups?id=baa58c21-7d6b-428c-9702-f71fe30e5319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420949 May 16 15:22:23.528289 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7545b76f-ec53-4122-8132-f6a96f2c6bf5 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Pushing event deleted for resources: {'Port': ['ID=3df0b4b3-062a-4219-b9ab-a32600518c32,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:23.641728 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.l3_agent_scheduler [req-39d8f115-5751-45fa-915a-381e43e3bf04 req-7545b76f-ec53-4122-8132-f6a96f2c6bf5 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Router 67c6642c-a31b-4537-a524-d1c5011e71b1 has already been hosted by L3 agent 54a3e65b-69a0-426d-9997-69a1705c4334 {{(pid=104033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:22:23.658217 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device 74efad31-6e64-40bc-9867-6c6e7c294314 no longer exists at agent hyperv_hv-cinder-79578 {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:22:23.676695 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] No Port match for: 74efad31-6e64-40bc-9867-6c6e7c294314 {{(pid=104035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:22:23.677021 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device 74efad31-6e64-40bc-9867-6c6e7c294314 not bound to the agent host hv-cinder-79578 {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:22:23.677428 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device 3df0b4b3-062a-4219-b9ab-a32600518c32 no longer exists at agent hyperv_hv-cinder-79578 {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:22:23.699791 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] No Port match for: 3df0b4b3-062a-4219-b9ab-a32600518c32 {{(pid=104035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:22:23.699791 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device 3df0b4b3-062a-4219-b9ab-a32600518c32 not bound to the agent host hv-cinder-79578 {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:22:23.744118 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-39d8f115-5751-45fa-915a-381e43e3bf04 req-7545b76f-ec53-4122-8132-f6a96f2c6bf5 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Notify agent at l3_agent.dv-cinder-795785-10-iscsi the message routers_updated {{(pid=104033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:22:23.754414 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9002d6-6610-4965-93b5-1316238f3a46 None None] Sync routers for ids ['67c6642c-a31b-4537-a524-d1c5011e71b1'] in dv-cinder-795785-10-iscsi {{(pid=104036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:22:23.764648 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9002d6-6610-4965-93b5-1316238f3a46 None None] Routers {'67c6642c-a31b-4537-a524-d1c5011e71b1'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:22:23.765175 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-7e9002d6-6610-4965-93b5-1316238f3a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:21:59Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['67c6642c-a31b-4537-a524-d1c5011e71b1'], 'active': True} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:22:23.789454 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [req-39d8f115-5751-45fa-915a-381e43e3bf04 req-7545b76f-ec53-4122-8132-f6a96f2c6bf5 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] No DVR routers for this DVR port 3df0b4b3-062a-4219-b9ab-a32600518c32 on host hv-cinder-79578 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:22:23.792798 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-39d8f115-5751-45fa-915a-381e43e3bf04 req-7545b76f-ec53-4122-8132-f6a96f2c6bf5 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914'] for port (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:23.796078 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-39d8f115-5751-45fa-915a-381e43e3bf04 req-7545b76f-ec53-4122-8132-f6a96f2c6bf5 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.69 "DELETE /v2.0/ports/3df0b4b3-062a-4219-b9ab-a32600518c32 HTTP/1.1" status: 204 len: 173 time: 0.8510964 May 16 15:22:23.796524 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '981657e2-4b25-4a25-a9eb-562cdeb9efd6', 'name': 'network-vif-deleted', 'tag': '3df0b4b3-062a-4219-b9ab-a32600518c32'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:22:23.798795 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffeccd97bc4bec2d8a291f35a4115644be5723c7930092d1a563b2016f5a5231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33931c98-285a-442a-9262-d2ce9c2fa2c0" -d '{"events": [{"server_uuid": "981657e2-4b25-4a25-a9eb-562cdeb9efd6", "name": "network-vif-deleted", "tag": "3df0b4b3-062a-4219-b9ab-a32600518c32"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:22:23.834667 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec277bd-b148-418b-b16e-22e2fd3b8695 x-openstack-request-id: req-aec277bd-b148-418b-b16e-22e2fd3b8695 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:22:23.834952 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "981657e2-4b25-4a25-a9eb-562cdeb9efd6", "name": "network-vif-deleted", "tag": "3df0b4b3-062a-4219-b9ab-a32600518c32", "status": "completed", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:22:23.835211 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-aec277bd-b148-418b-b16e-22e2fd3b8695 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:22:23.835619 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aec277bd-b148-418b-b16e-22e2fd3b8695'] response: {'server_uuid': '981657e2-4b25-4a25-a9eb-562cdeb9efd6', 'name': 'network-vif-deleted', 'tag': '3df0b4b3-062a-4219-b9ab-a32600518c32', 'status': 'completed', 'code': 200} May 16 15:22:23.961855 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvr_db [None req-7e9002d6-6610-4965-93b5-1316238f3a46 None None] Set router 67c6642c-a31b-4537-a524-d1c5011e71b1 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:22:24.157687 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-7e9002d6-6610-4965-93b5-1316238f3a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67c6642c-a31b-4537-a524-d1c5011e71b1', 'name': 'tempest-AttachVolumeTestJSON-1961656545-router', 'tenant_id': '9703f082240542aa979c6b53052d77b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '4a0e584b-b23e-43a6-8327-b575f5c43314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:12Z', 'updated_at': '2022-05-16T15:15:23Z', 'revision_number': 4, 'project_id': '9703f082240542aa979c6b53052d77b9', 'gw_port': {'id': '4a0e584b-b23e-43a6-8327-b575f5c43314', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bd:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c6642c-a31b-4537-a524-d1c5011e71b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:13Z', 'updated_at': '2022-05-16T15:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_interfaces': [{'id': '93b92ef9-bc57-4557-bac2-d50867420ca1', 'name': '', 'network_id': '20dfff89-2b4c-4d06-bcfc-8ec2e202af64', 'tenant_id': '9703f082240542aa979c6b53052d77b9', 'mac_address': 'fa:16:3e:2f:72:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c6642c-a31b-4537-a524-d1c5011e71b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '9bd76027-99a6-4823-9a55-92e97a7e537f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:21Z', 'updated_at': '2022-05-16T15:15:33Z', 'revision_number': 5, 'project_id': '9703f082240542aa979c6b53052d77b9', 'subnets': [{'id': '9bd76027-99a6-4823-9a55-92e97a7e537f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:22:24.186437 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9002d6-6610-4965-93b5-1316238f3a46 None None] Checking router: 67c6642c-a31b-4537-a524-d1c5011e71b1 for host: dv-cinder-795785-10-iscsi {{(pid=104036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:22:24.195625 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9002d6-6610-4965-93b5-1316238f3a46 None None] Routers {'67c6642c-a31b-4537-a524-d1c5011e71b1'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:22:24.196222 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-7e9002d6-6610-4965-93b5-1316238f3a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:21:59Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['67c6642c-a31b-4537-a524-d1c5011e71b1'], 'active': True} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:22:24.201191 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce375aca-d64e-49c1-83b6-2655d9d7c689 req-a032d395-830d-4bd8-a148-aea585422a49 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:24.205847 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-ce375aca-d64e-49c1-83b6-2655d9d7c689 req-a032d395-830d-4bd8-a148-aea585422a49 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=50535581-9ba0-49d7-83c8-5b46113c41f2 HTTP/1.1" status: 200 len: 946 time: 0.0505874 May 16 15:22:24.250263 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-ce375aca-d64e-49c1-83b6-2655d9d7c689 req-b7f6fc38-f0a2-4856-b90a-bc2567a3bf07 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7491bbc-3bbc-4c44-a83a-a0647cdddede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413163 May 16 15:22:24.259300 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 50250) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:24.298840 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvr_db [None req-7e9002d6-6610-4965-93b5-1316238f3a46 None None] Set router 67c6642c-a31b-4537-a524-d1c5011e71b1 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:22:24.314143 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-01535c81-d870-4ddd-9fe6-589ff9bb2daf tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks [] for security_group (b5d9a6ab-8f18-40a5-9474-d9e654039c7c), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:24.338073 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-01535c81-d870-4ddd-9fe6-589ff9bb2daf tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks [] for security_group (b5d9a6ab-8f18-40a5-9474-d9e654039c7c), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:24.440938 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-01535c81-d870-4ddd-9fe6-589ff9bb2daf tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (b5d9a6ab-8f18-40a5-9474-d9e654039c7c), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:24.444550 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-01535c81-d870-4ddd-9fe6-589ff9bb2daf tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks [] for security_group (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:24.446127 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-01535c81-d870-4ddd-9fe6-589ff9bb2daf tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "DELETE /v2.0/security-groups/b5d9a6ab-8f18-40a5-9474-d9e654039c7c HTTP/1.1" status: 204 len: 168 time: 0.1854937 May 16 15:22:24.449659 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 50252) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:24.457355 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01535c81-d870-4ddd-9fe6-589ff9bb2daf tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d9a6ab-8f18-40a5-9474-d9e654039c7c,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:24.474328 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.api.v2.resource [None req-45fd3119-20a9-4d9b-b473-9f5538b48b2d tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] show failed (client error): The resource could not be found. May 16 15:22:24.477882 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-45fd3119-20a9-4d9b-b473-9f5538b48b2d tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "GET /v2.0/security-groups/b5d9a6ab-8f18-40a5-9474-d9e654039c7c HTTP/1.1" status: 404 len: 347 time: 0.0246255 May 16 15:22:24.478150 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 50254) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:24.485333 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-7e9002d6-6610-4965-93b5-1316238f3a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67c6642c-a31b-4537-a524-d1c5011e71b1', 'name': 'tempest-AttachVolumeTestJSON-1961656545-router', 'tenant_id': '9703f082240542aa979c6b53052d77b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '4a0e584b-b23e-43a6-8327-b575f5c43314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:12Z', 'updated_at': '2022-05-16T15:15:23Z', 'revision_number': 4, 'project_id': '9703f082240542aa979c6b53052d77b9', 'gw_port': {'id': '4a0e584b-b23e-43a6-8327-b575f5c43314', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bd:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c6642c-a31b-4537-a524-d1c5011e71b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:13Z', 'updated_at': '2022-05-16T15:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_interfaces': [{'id': '93b92ef9-bc57-4557-bac2-d50867420ca1', 'name': '', 'network_id': '20dfff89-2b4c-4d06-bcfc-8ec2e202af64', 'tenant_id': '9703f082240542aa979c6b53052d77b9', 'mac_address': 'fa:16:3e:2f:72:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c6642c-a31b-4537-a524-d1c5011e71b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '9bd76027-99a6-4823-9a55-92e97a7e537f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:21Z', 'updated_at': '2022-05-16T15:15:33Z', 'revision_number': 5, 'project_id': '9703f082240542aa979c6b53052d77b9', 'subnets': [{'id': '9bd76027-99a6-4823-9a55-92e97a7e537f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:22:24.514605 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9002d6-6610-4965-93b5-1316238f3a46 None None] The sync data for ids ['67c6642c-a31b-4537-a524-d1c5011e71b1'] in dv-cinder-795785-10-iscsi is: [{'id': '67c6642c-a31b-4537-a524-d1c5011e71b1', 'name': 'tempest-AttachVolumeTestJSON-1961656545-router', 'tenant_id': '9703f082240542aa979c6b53052d77b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '4a0e584b-b23e-43a6-8327-b575f5c43314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:12Z', 'updated_at': '2022-05-16T15:15:23Z', 'revision_number': 4, 'project_id': '9703f082240542aa979c6b53052d77b9', 'gw_port': {'id': '4a0e584b-b23e-43a6-8327-b575f5c43314', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bd:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c6642c-a31b-4537-a524-d1c5011e71b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:13Z', 'updated_at': '2022-05-16T15:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_interfaces': [{'id': '93b92ef9-bc57-4557-bac2-d50867420ca1', 'name': '', 'network_id': '20dfff89-2b4c-4d06-bcfc-8ec2e202af64', 'tenant_id': '9703f082240542aa979c6b53052d77b9', 'mac_address': 'fa:16:3e:2f:72:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c6642c-a31b-4537-a524-d1c5011e71b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '9bd76027-99a6-4823-9a55-92e97a7e537f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:21Z', 'updated_at': '2022-05-16T15:15:33Z', 'revision_number': 5, 'project_id': '9703f082240542aa979c6b53052d77b9', 'subnets': [{'id': '9bd76027-99a6-4823-9a55-92e97a7e537f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:22:24.596655 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-25a8f9bd-b489-4c59-8d40-5aac3388a671 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Deleting port 1d38c049-7dff-4bde-bedb-c62e7fb48a23 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:22:24.597277 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-25a8f9bd-b489-4c59-8d40-5aac3388a671 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789020190181'] for port (1d38c049-7dff-4bde-bedb-c62e7fb48a23), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:24.641197 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-a83e5bfc-9601-4a27-9289-aa1af740eb5b req-85d3a1cd-3616-4e68-bb19-76c05f8e5ca6 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/ports?device_id=981657e2-4b25-4a25-a9eb-562cdeb9efd6 HTTP/1.1" status: 200 len: 210 time: 0.0409629 May 16 15:22:24.709971 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-25a8f9bd-b489-4c59-8d40-5aac3388a671 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555776'] for port (1d38c049-7dff-4bde-bedb-c62e7fb48a23), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:24.710341 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-25a8f9bd-b489-4c59-8d40-5aac3388a671 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks [] for floatingip (1d38c049-7dff-4bde-bedb-c62e7fb48a23), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:24.728128 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-25a8f9bd-b489-4c59-8d40-5aac3388a671 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Calling delete_port for 1d38c049-7dff-4bde-bedb-c62e7fb48a23 owned by network:floatingip {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:22:24.788942 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b37a16-9e94-4729-bffb-60995f1517bc None None] New status for floating IP d0d868d3-d790-41f4-929d-0eaf7b5dffff: DOWN {{(pid=104035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 15:22:24.924919 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-25a8f9bd-b489-4c59-8d40-5aac3388a671 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789020200313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789019640158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61886211'] for port (1d38c049-7dff-4bde-bedb-c62e7fb48a23), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:24.949559 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a8f9bd-b489-4c59-8d40-5aac3388a671 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Pushing event deleted for resources: {'Port': ['ID=1d38c049-7dff-4bde-bedb-c62e7fb48a23,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:25.015004 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-25a8f9bd-b489-4c59-8d40-5aac3388a671 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks [] for floatingip (49a01389-fd30-4152-95f0-55e8630dd28b), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:25.017497 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-25a8f9bd-b489-4c59-8d40-5aac3388a671 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914'] for floatingip (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:25.018661 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-25a8f9bd-b489-4c59-8d40-5aac3388a671 tempest-AttachVolumeNegativeTest-1870556727 tempest-AttachVolumeNegativeTest-1870556727-project] 10.222.0.44 "DELETE /v2.0/floatingips/49a01389-fd30-4152-95f0-55e8630dd28b HTTP/1.1" status: 204 len: 168 time: 0.5395999 May 16 15:22:25.533378 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65f8e88-b756-4d86-af36-55912de5a790 req-39c034eb-3277-4f31-b7f8-90cccd6c1c01 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:25.534812 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-d65f8e88-b756-4d86-af36-55912de5a790 req-39c034eb-3277-4f31-b7f8-90cccd6c1c01 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=50535581-9ba0-49d7-83c8-5b46113c41f2 HTTP/1.1" status: 200 len: 946 time: 0.0499823 May 16 15:22:25.582022 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-d65f8e88-b756-4d86-af36-55912de5a790 req-1c9636f0-50c0-4a27-a119-097c32a5a0a8 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7491bbc-3bbc-4c44-a83a-a0647cdddede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415006 May 16 15:22:25.813586 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 50268) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:25.867258 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0c8ee0d3-6bad-4511-a7fb-90242dfd95e9 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Publish callbacks [] for security_group (baa58c21-7d6b-428c-9702-f71fe30e5319), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:25.890737 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0c8ee0d3-6bad-4511-a7fb-90242dfd95e9 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Publish callbacks [] for security_group (baa58c21-7d6b-428c-9702-f71fe30e5319), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:26.006689 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0c8ee0d3-6bad-4511-a7fb-90242dfd95e9 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (baa58c21-7d6b-428c-9702-f71fe30e5319), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:26.009509 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0c8ee0d3-6bad-4511-a7fb-90242dfd95e9 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Publish callbacks [] for security_group (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:26.011309 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-0c8ee0d3-6bad-4511-a7fb-90242dfd95e9 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "DELETE /v2.0/security-groups/baa58c21-7d6b-428c-9702-f71fe30e5319 HTTP/1.1" status: 204 len: 168 time: 0.1960933 May 16 15:22:26.013982 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 50270) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:26.020896 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8ee0d3-6bad-4511-a7fb-90242dfd95e9 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa58c21-7d6b-428c-9702-f71fe30e5319,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:26.029271 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.api.v2.resource [None req-4c0d90f5-4213-4398-93bb-b01c52d7c9d2 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] show failed (client error): The resource could not be found. May 16 15:22:26.030620 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-4c0d90f5-4213-4398-93bb-b01c52d7c9d2 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "GET /v2.0/security-groups/baa58c21-7d6b-428c-9702-f71fe30e5319 HTTP/1.1" status: 404 len: 347 time: 0.0152736 May 16 15:22:26.033135 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 50272) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:26.142758 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.plugin [None req-f63c9ba1-4dd0-4bdd-8ca6-4dbe1006fda2 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Deleting port 81b87c3f-5c8b-45a8-a6ec-fdf636b7b979 {{(pid=104034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:22:26.143103 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-f63c9ba1-4dd0-4bdd-8ca6-4dbe1006fda2 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789020190181'] for port (81b87c3f-5c8b-45a8-a6ec-fdf636b7b979), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:26.215235 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-f63c9ba1-4dd0-4bdd-8ca6-4dbe1006fda2 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555776'] for port (81b87c3f-5c8b-45a8-a6ec-fdf636b7b979), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:26.215567 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-f63c9ba1-4dd0-4bdd-8ca6-4dbe1006fda2 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Publish callbacks [] for floatingip (81b87c3f-5c8b-45a8-a6ec-fdf636b7b979), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:26.227376 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.plugin [None req-f63c9ba1-4dd0-4bdd-8ca6-4dbe1006fda2 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Calling delete_port for 81b87c3f-5c8b-45a8-a6ec-fdf636b7b979 owned by network:floatingip {{(pid=104034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:22:26.428069 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-f63c9ba1-4dd0-4bdd-8ca6-4dbe1006fda2 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789020200313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789019640158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097154'] for port (81b87c3f-5c8b-45a8-a6ec-fdf636b7b979), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:26.455740 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63c9ba1-4dd0-4bdd-8ca6-4dbe1006fda2 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Pushing event deleted for resources: {'Port': ['ID=81b87c3f-5c8b-45a8-a6ec-fdf636b7b979,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:26.517009 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-f63c9ba1-4dd0-4bdd-8ca6-4dbe1006fda2 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Publish callbacks [] for floatingip (d0d868d3-d790-41f4-929d-0eaf7b5dffff), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:26.520061 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-f63c9ba1-4dd0-4bdd-8ca6-4dbe1006fda2 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914'] for floatingip (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:26.521242 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-f63c9ba1-4dd0-4bdd-8ca6-4dbe1006fda2 tempest-AttachVolumeTestJSON-419811486 tempest-AttachVolumeTestJSON-419811486-project] 10.222.0.44 "DELETE /v2.0/floatingips/d0d868d3-d790-41f4-929d-0eaf7b5dffff HTTP/1.1" status: 204 len: 168 time: 0.4870746 May 16 15:22:26.703083 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827519c1-e1ad-47e7-acb9-3340355a3d6d req-c4a8c0a7-46ff-4238-8b3e-3931b6bebca6 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:26.704548 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-827519c1-e1ad-47e7-acb9-3340355a3d6d req-c4a8c0a7-46ff-4238-8b3e-3931b6bebca6 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=50535581-9ba0-49d7-83c8-5b46113c41f2 HTTP/1.1" status: 200 len: 946 time: 0.0504379 May 16 15:22:26.751876 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-827519c1-e1ad-47e7-acb9-3340355a3d6d req-7c95fdaf-fe7a-4a0f-9aaa-a542f1551091 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7491bbc-3bbc-4c44-a83a-a0647cdddede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418270 May 16 15:22:26.838585 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-00a98983-a8ad-44b3-83d0-4a0cf1262195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (a586ef94-96cb-452c-b402-463be5294b2a), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:27.869687 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af047ff-3c57-425b-80b6-82d1bb48fc82 req-36c27f7a-d70e-43b3-9152-c71f82653c7b tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:27.871297 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-0af047ff-3c57-425b-80b6-82d1bb48fc82 req-36c27f7a-d70e-43b3-9152-c71f82653c7b tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=50535581-9ba0-49d7-83c8-5b46113c41f2 HTTP/1.1" status: 200 len: 946 time: 0.0468159 May 16 15:22:27.922238 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-0af047ff-3c57-425b-80b6-82d1bb48fc82 req-2cad2998-07f4-4bed-b8e7-72cc7b90eb6b tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7491bbc-3bbc-4c44-a83a-a0647cdddede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443618 May 16 15:22:28.866536 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-c69d8219-4e67-497f-9e63-5e7f58a7a2cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (54a3e65b-69a0-426d-9997-69a1705c4334), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:29.015748 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 50326) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:29.054067 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c4aab-0e50-4df5-8ee9-4dfbcfec6222 req-f1e12da8-0b2b-4776-a083-7f2c637cd8ed tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:29.055695 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-c04c4aab-0e50-4df5-8ee9-4dfbcfec6222 req-f1e12da8-0b2b-4776-a083-7f2c637cd8ed tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=50535581-9ba0-49d7-83c8-5b46113c41f2 HTTP/1.1" status: 200 len: 946 time: 0.0620689 May 16 15:22:29.111201 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-c04c4aab-0e50-4df5-8ee9-4dfbcfec6222 req-53074246-11fe-436b-903b-39ff15de364d tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7491bbc-3bbc-4c44-a83a-a0647cdddede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501163 May 16 15:22:29.761601 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-be9ff7ba-b5be-427f-a355-1ed8418b0768 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555978'] for router_interface (597b9c59-35f6-4ed2-a0d6-123dce3e1462), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:29.974648 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-be9ff7ba-b5be-427f-a355-1ed8418b0768 admin admin] Deleting port c44dc0b3-d42f-4222-b9f4-e340d132a5e0 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:22:29.974904 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-be9ff7ba-b5be-427f-a355-1ed8418b0768 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789020190181'] for port (c44dc0b3-d42f-4222-b9f4-e340d132a5e0), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:30.054801 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-be9ff7ba-b5be-427f-a355-1ed8418b0768 admin admin] For port c44dc0b3-d42f-4222-b9f4-e340d132a5e0, host dv-cinder-795785-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=c44dc0b3-d42f-4222-b9f4-e340d132a5e0,segment=NetworkSegment(e125e9e2-0bb4-4387-a6b6-a67c63b56378),segment_id=e125e9e2-0bb4-4387-a6b6-a67c63b56378)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:22:30.055467 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-be9ff7ba-b5be-427f-a355-1ed8418b0768 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555776'] for port (c44dc0b3-d42f-4222-b9f4-e340d132a5e0), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:30.068209 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-be9ff7ba-b5be-427f-a355-1ed8418b0768 admin admin] Calling delete_port for c44dc0b3-d42f-4222-b9f4-e340d132a5e0 owned by network:router_interface {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:22:30.126474 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-e1b85405-7a13-4024-838c-532465e0cf8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (72569482-7f88-4a09-9117-6d6842ca2c26), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:30.253814 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c583a9-0613-4ae8-a992-4ad9df08e385 req-355d5fd8-c1f1-4c45-ab3a-efe0309623fa tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:30.255202 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-26c583a9-0613-4ae8-a992-4ad9df08e385 req-355d5fd8-c1f1-4c45-ab3a-efe0309623fa tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=50535581-9ba0-49d7-83c8-5b46113c41f2 HTTP/1.1" status: 200 len: 946 time: 0.0673709 May 16 15:22:30.315948 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-26c583a9-0613-4ae8-a992-4ad9df08e385 req-c17747f3-8764-44e3-8c1e-c028bf59f98a tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7491bbc-3bbc-4c44-a83a-a0647cdddede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550125 May 16 15:22:30.348355 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-be9ff7ba-b5be-427f-a355-1ed8418b0768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789020200313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789019640158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61886211'] for port (c44dc0b3-d42f-4222-b9f4-e340d132a5e0), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:30.377857 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 50344) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:30.380082 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9ff7ba-b5be-427f-a355-1ed8418b0768 admin admin] Pushing event deleted for resources: {'Port': ['ID=c44dc0b3-d42f-4222-b9f4-e340d132a5e0,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:30.545793 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-be9ff7ba-b5be-427f-a355-1ed8418b0768 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529365'] for router_interface (597b9c59-35f6-4ed2-a0d6-123dce3e1462), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:30.748032 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-8ded652a-e2f8-4043-87fe-f05e4f439d28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555978'] for router_interface (67c6642c-a31b-4537-a524-d1c5011e71b1), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:30.752078 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be9ff7ba-b5be-427f-a355-1ed8418b0768 admin admin] Router 597b9c59-35f6-4ed2-a0d6-123dce3e1462 has already been hosted by L3 agent 54a3e65b-69a0-426d-9997-69a1705c4334 {{(pid=104033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:22:30.863351 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be9ff7ba-b5be-427f-a355-1ed8418b0768 admin admin] Notify agent at l3_agent.dv-cinder-795785-10-iscsi the message routers_updated {{(pid=104033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:22:30.868319 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-be9ff7ba-b5be-427f-a355-1ed8418b0768 admin admin] 10.222.0.44 "PUT /v2.0/routers/597b9c59-35f6-4ed2-a0d6-123dce3e1462/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8514357 May 16 15:22:30.871420 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 50348) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:30.873115 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3dae6cb-d869-4f7e-adff-c7d040fd2f6c None None] Sync routers for ids ['597b9c59-35f6-4ed2-a0d6-123dce3e1462'] in dv-cinder-795785-10-iscsi {{(pid=104036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:22:30.884395 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3dae6cb-d869-4f7e-adff-c7d040fd2f6c None None] Routers {'597b9c59-35f6-4ed2-a0d6-123dce3e1462'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:22:30.885300 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-d3dae6cb-d869-4f7e-adff-c7d040fd2f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:22:29Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['597b9c59-35f6-4ed2-a0d6-123dce3e1462'], 'active': True} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:22:30.969678 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b6f7850f-4975-461d-b564-c5589784db3c admin admin] Publish callbacks [] for router (597b9c59-35f6-4ed2-a0d6-123dce3e1462), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:30.992288 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvr_db [None req-d3dae6cb-d869-4f7e-adff-c7d040fd2f6c None None] Set router 597b9c59-35f6-4ed2-a0d6-123dce3e1462 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:22:31.081425 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b6f7850f-4975-461d-b564-c5589784db3c admin admin] Publish callbacks [] for router_gateway (597b9c59-35f6-4ed2-a0d6-123dce3e1462), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:31.161090 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-b6f7850f-4975-461d-b564-c5589784db3c admin admin] Deleting port 11c5f84e-eedf-4ae8-9ec1-7f055018f48e {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:22:31.161429 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b6f7850f-4975-461d-b564-c5589784db3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789020190181'] for port (11c5f84e-eedf-4ae8-9ec1-7f055018f48e), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:31.167095 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-d3dae6cb-d869-4f7e-adff-c7d040fd2f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'name': 'tempest-AttachVolumeNegativeTest-1541459670-router', 'tenant_id': 'd143bc5a616249a7beefc7b27962026b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '11c5f84e-eedf-4ae8-9ec1-7f055018f48e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:10Z', 'updated_at': '2022-05-16T15:22:30Z', 'revision_number': 5, 'project_id': 'd143bc5a616249a7beefc7b27962026b', 'gw_port': {'id': '11c5f84e-eedf-4ae8-9ec1-7f055018f48e', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:61:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:12Z', 'updated_at': '2022-05-16T15:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi'}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:22:31.195965 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3dae6cb-d869-4f7e-adff-c7d040fd2f6c None None] Checking router: 597b9c59-35f6-4ed2-a0d6-123dce3e1462 for host: dv-cinder-795785-10-iscsi {{(pid=104036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:22:31.205012 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3dae6cb-d869-4f7e-adff-c7d040fd2f6c None None] Routers {'597b9c59-35f6-4ed2-a0d6-123dce3e1462'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:22:31.205616 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-d3dae6cb-d869-4f7e-adff-c7d040fd2f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:22:29Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['597b9c59-35f6-4ed2-a0d6-123dce3e1462'], 'active': True} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:22:31.228701 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.plugin [None req-8ded652a-e2f8-4043-87fe-f05e4f439d28 admin admin] Deleting port 93b92ef9-bc57-4557-bac2-d50867420ca1 {{(pid=104034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:22:31.229137 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-8ded652a-e2f8-4043-87fe-f05e4f439d28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789020190181'] for port (93b92ef9-bc57-4557-bac2-d50867420ca1), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:31.260722 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-b6f7850f-4975-461d-b564-c5589784db3c admin admin] For port 11c5f84e-eedf-4ae8-9ec1-7f055018f48e, host dv-cinder-795785-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=11c5f84e-eedf-4ae8-9ec1-7f055018f48e,segment=NetworkSegment(d35ec458-efea-4f9b-9cfc-f89e4e5d5ae0),segment_id=d35ec458-efea-4f9b-9cfc-f89e4e5d5ae0)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:22:31.261098 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b6f7850f-4975-461d-b564-c5589784db3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555776'] for port (11c5f84e-eedf-4ae8-9ec1-7f055018f48e), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:31.274858 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-b6f7850f-4975-461d-b564-c5589784db3c admin admin] Calling delete_port for 11c5f84e-eedf-4ae8-9ec1-7f055018f48e owned by network:router_gateway {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:22:31.291107 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvr_db [None req-d3dae6cb-d869-4f7e-adff-c7d040fd2f6c None None] Set router 597b9c59-35f6-4ed2-a0d6-123dce3e1462 gateway port host: None {{(pid=104036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:22:31.315660 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-8ded652a-e2f8-4043-87fe-f05e4f439d28 admin admin] For port 93b92ef9-bc57-4557-bac2-d50867420ca1, host dv-cinder-795785-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=93b92ef9-bc57-4557-bac2-d50867420ca1,segment=NetworkSegment(4d5decff-4bc4-4a25-8135-847682f81a17),segment_id=4d5decff-4bc4-4a25-8135-847682f81a17)] {{(pid=104034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:22:31.316034 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-8ded652a-e2f8-4043-87fe-f05e4f439d28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555776'] for port (93b92ef9-bc57-4557-bac2-d50867420ca1), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:31.329737 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.plugin [None req-8ded652a-e2f8-4043-87fe-f05e4f439d28 admin admin] Calling delete_port for 93b92ef9-bc57-4557-bac2-d50867420ca1 owned by network:router_interface {{(pid=104034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:22:31.343450 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-d3dae6cb-d869-4f7e-adff-c7d040fd2f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'name': 'tempest-AttachVolumeNegativeTest-1541459670-router', 'tenant_id': 'd143bc5a616249a7beefc7b27962026b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:10Z', 'updated_at': '2022-05-16T15:22:31Z', 'revision_number': 6, 'project_id': 'd143bc5a616249a7beefc7b27962026b', 'gw_port_host': None}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:22:31.369170 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3dae6cb-d869-4f7e-adff-c7d040fd2f6c None None] The sync data for ids ['597b9c59-35f6-4ed2-a0d6-123dce3e1462'] in dv-cinder-795785-10-iscsi is: [{'id': '597b9c59-35f6-4ed2-a0d6-123dce3e1462', 'name': 'tempest-AttachVolumeNegativeTest-1541459670-router', 'tenant_id': 'd143bc5a616249a7beefc7b27962026b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:10Z', 'updated_at': '2022-05-16T15:22:31Z', 'revision_number': 6, 'project_id': 'd143bc5a616249a7beefc7b27962026b', 'gw_port_host': None}] {{(pid=104036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:22:31.488066 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cbceeb-75aa-4fbe-823a-98dc6daf3667 req-10fa4448-9b1c-41d6-9738-5f975671f1fa tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:31.489546 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-03cbceeb-75aa-4fbe-823a-98dc6daf3667 req-10fa4448-9b1c-41d6-9738-5f975671f1fa tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=50535581-9ba0-49d7-83c8-5b46113c41f2 HTTP/1.1" status: 200 len: 946 time: 0.0576296 May 16 15:22:31.496036 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a2296b44-efe7-4c92-99bf-bf9223587463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (4544528a-1612-46a7-a248-6cca4b867644), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:31.517610 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b6f7850f-4975-461d-b564-c5589784db3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789020200313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789019640158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61886211'] for port (11c5f84e-eedf-4ae8-9ec1-7f055018f48e), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:31.543539 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f7850f-4975-461d-b564-c5589784db3c admin admin] Pushing event deleted for resources: {'Port': ['ID=11c5f84e-eedf-4ae8-9ec1-7f055018f48e,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:31.567095 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-03cbceeb-75aa-4fbe-823a-98dc6daf3667 req-913feafc-2ee9-48a4-aeec-a89a7eec094b tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7491bbc-3bbc-4c44-a83a-a0647cdddede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700686 May 16 15:22:31.612405 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b6f7850f-4975-461d-b564-c5589784db3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553976'] for router_gateway (597b9c59-35f6-4ed2-a0d6-123dce3e1462), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:31.648618 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-8ded652a-e2f8-4043-87fe-f05e4f439d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789020200313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789019640158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097154'] for port (93b92ef9-bc57-4557-bac2-d50867420ca1), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:31.674247 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded652a-e2f8-4043-87fe-f05e4f439d28 admin admin] Pushing event deleted for resources: {'Port': ['ID=93b92ef9-bc57-4557-bac2-d50867420ca1,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:31.718443 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b6f7850f-4975-461d-b564-c5589784db3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (597b9c59-35f6-4ed2-a0d6-123dce3e1462), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:31.721009 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b6f7850f-4975-461d-b564-c5589784db3c admin admin] Publish callbacks [] for router_controller (597b9c59-35f6-4ed2-a0d6-123dce3e1462), precommit_delete_associations {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:31.882245 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b6f7850f-4975-461d-b564-c5589784db3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551337'] for router (597b9c59-35f6-4ed2-a0d6-123dce3e1462), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:31.882903 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f7850f-4975-461d-b564-c5589784db3c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 597b9c59-35f6-4ed2-a0d6-123dce3e1462 {{(pid=104033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 16 15:22:31.893163 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b6f7850f-4975-461d-b564-c5589784db3c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:31.893163 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-b6f7850f-4975-461d-b564-c5589784db3c admin admin] 10.222.0.44 "DELETE /v2.0/routers/597b9c59-35f6-4ed2-a0d6-123dce3e1462 HTTP/1.1" status: 204 len: 168 time: 1.0204313 May 16 15:22:31.895662 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 50352) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:31.898212 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-8ded652a-e2f8-4043-87fe-f05e4f439d28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529365'] for router_interface (67c6642c-a31b-4537-a524-d1c5011e71b1), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:31.983660 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.db.db_base_plugin_v2 [None req-ade55026-2997-4385-8e1c-135b8a91966e admin admin] Deleting subnet 1fafe849-ed07-444a-932d-68cf1f6b80a1 {{(pid=104034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 15:22:31.989051 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-ade55026-2997-4385-8e1c-135b8a91966e admin admin] Publish callbacks [] for subnet (1fafe849-ed07-444a-932d-68cf1f6b80a1), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:32.060657 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-ade55026-2997-4385-8e1c-135b8a91966e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60068801'] for subnet (1fafe849-ed07-444a-932d-68cf1f6b80a1), precommit_delete_associations {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:32.186478 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device c44dc0b3-d42f-4222-b9f4-e340d132a5e0 no longer exists at agent ovs-agent-dv-cinder-795785-10-iscsi {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:22:32.210105 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] No Port match for: c44dc0b3-d42f-4222-b9f4-e340d132a5e0 {{(pid=104035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:22:32.210536 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device c44dc0b3-d42f-4222-b9f4-e340d132a5e0 not bound to the agent host dv-cinder-795785-10-iscsi {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:22:32.218244 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-ade55026-2997-4385-8e1c-135b8a91966e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995508'] for subnet (1fafe849-ed07-444a-932d-68cf1f6b80a1), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:32.262664 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ded652a-e2f8-4043-87fe-f05e4f439d28 admin admin] Router 67c6642c-a31b-4537-a524-d1c5011e71b1 has already been hosted by L3 agent 54a3e65b-69a0-426d-9997-69a1705c4334 {{(pid=104034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:22:32.376726 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ded652a-e2f8-4043-87fe-f05e4f439d28 admin admin] Notify agent at l3_agent.dv-cinder-795785-10-iscsi the message routers_updated {{(pid=104034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:22:32.382095 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-8ded652a-e2f8-4043-87fe-f05e4f439d28 admin admin] 10.222.0.44 "PUT /v2.0/routers/67c6642c-a31b-4537-a524-d1c5011e71b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0031765 May 16 15:22:32.384651 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-ade55026-2997-4385-8e1c-135b8a91966e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4102259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2773393'] for subnet (1fafe849-ed07-444a-932d-68cf1f6b80a1), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:32.384814 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 50354) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:32.386347 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec07a9ef-c3af-4248-b366-23385c1a67e1 None None] Sync routers for ids ['67c6642c-a31b-4537-a524-d1c5011e71b1'] in dv-cinder-795785-10-iscsi {{(pid=104035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:22:32.398416 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec07a9ef-c3af-4248-b366-23385c1a67e1 None None] Routers {'67c6642c-a31b-4537-a524-d1c5011e71b1'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:22:32.399304 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_hamode_db [None req-ec07a9ef-c3af-4248-b366-23385c1a67e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:22:29Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['67c6642c-a31b-4537-a524-d1c5011e71b1'], 'active': True} {{(pid=104035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:22:32.414009 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade55026-2997-4385-8e1c-135b8a91966e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fafe849-ed07-444a-932d-68cf1f6b80a1,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:32.419889 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-ade55026-2997-4385-8e1c-135b8a91966e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:32.426087 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-ade55026-2997-4385-8e1c-135b8a91966e admin admin] 10.222.0.44 "DELETE /v2.0/subnets/1fafe849-ed07-444a-932d-68cf1f6b80a1 HTTP/1.1" status: 204 len: 168 time: 0.5270586 May 16 15:22:32.426373 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 50356) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:32.454850 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13137308-a1bf-4077-8f51-ccbdd20d9a5f None None] Network 982c6e92-7848-46dd-811d-5ec569a6da67 requested from dv-cinder-795785-10-iscsi {{(pid=104035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:22:32.507014 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-22986a82-99e0-4a27-9187-6e1e6ec7abc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2021163'] for network (982c6e92-7848-46dd-811d-5ec569a6da67), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:32.518525 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e91b9539-f88c-4902-bdb8-71403987781e admin admin] Publish callbacks [] for router (67c6642c-a31b-4537-a524-d1c5011e71b1), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:32.559304 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.plugin [None req-22986a82-99e0-4a27-9187-6e1e6ec7abc5 admin admin] Deleting port bc135e90-d2a9-45e2-b256-c73434f1c13f {{(pid=104034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:22:32.559787 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-22986a82-99e0-4a27-9187-6e1e6ec7abc5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789020190181'] for port (bc135e90-d2a9-45e2-b256-c73434f1c13f), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:32.619020 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvr_db [None req-ec07a9ef-c3af-4248-b366-23385c1a67e1 None None] Set router 67c6642c-a31b-4537-a524-d1c5011e71b1 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:22:32.643478 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-22986a82-99e0-4a27-9187-6e1e6ec7abc5 admin admin] For port bc135e90-d2a9-45e2-b256-c73434f1c13f, host dv-cinder-795785-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=bc135e90-d2a9-45e2-b256-c73434f1c13f,segment=NetworkSegment(e125e9e2-0bb4-4387-a6b6-a67c63b56378),segment_id=e125e9e2-0bb4-4387-a6b6-a67c63b56378)] {{(pid=104034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:22:32.643770 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-22986a82-99e0-4a27-9187-6e1e6ec7abc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555776'] for port (bc135e90-d2a9-45e2-b256-c73434f1c13f), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:32.645250 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e91b9539-f88c-4902-bdb8-71403987781e admin admin] Publish callbacks [] for router_gateway (67c6642c-a31b-4537-a524-d1c5011e71b1), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:32.660168 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.plugin [None req-22986a82-99e0-4a27-9187-6e1e6ec7abc5 admin admin] Calling delete_port for bc135e90-d2a9-45e2-b256-c73434f1c13f owned by network:dhcp {{(pid=104034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:22:32.704820 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f43a48-2d94-4d0b-b0b2-28c4ef9b0e7e None None] DHCP port deletion for 982c6e92-7848-46dd-811d-5ec569a6da67 request from dv-cinder-795785-10-iscsi {{(pid=104035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 16 15:22:32.731860 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98d8501-c06d-4d86-a45e-d7ad2c5de1e5 req-0d5d4134-9a6d-4032-839d-6f9195350ffd tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:32.733380 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-e98d8501-c06d-4d86-a45e-d7ad2c5de1e5 req-0d5d4134-9a6d-4032-839d-6f9195350ffd tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=50535581-9ba0-49d7-83c8-5b46113c41f2 HTTP/1.1" status: 200 len: 946 time: 0.0591040 May 16 15:22:32.788581 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e91b9539-f88c-4902-bdb8-71403987781e admin admin] Deleting port 4a0e584b-b23e-43a6-8327-b575f5c43314 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:22:32.788933 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e91b9539-f88c-4902-bdb8-71403987781e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789020190181'] for port (4a0e584b-b23e-43a6-8327-b575f5c43314), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:32.789790 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-f0f43a48-2d94-4d0b-b0b2-28c4ef9b0e7e None None] Deleting port bc135e90-d2a9-45e2-b256-c73434f1c13f {{(pid=104035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:22:32.790225 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-f0f43a48-2d94-4d0b-b0b2-28c4ef9b0e7e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789020190181'] for port (bc135e90-d2a9-45e2-b256-c73434f1c13f), before_delete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:32.828421 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-22986a82-99e0-4a27-9187-6e1e6ec7abc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789020200313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789019640158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097154'] for port (bc135e90-d2a9-45e2-b256-c73434f1c13f), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:32.830683 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-e98d8501-c06d-4d86-a45e-d7ad2c5de1e5 req-9dffac84-8c1f-4c16-9455-28b750a7c015 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7491bbc-3bbc-4c44-a83a-a0647cdddede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753794 May 16 15:22:32.864658 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22986a82-99e0-4a27-9187-6e1e6ec7abc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc135e90-d2a9-45e2-b256-c73434f1c13f,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:32.869567 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22986a82-99e0-4a27-9187-6e1e6ec7abc5 admin admin] No DVR routers for this DVR port bc135e90-d2a9-45e2-b256-c73434f1c13f on host dv-cinder-795785-10-iscsi {{(pid=104034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:22:32.888517 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e91b9539-f88c-4902-bdb8-71403987781e admin admin] For port 4a0e584b-b23e-43a6-8327-b575f5c43314, host dv-cinder-795785-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=4a0e584b-b23e-43a6-8327-b575f5c43314,segment=NetworkSegment(d35ec458-efea-4f9b-9cfc-f89e4e5d5ae0),segment_id=d35ec458-efea-4f9b-9cfc-f89e4e5d5ae0)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:22:32.888735 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e91b9539-f88c-4902-bdb8-71403987781e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555776'] for port (4a0e584b-b23e-43a6-8327-b575f5c43314), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:32.890069 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-f0f43a48-2d94-4d0b-b0b2-28c4ef9b0e7e None None] For port bc135e90-d2a9-45e2-b256-c73434f1c13f, host dv-cinder-795785-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=bc135e90-d2a9-45e2-b256-c73434f1c13f,segment=NetworkSegment(e125e9e2-0bb4-4387-a6b6-a67c63b56378),segment_id=e125e9e2-0bb4-4387-a6b6-a67c63b56378)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:22:32.890475 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-f0f43a48-2d94-4d0b-b0b2-28c4ef9b0e7e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555776'] for port (bc135e90-d2a9-45e2-b256-c73434f1c13f), precommit_delete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:32.892925 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_hamode_db [None req-ec07a9ef-c3af-4248-b366-23385c1a67e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67c6642c-a31b-4537-a524-d1c5011e71b1', 'name': 'tempest-AttachVolumeTestJSON-1961656545-router', 'tenant_id': '9703f082240542aa979c6b53052d77b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '4a0e584b-b23e-43a6-8327-b575f5c43314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:12Z', 'updated_at': '2022-05-16T15:22:31Z', 'revision_number': 5, 'project_id': '9703f082240542aa979c6b53052d77b9', 'gw_port': {'id': '4a0e584b-b23e-43a6-8327-b575f5c43314', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bd:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c6642c-a31b-4537-a524-d1c5011e71b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:15:13Z', 'updated_at': '2022-05-16T15:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi'}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:22:32.903188 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e91b9539-f88c-4902-bdb8-71403987781e admin admin] Calling delete_port for 4a0e584b-b23e-43a6-8327-b575f5c43314 owned by network:router_gateway {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:22:32.927179 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-f0f43a48-2d94-4d0b-b0b2-28c4ef9b0e7e None None] Calling delete_port for bc135e90-d2a9-45e2-b256-c73434f1c13f owned by network:dhcp {{(pid=104035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:22:32.929411 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec07a9ef-c3af-4248-b366-23385c1a67e1 None None] Checking router: 67c6642c-a31b-4537-a524-d1c5011e71b1 for host: dv-cinder-795785-10-iscsi {{(pid=104035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:22:32.950773 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-22986a82-99e0-4a27-9187-6e1e6ec7abc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2051393', 'neutron.services.segments.db._delete_segments_for_network-8789020055574'] for network (982c6e92-7848-46dd-811d-5ec569a6da67), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:32.971212 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec07a9ef-c3af-4248-b366-23385c1a67e1 None None] Routers {'67c6642c-a31b-4537-a524-d1c5011e71b1'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:22:32.971762 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_hamode_db [None req-ec07a9ef-c3af-4248-b366-23385c1a67e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:22:29Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['67c6642c-a31b-4537-a524-d1c5011e71b1'], 'active': True} {{(pid=104035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:22:32.974878 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.services.segments.db [None req-22986a82-99e0-4a27-9187-6e1e6ec7abc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['982c6e92-7848-46dd-811d-5ec569a6da67']}} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:22:32.984981 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.services.segments.db [None req-22986a82-99e0-4a27-9187-6e1e6ec7abc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e125e9e2-0bb4-4387-a6b6-a67c63b56378') {'for_net_delete': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:22:32.985284 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.services.segments.db [None req-22986a82-99e0-4a27-9187-6e1e6ec7abc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e125e9e2-0bb4-4387-a6b6-a67c63b56378') {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:22:32.995638 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-22986a82-99e0-4a27-9187-6e1e6ec7abc5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789020139551', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60068856'] for segment (e125e9e2-0bb4-4387-a6b6-a67c63b56378), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:33.012361 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-22986a82-99e0-4a27-9187-6e1e6ec7abc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996815'] for segment (e125e9e2-0bb4-4387-a6b6-a67c63b56378), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:33.018866 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22986a82-99e0-4a27-9187-6e1e6ec7abc5 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=104034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 15:22:33.019319 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-22986a82-99e0-4a27-9187-6e1e6ec7abc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4097233'] for segment (e125e9e2-0bb4-4387-a6b6-a67c63b56378), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:33.021523 dv-cinder-795785-10-iscsi neutron-server[104034]: Traceback (most recent call last): May 16 15:22:33.021523 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 15:22:33.021523 dv-cinder-795785-10-iscsi neutron-server[104034]: timer() May 16 15:22:33.021523 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 15:22:33.021523 dv-cinder-795785-10-iscsi neutron-server[104034]: cb(*args, **kw) May 16 15:22:33.021523 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 15:22:33.021523 dv-cinder-795785-10-iscsi neutron-server[104034]: return func(*args, **kwargs) May 16 15:22:33.021523 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 15:22:33.021523 dv-cinder-795785-10-iscsi neutron-server[104034]: self._notify() May 16 15:22:33.021523 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 15:22:33.021523 dv-cinder-795785-10-iscsi neutron-server[104034]: self.callback(batched_events) May 16 15:22:33.021523 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 15:22:33.021523 dv-cinder-795785-10-iscsi neutron-server[104034]: event.method(event) May 16 15:22:33.021523 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 15:22:33.021523 dv-cinder-795785-10-iscsi neutron-server[104034]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 15:22:33.021523 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 15:22:33.021523 dv-cinder-795785-10-iscsi neutron-server[104034]: aggregate_uuid = self.p_client.list_aggregates( May 16 15:22:33.021523 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 15:22:33.021523 dv-cinder-795785-10-iscsi neutron-server[104034]: return f(self, *a, **k) May 16 15:22:33.021523 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 15:22:33.021523 dv-cinder-795785-10-iscsi neutron-server[104034]: return self._get(url).json() May 16 15:22:33.021523 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 15:22:33.021523 dv-cinder-795785-10-iscsi neutron-server[104034]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 15:22:33.021523 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 15:22:33.021523 dv-cinder-795785-10-iscsi neutron-server[104034]: return self.request(url, 'GET', **kwargs) May 16 15:22:33.021523 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 15:22:33.021523 dv-cinder-795785-10-iscsi neutron-server[104034]: base_url = self.get_endpoint(auth, allow=allow, May 16 15:22:33.021523 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 15:22:33.021523 dv-cinder-795785-10-iscsi neutron-server[104034]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 15:22:33.021523 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 15:22:33.021523 dv-cinder-795785-10-iscsi neutron-server[104034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 15:22:33.021523 dv-cinder-795785-10-iscsi neutron-server[104034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 15:22:33.072528 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvr_db [None req-ec07a9ef-c3af-4248-b366-23385c1a67e1 None None] Set router 67c6642c-a31b-4537-a524-d1c5011e71b1 gateway port host: None {{(pid=104035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:22:33.127679 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_hamode_db [None req-ec07a9ef-c3af-4248-b366-23385c1a67e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67c6642c-a31b-4537-a524-d1c5011e71b1', 'name': 'tempest-AttachVolumeTestJSON-1961656545-router', 'tenant_id': '9703f082240542aa979c6b53052d77b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:12Z', 'updated_at': '2022-05-16T15:22:32Z', 'revision_number': 6, 'project_id': '9703f082240542aa979c6b53052d77b9', 'gw_port_host': None}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:22:33.152986 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-f0f43a48-2d94-4d0b-b0b2-28c4ef9b0e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789020200313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789019640158'] for port (bc135e90-d2a9-45e2-b256-c73434f1c13f), after_delete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:33.155056 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec07a9ef-c3af-4248-b366-23385c1a67e1 None None] The sync data for ids ['67c6642c-a31b-4537-a524-d1c5011e71b1'] in dv-cinder-795785-10-iscsi is: [{'id': '67c6642c-a31b-4537-a524-d1c5011e71b1', 'name': 'tempest-AttachVolumeTestJSON-1961656545-router', 'tenant_id': '9703f082240542aa979c6b53052d77b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:15:12Z', 'updated_at': '2022-05-16T15:22:32Z', 'revision_number': 6, 'project_id': '9703f082240542aa979c6b53052d77b9', 'gw_port_host': None}] {{(pid=104035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:22:33.176432 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-22986a82-99e0-4a27-9187-6e1e6ec7abc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2051450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-557002'] for network (982c6e92-7848-46dd-811d-5ec569a6da67), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:33.180592 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f43a48-2d94-4d0b-b0b2-28c4ef9b0e7e None None] Pushing event deleted for resources: {'Port': ['ID=bc135e90-d2a9-45e2-b256-c73434f1c13f,revision_number=None']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:33.182472 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f43a48-2d94-4d0b-b0b2-28c4ef9b0e7e None None] No DVR routers for this DVR port bc135e90-d2a9-45e2-b256-c73434f1c13f on host dv-cinder-795785-10-iscsi {{(pid=104035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:22:33.185621 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-22986a82-99e0-4a27-9187-6e1e6ec7abc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631934'] for network (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:33.192765 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-22986a82-99e0-4a27-9187-6e1e6ec7abc5 admin admin] 10.222.0.44 "DELETE /v2.0/networks/982c6e92-7848-46dd-811d-5ec569a6da67 HTTP/1.1" status: 204 len: 168 time: 0.7653697 May 16 15:22:33.205014 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e91b9539-f88c-4902-bdb8-71403987781e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789020200313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789019640158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61886211'] for port (4a0e584b-b23e-43a6-8327-b575f5c43314), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:33.216999 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22986a82-99e0-4a27-9187-6e1e6ec7abc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=982c6e92-7848-46dd-811d-5ec569a6da67,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:33.231923 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91b9539-f88c-4902-bdb8-71403987781e admin admin] Pushing event deleted for resources: {'Port': ['ID=4a0e584b-b23e-43a6-8327-b575f5c43314,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:33.296328 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e91b9539-f88c-4902-bdb8-71403987781e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553976'] for router_gateway (67c6642c-a31b-4537-a524-d1c5011e71b1), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:33.383556 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e91b9539-f88c-4902-bdb8-71403987781e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (67c6642c-a31b-4537-a524-d1c5011e71b1), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:33.385696 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e91b9539-f88c-4902-bdb8-71403987781e admin admin] Publish callbacks [] for router_controller (67c6642c-a31b-4537-a524-d1c5011e71b1), precommit_delete_associations {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:33.438623 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (311a8a5f-4d79-4ff7-931a-d05ff8cc45ee), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:33.501818 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e91b9539-f88c-4902-bdb8-71403987781e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551337'] for router (67c6642c-a31b-4537-a524-d1c5011e71b1), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:33.506556 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e91b9539-f88c-4902-bdb8-71403987781e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67c6642c-a31b-4537-a524-d1c5011e71b1 {{(pid=104033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 16 15:22:33.507407 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e91b9539-f88c-4902-bdb8-71403987781e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:33.511012 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-e91b9539-f88c-4902-bdb8-71403987781e admin admin] 10.222.0.44 "DELETE /v2.0/routers/67c6642c-a31b-4537-a524-d1c5011e71b1 HTTP/1.1" status: 204 len: 168 time: 1.1249878 May 16 15:22:33.511363 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 50362) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:33.552358 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 50364) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:33.559547 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.db.db_base_plugin_v2 [None req-1427b9da-2731-49fd-a0f8-d37db6ee60c1 admin admin] Deleting subnet 9bd76027-99a6-4823-9a55-92e97a7e537f {{(pid=104034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 15:22:33.564320 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-1427b9da-2731-49fd-a0f8-d37db6ee60c1 admin admin] Publish callbacks [] for subnet (9bd76027-99a6-4823-9a55-92e97a7e537f), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:33.605980 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-1427b9da-2731-49fd-a0f8-d37db6ee60c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60068801'] for subnet (9bd76027-99a6-4823-9a55-92e97a7e537f), precommit_delete_associations {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:33.607837 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 50366) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:33.608111 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-df832ef9-b265-42bd-be23-308cfa970836 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d143bc5a616249a7beefc7b27962026b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0545368 May 16 15:22:33.712832 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-c64433ae-786a-43c7-b244-60e75c8d5e76 admin admin] Publish callbacks [] for security_group (a1b6857d-9c8b-432b-8085-760956eb4942), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:33.729001 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-1427b9da-2731-49fd-a0f8-d37db6ee60c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995508'] for subnet (9bd76027-99a6-4823-9a55-92e97a7e537f), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:33.764963 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-c64433ae-786a-43c7-b244-60e75c8d5e76 admin admin] Publish callbacks [] for security_group (a1b6857d-9c8b-432b-8085-760956eb4942), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:33.765666 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device 4a0e584b-b23e-43a6-8327-b575f5c43314 no longer exists at agent ovs-agent-dv-cinder-795785-10-iscsi {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:22:33.797279 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] No Port match for: 4a0e584b-b23e-43a6-8327-b575f5c43314 {{(pid=104035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:22:33.797279 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device 4a0e584b-b23e-43a6-8327-b575f5c43314 not bound to the agent host dv-cinder-795785-10-iscsi {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:22:33.797279 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device bc135e90-d2a9-45e2-b256-c73434f1c13f no longer exists at agent ovs-agent-dv-cinder-795785-10-iscsi {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:22:33.816173 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] No Port match for: bc135e90-d2a9-45e2-b256-c73434f1c13f {{(pid=104035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:22:33.816527 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device bc135e90-d2a9-45e2-b256-c73434f1c13f not bound to the agent host dv-cinder-795785-10-iscsi {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:22:33.816945 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device 11c5f84e-eedf-4ae8-9ec1-7f055018f48e no longer exists at agent ovs-agent-dv-cinder-795785-10-iscsi {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:22:33.836518 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] No Port match for: 11c5f84e-eedf-4ae8-9ec1-7f055018f48e {{(pid=104035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:22:33.836866 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device 11c5f84e-eedf-4ae8-9ec1-7f055018f48e not bound to the agent host dv-cinder-795785-10-iscsi {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:22:33.837282 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device 93b92ef9-bc57-4557-bac2-d50867420ca1 no longer exists at agent ovs-agent-dv-cinder-795785-10-iscsi {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:22:33.855197 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] No Port match for: 93b92ef9-bc57-4557-bac2-d50867420ca1 {{(pid=104035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:22:33.855581 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device 93b92ef9-bc57-4557-bac2-d50867420ca1 not bound to the agent host dv-cinder-795785-10-iscsi {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:22:33.901114 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-1427b9da-2731-49fd-a0f8-d37db6ee60c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4102259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2773393'] for subnet (9bd76027-99a6-4823-9a55-92e97a7e537f), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:33.935290 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1427b9da-2731-49fd-a0f8-d37db6ee60c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bd76027-99a6-4823-9a55-92e97a7e537f,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:33.937230 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-c64433ae-786a-43c7-b244-60e75c8d5e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (a1b6857d-9c8b-432b-8085-760956eb4942), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:33.939982 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-c64433ae-786a-43c7-b244-60e75c8d5e76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:33.941117 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-c64433ae-786a-43c7-b244-60e75c8d5e76 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a1b6857d-9c8b-432b-8085-760956eb4942 HTTP/1.1" status: 204 len: 168 time: 0.3323092 May 16 15:22:33.942124 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16166e4a-a19f-4603-b0d2-a9a42449554f None None] Network 20dfff89-2b4c-4d06-bcfc-8ec2e202af64 requested from dv-cinder-795785-10-iscsi {{(pid=104035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:22:33.949326 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-1427b9da-2731-49fd-a0f8-d37db6ee60c1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:33.952485 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-1427b9da-2731-49fd-a0f8-d37db6ee60c1 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/9bd76027-99a6-4823-9a55-92e97a7e537f HTTP/1.1" status: 204 len: 168 time: 0.4404140 May 16 15:22:33.955218 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 50372) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:34.004337 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64433ae-786a-43c7-b244-60e75c8d5e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b6857d-9c8b-432b-8085-760956eb4942,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:34.019896 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a930b5-d61c-46ad-8b9d-961ce74a3dde req-e6ce58f9-b261-4d61-a167-848f2f6676ea tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:34.021436 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-06a930b5-d61c-46ad-8b9d-961ce74a3dde req-e6ce58f9-b261-4d61-a167-848f2f6676ea tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=50535581-9ba0-49d7-83c8-5b46113c41f2 HTTP/1.1" status: 200 len: 946 time: 0.0898523 May 16 15:22:34.089118 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-38ff4031-9fd0-48cd-a160-71144a50142c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2021163'] for network (20dfff89-2b4c-4d06-bcfc-8ec2e202af64), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:34.129500 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-06a930b5-d61c-46ad-8b9d-961ce74a3dde req-08759075-73b4-40fa-ac09-6295bf479278 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7491bbc-3bbc-4c44-a83a-a0647cdddede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017151 May 16 15:22:34.157548 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ccbaa4-895e-4ab2-833c-5d1379fd89af None None] DHCP port deletion for 20dfff89-2b4c-4d06-bcfc-8ec2e202af64 request from dv-cinder-795785-10-iscsi {{(pid=104035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 16 15:22:34.163837 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.plugin [None req-38ff4031-9fd0-48cd-a160-71144a50142c admin admin] Deleting port 7f154121-dfd1-4751-a911-294ffbde4f3b {{(pid=104034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:22:34.164184 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-38ff4031-9fd0-48cd-a160-71144a50142c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789020190181'] for port (7f154121-dfd1-4751-a911-294ffbde4f3b), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:34.202967 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-32ccbaa4-895e-4ab2-833c-5d1379fd89af None None] Deleting port 7f154121-dfd1-4751-a911-294ffbde4f3b {{(pid=104035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:22:34.203340 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-32ccbaa4-895e-4ab2-833c-5d1379fd89af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789020190181'] for port (7f154121-dfd1-4751-a911-294ffbde4f3b), before_delete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:34.228333 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-38ff4031-9fd0-48cd-a160-71144a50142c admin admin] For port 7f154121-dfd1-4751-a911-294ffbde4f3b, host dv-cinder-795785-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=7f154121-dfd1-4751-a911-294ffbde4f3b,segment=NetworkSegment(4d5decff-4bc4-4a25-8135-847682f81a17),segment_id=4d5decff-4bc4-4a25-8135-847682f81a17)] {{(pid=104034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:22:34.228698 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-38ff4031-9fd0-48cd-a160-71144a50142c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555776'] for port (7f154121-dfd1-4751-a911-294ffbde4f3b), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:34.242024 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.plugin [None req-38ff4031-9fd0-48cd-a160-71144a50142c admin admin] Calling delete_port for 7f154121-dfd1-4751-a911-294ffbde4f3b owned by network:dhcp {{(pid=104034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:22:34.374342 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-38ff4031-9fd0-48cd-a160-71144a50142c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789020200313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789019640158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097154'] for port (7f154121-dfd1-4751-a911-294ffbde4f3b), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:34.391009 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ff4031-9fd0-48cd-a160-71144a50142c admin admin] No DVR routers for this DVR port 7f154121-dfd1-4751-a911-294ffbde4f3b on host dv-cinder-795785-10-iscsi {{(pid=104034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:22:34.400044 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-32ccbaa4-895e-4ab2-833c-5d1379fd89af None None] For port 7f154121-dfd1-4751-a911-294ffbde4f3b, host dv-cinder-795785-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=7f154121-dfd1-4751-a911-294ffbde4f3b,segment=NetworkSegment(4d5decff-4bc4-4a25-8135-847682f81a17),segment_id=4d5decff-4bc4-4a25-8135-847682f81a17)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:22:34.400443 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-32ccbaa4-895e-4ab2-833c-5d1379fd89af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555776'] for port (7f154121-dfd1-4751-a911-294ffbde4f3b), precommit_delete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:34.412291 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ff4031-9fd0-48cd-a160-71144a50142c admin admin] Pushing event deleted for resources: {'Port': ['ID=7f154121-dfd1-4751-a911-294ffbde4f3b,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:34.415335 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-32ccbaa4-895e-4ab2-833c-5d1379fd89af None None] Calling delete_port for 7f154121-dfd1-4751-a911-294ffbde4f3b owned by network:dhcp {{(pid=104035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:22:34.491963 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-38ff4031-9fd0-48cd-a160-71144a50142c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2051393', 'neutron.services.segments.db._delete_segments_for_network-8789020055574'] for network (20dfff89-2b4c-4d06-bcfc-8ec2e202af64), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:34.494338 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-32ccbaa4-895e-4ab2-833c-5d1379fd89af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789020200313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789019640158'] for port (7f154121-dfd1-4751-a911-294ffbde4f3b), after_delete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:34.512956 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.services.segments.db [None req-38ff4031-9fd0-48cd-a160-71144a50142c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20dfff89-2b4c-4d06-bcfc-8ec2e202af64']}} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:22:34.522294 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ccbaa4-895e-4ab2-833c-5d1379fd89af None None] Pushing event deleted for resources: {'Port': ['ID=7f154121-dfd1-4751-a911-294ffbde4f3b,revision_number=None']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:34.523007 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.services.segments.db [None req-38ff4031-9fd0-48cd-a160-71144a50142c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d5decff-4bc4-4a25-8135-847682f81a17') {'for_net_delete': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:22:34.523313 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.services.segments.db [None req-38ff4031-9fd0-48cd-a160-71144a50142c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d5decff-4bc4-4a25-8135-847682f81a17') {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:22:34.526608 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ccbaa4-895e-4ab2-833c-5d1379fd89af None None] No DVR routers for this DVR port 7f154121-dfd1-4751-a911-294ffbde4f3b on host dv-cinder-795785-10-iscsi {{(pid=104035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:22:34.538542 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-38ff4031-9fd0-48cd-a160-71144a50142c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789020139551', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60068856'] for segment (4d5decff-4bc4-4a25-8135-847682f81a17), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:34.552857 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-38ff4031-9fd0-48cd-a160-71144a50142c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996815'] for segment (4d5decff-4bc4-4a25-8135-847682f81a17), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:34.561958 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38ff4031-9fd0-48cd-a160-71144a50142c admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=104034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 15:22:34.561958 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-38ff4031-9fd0-48cd-a160-71144a50142c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4097233'] for segment (4d5decff-4bc4-4a25-8135-847682f81a17), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:34.561958 dv-cinder-795785-10-iscsi neutron-server[104034]: Traceback (most recent call last): May 16 15:22:34.561958 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 15:22:34.561958 dv-cinder-795785-10-iscsi neutron-server[104034]: timer() May 16 15:22:34.561958 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 15:22:34.561958 dv-cinder-795785-10-iscsi neutron-server[104034]: cb(*args, **kw) May 16 15:22:34.561958 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 15:22:34.561958 dv-cinder-795785-10-iscsi neutron-server[104034]: return func(*args, **kwargs) May 16 15:22:34.561958 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 15:22:34.561958 dv-cinder-795785-10-iscsi neutron-server[104034]: self._notify() May 16 15:22:34.561958 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 15:22:34.561958 dv-cinder-795785-10-iscsi neutron-server[104034]: self.callback(batched_events) May 16 15:22:34.561958 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 15:22:34.561958 dv-cinder-795785-10-iscsi neutron-server[104034]: event.method(event) May 16 15:22:34.561958 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 15:22:34.561958 dv-cinder-795785-10-iscsi neutron-server[104034]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 15:22:34.561958 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 15:22:34.561958 dv-cinder-795785-10-iscsi neutron-server[104034]: aggregate_uuid = self.p_client.list_aggregates( May 16 15:22:34.561958 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 15:22:34.561958 dv-cinder-795785-10-iscsi neutron-server[104034]: return f(self, *a, **k) May 16 15:22:34.561958 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 15:22:34.561958 dv-cinder-795785-10-iscsi neutron-server[104034]: return self._get(url).json() May 16 15:22:34.561958 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 15:22:34.561958 dv-cinder-795785-10-iscsi neutron-server[104034]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 15:22:34.561958 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 15:22:34.561958 dv-cinder-795785-10-iscsi neutron-server[104034]: return self.request(url, 'GET', **kwargs) May 16 15:22:34.561958 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 15:22:34.561958 dv-cinder-795785-10-iscsi neutron-server[104034]: base_url = self.get_endpoint(auth, allow=allow, May 16 15:22:34.561958 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 15:22:34.561958 dv-cinder-795785-10-iscsi neutron-server[104034]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 15:22:34.561958 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 15:22:34.561958 dv-cinder-795785-10-iscsi neutron-server[104034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 15:22:34.561958 dv-cinder-795785-10-iscsi neutron-server[104034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 15:22:34.699385 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-38ff4031-9fd0-48cd-a160-71144a50142c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2051450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-557002'] for network (20dfff89-2b4c-4d06-bcfc-8ec2e202af64), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:34.705023 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-38ff4031-9fd0-48cd-a160-71144a50142c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631934'] for network (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:34.708263 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-38ff4031-9fd0-48cd-a160-71144a50142c admin admin] 10.222.0.44 "DELETE /v2.0/networks/20dfff89-2b4c-4d06-bcfc-8ec2e202af64 HTTP/1.1" status: 204 len: 168 time: 0.7500970 May 16 15:22:34.718895 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ff4031-9fd0-48cd-a160-71144a50142c admin admin] Pushing event deleted for resources: {'Network': ['ID=20dfff89-2b4c-4d06-bcfc-8ec2e202af64,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:35.011479 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 50396) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:35.058293 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-98431b2b-e2d6-4014-bb1b-a3729f0fa5c1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9703f082240542aa979c6b53052d77b9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0433714 May 16 15:22:35.058521 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 50402) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:35.108579 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-94f645d5-611b-47a1-a22c-f118b159b298 admin admin] Publish callbacks [] for security_group (384b4f58-c924-4658-a166-2ff16ec203a5), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:35.130300 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-94f645d5-611b-47a1-a22c-f118b159b298 admin admin] Publish callbacks [] for security_group (384b4f58-c924-4658-a166-2ff16ec203a5), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:35.250791 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404f3226-4ee5-42b9-91de-a9de599fecb6 req-e56b6b20-8a2f-48b4-a14d-b3fb56685299 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:35.255724 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-404f3226-4ee5-42b9-91de-a9de599fecb6 req-e56b6b20-8a2f-48b4-a14d-b3fb56685299 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=50535581-9ba0-49d7-83c8-5b46113c41f2 HTTP/1.1" status: 200 len: 946 time: 0.0484502 May 16 15:22:35.255724 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-94f645d5-611b-47a1-a22c-f118b159b298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (384b4f58-c924-4658-a166-2ff16ec203a5), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:35.256255 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-94f645d5-611b-47a1-a22c-f118b159b298 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:35.263016 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-94f645d5-611b-47a1-a22c-f118b159b298 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/384b4f58-c924-4658-a166-2ff16ec203a5 HTTP/1.1" status: 204 len: 168 time: 0.1976819 May 16 15:22:35.269409 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f645d5-611b-47a1-a22c-f118b159b298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=384b4f58-c924-4658-a166-2ff16ec203a5,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:35.334209 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-404f3226-4ee5-42b9-91de-a9de599fecb6 req-ddf0703d-41ac-4cd2-9dd7-5faf9268c184 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7491bbc-3bbc-4c44-a83a-a0647cdddede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744607 May 16 15:22:35.751520 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device 7f154121-dfd1-4751-a911-294ffbde4f3b no longer exists at agent ovs-agent-dv-cinder-795785-10-iscsi {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:22:35.771976 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] No Port match for: 7f154121-dfd1-4751-a911-294ffbde4f3b {{(pid=104035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:22:35.772341 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device 7f154121-dfd1-4751-a911-294ffbde4f3b not bound to the agent host dv-cinder-795785-10-iscsi {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:22:35.861695 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 50440) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:35.962881 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-318309d6-08f4-430b-a463-08bf096e9b86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:36.037675 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-318309d6-08f4-430b-a463-08bf096e9b86 admin admin] Publish callbacks [] for security_group (8c5c3a54-6d02-417a-9845-5bf2d1aa8c18), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:36.114152 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-318309d6-08f4-430b-a463-08bf096e9b86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (8c5c3a54-6d02-417a-9845-5bf2d1aa8c18), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:36.152698 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-318309d6-08f4-430b-a463-08bf096e9b86 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ce8ac7d37393427bb90ecf64c05ebf84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2898118 May 16 15:22:36.153807 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318309d6-08f4-430b-a463-08bf096e9b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c5c3a54-6d02-417a-9845-5bf2d1aa8c18,revision_number=1']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:36.155410 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 50448) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:36.204078 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8bfe5137-4d52-4597-a5be-45be73757433 admin admin] Publish callbacks [] for security_group (8c5c3a54-6d02-417a-9845-5bf2d1aa8c18), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:36.228570 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8bfe5137-4d52-4597-a5be-45be73757433 admin admin] Publish callbacks [] for security_group (8c5c3a54-6d02-417a-9845-5bf2d1aa8c18), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:36.353519 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8bfe5137-4d52-4597-a5be-45be73757433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (8c5c3a54-6d02-417a-9845-5bf2d1aa8c18), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:36.356260 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8bfe5137-4d52-4597-a5be-45be73757433 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:36.357492 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-8bfe5137-4d52-4597-a5be-45be73757433 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8c5c3a54-6d02-417a-9845-5bf2d1aa8c18 HTTP/1.1" status: 204 len: 168 time: 0.2011237 May 16 15:22:36.366672 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfe5137-4d52-4597-a5be-45be73757433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c5c3a54-6d02-417a-9845-5bf2d1aa8c18,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:36.470516 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3ff176-7ae1-4090-b613-74a9a9341d24 req-57da3750-8070-4c69-8730-f6a70366090e tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:36.472524 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-6d3ff176-7ae1-4090-b613-74a9a9341d24 req-57da3750-8070-4c69-8730-f6a70366090e tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=50535581-9ba0-49d7-83c8-5b46113c41f2 HTTP/1.1" status: 200 len: 946 time: 0.0485907 May 16 15:22:36.520561 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-6d3ff176-7ae1-4090-b613-74a9a9341d24 req-fa3e6ea2-5c1b-42ee-8e9e-2fbbd06f502a tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7491bbc-3bbc-4c44-a83a-a0647cdddede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421169 May 16 15:22:37.640958 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917300b6-a64e-4dfa-9336-2762ebc75532 req-e7426014-a411-4a36-8d32-d2dc1a694858 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:37.642593 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-917300b6-a64e-4dfa-9336-2762ebc75532 req-e7426014-a411-4a36-8d32-d2dc1a694858 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=50535581-9ba0-49d7-83c8-5b46113c41f2 HTTP/1.1" status: 200 len: 946 time: 0.0493085 May 16 15:22:37.691754 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-917300b6-a64e-4dfa-9336-2762ebc75532 req-7cfdce42-a70e-4683-8124-24c4150823af tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7491bbc-3bbc-4c44-a83a-a0647cdddede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415356 May 16 15:22:38.808156 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9a4436-e6b9-4f09-acfd-dd9e003c96a4 req-f512c9da-65aa-4169-9f06-0577fca37760 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:38.809623 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-ab9a4436-e6b9-4f09-acfd-dd9e003c96a4 req-f512c9da-65aa-4169-9f06-0577fca37760 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=50535581-9ba0-49d7-83c8-5b46113c41f2 HTTP/1.1" status: 200 len: 946 time: 0.0463805 May 16 15:22:38.859919 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-ab9a4436-e6b9-4f09-acfd-dd9e003c96a4 req-02ade436-7702-4a89-b6e1-b45002fe80e7 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7491bbc-3bbc-4c44-a83a-a0647cdddede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441492 May 16 15:22:39.980081 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e7a819-5b95-4715-b016-0cca6b1991cf req-ec9854f1-68ca-4b90-845a-fc4d33a73e5c tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:39.981637 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-a5e7a819-5b95-4715-b016-0cca6b1991cf req-ec9854f1-68ca-4b90-845a-fc4d33a73e5c tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=50535581-9ba0-49d7-83c8-5b46113c41f2 HTTP/1.1" status: 200 len: 946 time: 0.0481498 May 16 15:22:40.032237 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-a5e7a819-5b95-4715-b016-0cca6b1991cf req-2eb9c9ad-62c4-411b-b6de-073931b300b1 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7491bbc-3bbc-4c44-a83a-a0647cdddede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450182 May 16 15:22:40.559518 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (751a3b14-a3b6-44f5-a165-bd23bd92acbe), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:41.149602 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54396849-c59f-432c-9d46-de387b0392b4 req-ae9c28b8-3bac-4309-a22a-3299545df9ec tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:41.151121 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-54396849-c59f-432c-9d46-de387b0392b4 req-ae9c28b8-3bac-4309-a22a-3299545df9ec tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=50535581-9ba0-49d7-83c8-5b46113c41f2 HTTP/1.1" status: 200 len: 946 time: 0.0471175 May 16 15:22:41.197768 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-54396849-c59f-432c-9d46-de387b0392b4 req-6c85a884-65a5-4663-9684-dd61b19599d0 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7491bbc-3bbc-4c44-a83a-a0647cdddede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403469 May 16 15:22:42.312993 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb1aa0d-30d6-4d81-8732-96ccee8be5af req-f82e0491-87d3-4163-a861-eefc6fb0311f tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:42.314526 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-feb1aa0d-30d6-4d81-8732-96ccee8be5af req-f82e0491-87d3-4163-a861-eefc6fb0311f tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=50535581-9ba0-49d7-83c8-5b46113c41f2 HTTP/1.1" status: 200 len: 946 time: 0.0457070 May 16 15:22:42.360485 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-feb1aa0d-30d6-4d81-8732-96ccee8be5af req-ce94f911-6de8-415f-85b9-1c441d528dc9 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7491bbc-3bbc-4c44-a83a-a0647cdddede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406199 May 16 15:22:43.477769 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a42d3d-2ba8-4d81-bbcb-8d78e95cd6ab req-88f5ac66-eee6-441f-96aa-c18299be0645 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:43.479185 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-06a42d3d-2ba8-4d81-bbcb-8d78e95cd6ab req-88f5ac66-eee6-441f-96aa-c18299be0645 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=50535581-9ba0-49d7-83c8-5b46113c41f2 HTTP/1.1" status: 200 len: 946 time: 0.0475254 May 16 15:22:43.525623 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-06a42d3d-2ba8-4d81-bbcb-8d78e95cd6ab req-1db845ac-efca-4aeb-86fb-15959ab8e38b tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7491bbc-3bbc-4c44-a83a-a0647cdddede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409606 May 16 15:22:43.809038 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 50614) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:43.907949 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-94c8db9d-e7cc-4e59-bf4c-f45066258da4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:43.984621 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-94c8db9d-e7cc-4e59-bf4c-f45066258da4 admin admin] Publish callbacks [] for security_group (be5ce7a8-11d4-40d8-a07f-b5d5d72a36b6), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:44.034593 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-94c8db9d-e7cc-4e59-bf4c-f45066258da4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (be5ce7a8-11d4-40d8-a07f-b5d5d72a36b6), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:44.073042 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-94c8db9d-e7cc-4e59-bf4c-f45066258da4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6238103aa4ea4f4998d0ea9ab0d175cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2629709 May 16 15:22:44.073912 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c8db9d-e7cc-4e59-bf4c-f45066258da4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be5ce7a8-11d4-40d8-a07f-b5d5d72a36b6,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:44.075890 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 50618) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:44.081274 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c8db9d-e7cc-4e59-bf4c-f45066258da4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:44.081590 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c8db9d-e7cc-4e59-bf4c-f45066258da4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:44.081935 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c8db9d-e7cc-4e59-bf4c-f45066258da4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:44.082295 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c8db9d-e7cc-4e59-bf4c-f45066258da4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:44.082630 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c8db9d-e7cc-4e59-bf4c-f45066258da4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:44.082963 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c8db9d-e7cc-4e59-bf4c-f45066258da4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:44.083293 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c8db9d-e7cc-4e59-bf4c-f45066258da4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:44.083619 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c8db9d-e7cc-4e59-bf4c-f45066258da4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:44.083947 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c8db9d-e7cc-4e59-bf4c-f45066258da4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:44.084271 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c8db9d-e7cc-4e59-bf4c-f45066258da4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:44.084603 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c8db9d-e7cc-4e59-bf4c-f45066258da4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:44.084927 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c8db9d-e7cc-4e59-bf4c-f45066258da4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:44.085249 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c8db9d-e7cc-4e59-bf4c-f45066258da4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:44.085568 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c8db9d-e7cc-4e59-bf4c-f45066258da4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:44.086415 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c8db9d-e7cc-4e59-bf4c-f45066258da4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:44.124338 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-21684407-024d-46b7-a438-e999f147b848 admin admin] Publish callbacks [] for security_group (be5ce7a8-11d4-40d8-a07f-b5d5d72a36b6), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:44.145770 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-21684407-024d-46b7-a438-e999f147b848 admin admin] Publish callbacks [] for security_group (be5ce7a8-11d4-40d8-a07f-b5d5d72a36b6), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:44.251679 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-21684407-024d-46b7-a438-e999f147b848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (be5ce7a8-11d4-40d8-a07f-b5d5d72a36b6), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:44.363027 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-21684407-024d-46b7-a438-e999f147b848 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:44.363027 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-21684407-024d-46b7-a438-e999f147b848 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/be5ce7a8-11d4-40d8-a07f-b5d5d72a36b6 HTTP/1.1" status: 204 len: 168 time: 0.1803439 May 16 15:22:44.363027 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21684407-024d-46b7-a438-e999f147b848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5ce7a8-11d4-40d8-a07f-b5d5d72a36b6,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:44.516132 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device 87b37162-8505-4153-9400-d7df48f99a54 details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=104035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 15:22:44.614674 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] For port 87b37162-8505-4153-9400-d7df48f99a54, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=87b37162-8505-4153-9400-d7df48f99a54,segment=NetworkSegment(15ad7a44-5805-47b3-8a3f-5aee86af7631),segment_id=15ad7a44-5805-47b3-8a3f-5aee86af7631)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:22:44.626236 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Returning: {'device': '87b37162-8505-4153-9400-d7df48f99a54', 'network_id': '998469a5-51c9-48fa-9255-eb909b168691', 'port_id': '87b37162-8505-4153-9400-d7df48f99a54', 'mac_address': 'fa:16:3e:3c:d5:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ad10214-93e5-43be-949a-1d0aca01794b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 15:22:44.660554 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3232cc-bc21-499a-ab27-31df2ebeef9c req-9c0bea60-2d96-47cc-a51e-8b2b338542f2 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:44.662170 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-7a3232cc-bc21-499a-ab27-31df2ebeef9c req-9c0bea60-2d96-47cc-a51e-8b2b338542f2 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=50535581-9ba0-49d7-83c8-5b46113c41f2 HTTP/1.1" status: 200 len: 946 time: 0.0512226 May 16 15:22:44.665783 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Current status of the port 87b37162-8505-4153-9400-d7df48f99a54 is: ACTIVE; New status is: BUILD {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:22:44.666199 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (87b37162-8505-4153-9400-d7df48f99a54), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:44.679956 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.notifiers.nova [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 87b37162-8505-4153-9400-d7df48f99a54 {{(pid=104035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:22:44.699387 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] For port 87b37162-8505-4153-9400-d7df48f99a54, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=87b37162-8505-4153-9400-d7df48f99a54,segment=NetworkSegment(15ad7a44-5805-47b3-8a3f-5aee86af7631),segment_id=15ad7a44-5805-47b3-8a3f-5aee86af7631)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:22:44.708917 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-7a3232cc-bc21-499a-ab27-31df2ebeef9c req-d7abfc58-4c2e-4f09-833a-7f16490436fc tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7491bbc-3bbc-4c44-a83a-a0647cdddede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411468 May 16 15:22:44.765732 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (87b37162-8505-4153-9400-d7df48f99a54), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:44.810502 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Pushing event updated for resources: {'Port': ['ID=87b37162-8505-4153-9400-d7df48f99a54,revision_number=6']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:44.817438 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:44.817791 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:44.818170 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:44.818517 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:44.818857 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:44.819191 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:44.820099 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:44.820450 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:44.820788 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:44.821118 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:44.821451 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:44.821781 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:44.822137 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:44.822467 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:44.822794 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:22:44.865595 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 50628) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:44.879306 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-aa54f5f3-fb17-4df1-a118-17cca2cb681d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:44.922555 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] get_ports_and_sgs() called for port_ids ['87b37162-8505-4153-9400-d7df48f99a54'] {{(pid=104035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:22:44.953303 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-aa54f5f3-fb17-4df1-a118-17cca2cb681d admin admin] Publish callbacks [] for security_group (116c6cfa-96d0-46db-907e-4254356e3e3f), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:45.028380 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-aa54f5f3-fb17-4df1-a118-17cca2cb681d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (116c6cfa-96d0-46db-907e-4254356e3e3f), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:45.067730 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-aa54f5f3-fb17-4df1-a118-17cca2cb681d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4b80f54276e04079be4c62138027484e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2005210 May 16 15:22:45.068856 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa54f5f3-fb17-4df1-a118-17cca2cb681d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=116c6cfa-96d0-46db-907e-4254356e3e3f,revision_number=1']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:45.070719 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 50630) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:45.128456 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1a80f5d7-9b53-4a8d-8f55-f4f49e8e6e36 admin admin] Publish callbacks [] for security_group (116c6cfa-96d0-46db-907e-4254356e3e3f), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:45.149985 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1a80f5d7-9b53-4a8d-8f55-f4f49e8e6e36 admin admin] Publish callbacks [] for security_group (116c6cfa-96d0-46db-907e-4254356e3e3f), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:45.262155 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1a80f5d7-9b53-4a8d-8f55-f4f49e8e6e36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (116c6cfa-96d0-46db-907e-4254356e3e3f), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:45.264737 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1a80f5d7-9b53-4a8d-8f55-f4f49e8e6e36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:45.265890 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-1a80f5d7-9b53-4a8d-8f55-f4f49e8e6e36 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/116c6cfa-96d0-46db-907e-4254356e3e3f HTTP/1.1" status: 204 len: 168 time: 0.1935396 May 16 15:22:45.274032 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a80f5d7-9b53-4a8d-8f55-f4f49e8e6e36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=116c6cfa-96d0-46db-907e-4254356e3e3f,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:45.668020 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device 87b37162-8505-4153-9400-d7df48f99a54 up at agent hyperv_hv-cinder-79578 {{(pid=104035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:22:45.715329 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Provisioning complete for port 87b37162-8505-4153-9400-d7df48f99a54 triggered by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:22:45.715707 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (87b37162-8505-4153-9400-d7df48f99a54), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:45.814373 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Current status of the port 87b37162-8505-4153-9400-d7df48f99a54 is: BUILD; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:22:45.814772 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (87b37162-8505-4153-9400-d7df48f99a54), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:45.844346 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50535581-9ba0-49d7-83c8-5b46113c41f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87b37162-8505-4153-9400-d7df48f99a54'}] {{(pid=104035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:22:45.846763 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1790aa2910a77bb841f337ade38aaf2daae4faf72d914c843aa5f796a16e7f37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-056b157c-487c-42ab-b988-cb64f8dedf86" -d '{"events": [{"server_uuid": "50535581-9ba0-49d7-83c8-5b46113c41f2", "name": "network-vif-plugged", "status": "completed", "tag": "87b37162-8505-4153-9400-d7df48f99a54"}]}' {{(pid=104035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:22:45.852963 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a755cf-e8c2-4524-a2a1-4435346a028c req-ffe22136-5999-46ef-b372-877ea3787eeb tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:45.854835 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-71a755cf-e8c2-4524-a2a1-4435346a028c req-ffe22136-5999-46ef-b372-877ea3787eeb tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=50535581-9ba0-49d7-83c8-5b46113c41f2 HTTP/1.1" status: 200 len: 945 time: 0.0585632 May 16 15:22:45.860906 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] For port 87b37162-8505-4153-9400-d7df48f99a54, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=87b37162-8505-4153-9400-d7df48f99a54,segment=NetworkSegment(15ad7a44-5805-47b3-8a3f-5aee86af7631),segment_id=15ad7a44-5805-47b3-8a3f-5aee86af7631)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:22:45.900976 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7469cbfb-cf4d-4ee1-965d-9143ca26cbf9 x-openstack-request-id: req-7469cbfb-cf4d-4ee1-965d-9143ca26cbf9 {{(pid=104035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:22:45.901273 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50535581-9ba0-49d7-83c8-5b46113c41f2", "name": "network-vif-plugged", "status": "completed", "tag": "87b37162-8505-4153-9400-d7df48f99a54", "code": 200}]} {{(pid=104035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:22:45.901528 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7469cbfb-cf4d-4ee1-965d-9143ca26cbf9 {{(pid=104035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:22:45.901987 dv-cinder-795785-10-iscsi neutron-server[104035]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7469cbfb-cf4d-4ee1-965d-9143ca26cbf9'] response: {'server_uuid': '50535581-9ba0-49d7-83c8-5b46113c41f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87b37162-8505-4153-9400-d7df48f99a54', 'code': 200} May 16 15:22:45.909725 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-71a755cf-e8c2-4524-a2a1-4435346a028c req-512bd820-a60f-44a3-8e5d-647d9ef7c72d tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7491bbc-3bbc-4c44-a83a-a0647cdddede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479820 May 16 15:22:45.959035 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (87b37162-8505-4153-9400-d7df48f99a54), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:46.016081 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Pushing event updated for resources: {'Port': ['ID=87b37162-8505-4153-9400-d7df48f99a54,revision_number=7']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:47.067688 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2485fe-6e8e-4712-810c-7c66a8e0ada8 req-285d67cf-3706-402c-8a63-ae8a1a57047b tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:47.071114 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-9c2485fe-6e8e-4712-810c-7c66a8e0ada8 req-285d67cf-3706-402c-8a63-ae8a1a57047b tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=50535581-9ba0-49d7-83c8-5b46113c41f2 HTTP/1.1" status: 200 len: 946 time: 0.0729740 May 16 15:22:47.165297 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-9c2485fe-6e8e-4712-810c-7c66a8e0ada8 req-aa47117c-fb6e-4ca3-b81e-392cc7ad3dfb tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7491bbc-3bbc-4c44-a83a-a0647cdddede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888057 May 16 15:22:48.180707 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 50732) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:48.322462 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-78de5bb1-2036-4df3-a45e-02929b728454 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:48.355639 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99edd29-2661-4d41-b1b9-cfcb587561a8 req-a87c1f59-c166-442d-aa49-1fe555d4cf75 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:48.357108 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-d99edd29-2661-4d41-b1b9-cfcb587561a8 req-a87c1f59-c166-442d-aa49-1fe555d4cf75 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=50535581-9ba0-49d7-83c8-5b46113c41f2 HTTP/1.1" status: 200 len: 946 time: 0.1036298 May 16 15:22:48.430359 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-d99edd29-2661-4d41-b1b9-cfcb587561a8 req-eb9e4220-33bd-48a8-9d67-6397cb6d8823 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7491bbc-3bbc-4c44-a83a-a0647cdddede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659738 May 16 15:22:48.487959 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-78de5bb1-2036-4df3-a45e-02929b728454 admin admin] Publish callbacks [] for security_group (82016d12-d6d8-4b61-8784-5885df2ce71d), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:48.553296 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-78de5bb1-2036-4df3-a45e-02929b728454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (82016d12-d6d8-4b61-8784-5885df2ce71d), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:48.600092 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-78de5bb1-2036-4df3-a45e-02929b728454 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cd5379832da24f1b8511fa2a0879fbbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4182346 May 16 15:22:48.602513 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78de5bb1-2036-4df3-a45e-02929b728454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82016d12-d6d8-4b61-8784-5885df2ce71d,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:48.602883 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 50748) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:48.658745 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-d84860f7-a0e5-4f99-bc30-60b6abca765e admin admin] Publish callbacks [] for security_group (82016d12-d6d8-4b61-8784-5885df2ce71d), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:48.688037 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-d84860f7-a0e5-4f99-bc30-60b6abca765e admin admin] Publish callbacks [] for security_group (82016d12-d6d8-4b61-8784-5885df2ce71d), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:49.151167 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-d84860f7-a0e5-4f99-bc30-60b6abca765e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (82016d12-d6d8-4b61-8784-5885df2ce71d), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:49.153783 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-d84860f7-a0e5-4f99-bc30-60b6abca765e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:49.154960 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-d84860f7-a0e5-4f99-bc30-60b6abca765e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/82016d12-d6d8-4b61-8784-5885df2ce71d HTTP/1.1" status: 204 len: 168 time: 0.5510795 May 16 15:22:49.162750 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84860f7-a0e5-4f99-bc30-60b6abca765e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82016d12-d6d8-4b61-8784-5885df2ce71d,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:49.562462 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91a83ce-772c-4844-9b54-28dec6e31881 req-795629bb-4ef0-4b6b-a05b-20b2f870d6f2 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:49.564159 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-c91a83ce-772c-4844-9b54-28dec6e31881 req-795629bb-4ef0-4b6b-a05b-20b2f870d6f2 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=50535581-9ba0-49d7-83c8-5b46113c41f2 HTTP/1.1" status: 200 len: 946 time: 0.0535591 May 16 15:22:49.622433 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-c91a83ce-772c-4844-9b54-28dec6e31881 req-ea7273a5-7143-4306-97d0-0de4ff743c77 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7491bbc-3bbc-4c44-a83a-a0647cdddede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524833 May 16 15:22:49.863876 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 50768) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:49.878619 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-131ee6c0-92c9-4372-9dc4-3af09417955f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:49.969748 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-131ee6c0-92c9-4372-9dc4-3af09417955f admin admin] Publish callbacks [] for security_group (6e57cb50-6e56-44e5-afd5-eb17f168f7cb), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:50.041831 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-131ee6c0-92c9-4372-9dc4-3af09417955f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (6e57cb50-6e56-44e5-afd5-eb17f168f7cb), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:50.090148 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 50770) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:50.090696 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-131ee6c0-92c9-4372-9dc4-3af09417955f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0244b1aea9074d818b0fc35ed3d6d054&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2252114 May 16 15:22:50.091044 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131ee6c0-92c9-4372-9dc4-3af09417955f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e57cb50-6e56-44e5-afd5-eb17f168f7cb,revision_number=1']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:50.155717 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a3895911-ee2f-41c6-ad30-6daca49ac5a1 admin admin] Publish callbacks [] for security_group (6e57cb50-6e56-44e5-afd5-eb17f168f7cb), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:50.180230 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a3895911-ee2f-41c6-ad30-6daca49ac5a1 admin admin] Publish callbacks [] for security_group (6e57cb50-6e56-44e5-afd5-eb17f168f7cb), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:50.298425 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a3895911-ee2f-41c6-ad30-6daca49ac5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (6e57cb50-6e56-44e5-afd5-eb17f168f7cb), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:50.301755 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a3895911-ee2f-41c6-ad30-6daca49ac5a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:50.303254 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-a3895911-ee2f-41c6-ad30-6daca49ac5a1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6e57cb50-6e56-44e5-afd5-eb17f168f7cb HTTP/1.1" status: 204 len: 168 time: 0.2109327 May 16 15:22:50.311352 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3895911-ee2f-41c6-ad30-6daca49ac5a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e57cb50-6e56-44e5-afd5-eb17f168f7cb,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:50.811185 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193017d0-9297-4c28-a3e3-717cf7a293a1 req-16c982c6-8e8f-4234-9826-bcc5209e178c tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:50.813685 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-193017d0-9297-4c28-a3e3-717cf7a293a1 req-16c982c6-8e8f-4234-9826-bcc5209e178c tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=50535581-9ba0-49d7-83c8-5b46113c41f2 HTTP/1.1" status: 200 len: 946 time: 0.0881367 May 16 15:22:50.872813 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-193017d0-9297-4c28-a3e3-717cf7a293a1 req-0503d127-c86e-480d-b571-88b88d8d2d89 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7491bbc-3bbc-4c44-a83a-a0647cdddede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486007 May 16 15:22:52.026641 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726b718d-d27f-4c54-a427-e2464416af4c req-beda8daf-18bc-478e-8d8f-5781925bafc4 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:52.028362 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-726b718d-d27f-4c54-a427-e2464416af4c req-beda8daf-18bc-478e-8d8f-5781925bafc4 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=50535581-9ba0-49d7-83c8-5b46113c41f2 HTTP/1.1" status: 200 len: 946 time: 0.0588536 May 16 15:22:52.082990 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-726b718d-d27f-4c54-a427-e2464416af4c req-233f6ed6-7baf-4b61-ae2d-90e9de46883a tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7491bbc-3bbc-4c44-a83a-a0647cdddede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483530 May 16 15:22:53.229934 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c495415c-35d7-48cc-bfd5-cdd2b105190c req-ca6ba8e1-f2e8-4fa2-8c80-e5adc4a4acfb tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:53.234589 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-c495415c-35d7-48cc-bfd5-cdd2b105190c req-ca6ba8e1-f2e8-4fa2-8c80-e5adc4a4acfb tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=50535581-9ba0-49d7-83c8-5b46113c41f2 HTTP/1.1" status: 200 len: 946 time: 0.0730891 May 16 15:22:53.299671 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-c495415c-35d7-48cc-bfd5-cdd2b105190c req-c0279fd8-b103-4064-bb93-5c334f10d486 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7491bbc-3bbc-4c44-a83a-a0647cdddede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515356 May 16 15:22:54.435501 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96c993-6136-48f1-9f9d-72a8ac9427e6 req-a47f034e-6e48-4514-98ec-8a2da24be1d3 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:54.443492 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-ed96c993-6136-48f1-9f9d-72a8ac9427e6 req-a47f034e-6e48-4514-98ec-8a2da24be1d3 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=50535581-9ba0-49d7-83c8-5b46113c41f2 HTTP/1.1" status: 200 len: 946 time: 0.0661929 May 16 15:22:54.507973 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-ed96c993-6136-48f1-9f9d-72a8ac9427e6 req-7696f0fb-c554-4daa-9e0e-0fcbc42bab0a tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7491bbc-3bbc-4c44-a83a-a0647cdddede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630758 May 16 15:22:55.622372 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c247227-7e1f-4aa5-a47d-c54f3c664571 req-34c96466-9895-456c-b715-ddec67c6ea13 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:55.623867 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-2c247227-7e1f-4aa5-a47d-c54f3c664571 req-34c96466-9895-456c-b715-ddec67c6ea13 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=50535581-9ba0-49d7-83c8-5b46113c41f2 HTTP/1.1" status: 200 len: 946 time: 0.0499718 May 16 15:22:55.674640 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-2c247227-7e1f-4aa5-a47d-c54f3c664571 req-84f7b20f-728a-4af4-bc6a-9afa2a1c027e tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7491bbc-3bbc-4c44-a83a-a0647cdddede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449400 May 16 15:22:56.790910 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f51ad48-4293-4f6b-9ca9-7cb9ef7a8a91 req-69a3a32d-b2d2-4357-94b4-4088264dc0c5 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:56.792394 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-9f51ad48-4293-4f6b-9ca9-7cb9ef7a8a91 req-69a3a32d-b2d2-4357-94b4-4088264dc0c5 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=50535581-9ba0-49d7-83c8-5b46113c41f2 HTTP/1.1" status: 200 len: 946 time: 0.0467994 May 16 15:22:56.809512 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-c5180466-b340-46aa-b22a-28cf7811db44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (a586ef94-96cb-452c-b402-463be5294b2a), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:56.838978 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-9f51ad48-4293-4f6b-9ca9-7cb9ef7a8a91 req-4870d5de-e741-430d-85ea-9314bebef367 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7491bbc-3bbc-4c44-a83a-a0647cdddede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409787 May 16 15:22:57.639877 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d08c6fe-4a29-48bd-870d-8c16ae81956e req-0e35ff08-432f-4246-8a12-2b16c8491e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:57.641317 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-6d08c6fe-4a29-48bd-870d-8c16ae81956e req-0e35ff08-432f-4246-8a12-2b16c8491e0b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=440329d501de48d19ba51dceaa845197&device_id=50535581-9ba0-49d7-83c8-5b46113c41f2 HTTP/1.1" status: 200 len: 1130 time: 0.0462239 May 16 15:22:57.735311 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d08c6fe-4a29-48bd-870d-8c16ae81956e req-fcd1ca23-8bb5-4202-ba04-2315de4bd71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:57.736770 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-6d08c6fe-4a29-48bd-870d-8c16ae81956e req-fcd1ca23-8bb5-4202-ba04-2315de4bd71d service neutron] 10.222.0.69 "GET /v2.0/networks?id=998469a5-51c9-48fa-9255-eb909b168691 HTTP/1.1" status: 200 len: 917 time: 0.0892668 May 16 15:22:57.799679 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-6d08c6fe-4a29-48bd-870d-8c16ae81956e req-ae89aa89-7957-48df-9dbc-df5f568a298a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=87b37162-8505-4153-9400-d7df48f99a54 HTTP/1.1" status: 200 len: 1001 time: 0.0565403 May 16 15:22:57.827595 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 50932) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:57.852039 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d08c6fe-4a29-48bd-870d-8c16ae81956e req-a6643cec-7db2-4e36-a245-7d2a52a8eada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:57.853493 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-6d08c6fe-4a29-48bd-870d-8c16ae81956e req-a6643cec-7db2-4e36-a245-7d2a52a8eada service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1ad10214-93e5-43be-949a-1d0aca01794b HTTP/1.1" status: 200 len: 855 time: 0.0480895 May 16 15:22:57.897128 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d08c6fe-4a29-48bd-870d-8c16ae81956e req-f9948491-60bc-4365-8552-1e244c91cb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:57.898637 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-6d08c6fe-4a29-48bd-870d-8c16ae81956e req-f9948491-60bc-4365-8552-1e244c91cb84 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=998469a5-51c9-48fa-9255-eb909b168691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0394108 May 16 15:22:57.954165 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-92b9c64f-94b6-4ea9-8f5a-6eb59c7988c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:58.041835 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-92b9c64f-94b6-4ea9-8f5a-6eb59c7988c7 admin admin] Publish callbacks [] for security_group (98178a26-f41e-48cf-ac3d-ebd3431ba645), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:58.111411 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-92b9c64f-94b6-4ea9-8f5a-6eb59c7988c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (98178a26-f41e-48cf-ac3d-ebd3431ba645), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:58.159605 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-92b9c64f-94b6-4ea9-8f5a-6eb59c7988c7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d2386904ce4f4b6b81b0e1813da00dbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3307397 May 16 15:22:58.160297 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b9c64f-94b6-4ea9-8f5a-6eb59c7988c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98178a26-f41e-48cf-ac3d-ebd3431ba645,revision_number=1']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:58.163671 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 50946) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:58.215970 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-d5e23883-eb6d-4745-a9bc-5169aa90ea0a admin admin] Publish callbacks [] for security_group (98178a26-f41e-48cf-ac3d-ebd3431ba645), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:58.239586 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-d5e23883-eb6d-4745-a9bc-5169aa90ea0a admin admin] Publish callbacks [] for security_group (98178a26-f41e-48cf-ac3d-ebd3431ba645), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:58.281596 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946375e4-7d82-48cd-96fe-505dbe350cef req-4fcf72cd-896c-4594-9a5e-1744ff775800 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:58.283165 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-946375e4-7d82-48cd-96fe-505dbe350cef req-4fcf72cd-896c-4594-9a5e-1744ff775800 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=50535581-9ba0-49d7-83c8-5b46113c41f2 HTTP/1.1" status: 200 len: 946 time: 0.3474073 May 16 15:22:58.316193 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-6d08c6fe-4a29-48bd-870d-8c16ae81956e req-eaeebac8-9528-43cb-9555-35f5d5312b5d service neutron] 10.222.0.69 "GET /v2.0/networks/998469a5-51c9-48fa-9255-eb909b168691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4117732 May 16 15:22:58.328380 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-d5e23883-eb6d-4745-a9bc-5169aa90ea0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (98178a26-f41e-48cf-ac3d-ebd3431ba645), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:58.331108 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-d5e23883-eb6d-4745-a9bc-5169aa90ea0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:58.332255 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-d5e23883-eb6d-4745-a9bc-5169aa90ea0a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/98178a26-f41e-48cf-ac3d-ebd3431ba645 HTTP/1.1" status: 204 len: 168 time: 0.1683066 May 16 15:22:58.340487 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e23883-eb6d-4745-a9bc-5169aa90ea0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98178a26-f41e-48cf-ac3d-ebd3431ba645,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:58.369375 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-946375e4-7d82-48cd-96fe-505dbe350cef req-7ff02a2d-51aa-4eef-b9ea-e72adb25191a tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7491bbc-3bbc-4c44-a83a-a0647cdddede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802207 May 16 15:22:58.428101 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-6d08c6fe-4a29-48bd-870d-8c16ae81956e req-b34e78a6-db98-446d-99a9-24ec7e0a5e31 service neutron] 10.222.0.69 "GET /v2.0/networks/998469a5-51c9-48fa-9255-eb909b168691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015093 May 16 15:22:58.853549 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-0e1ae1eb-a92e-4904-b5f5-db7fed16baad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (54a3e65b-69a0-426d-9997-69a1705c4334), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:58.879847 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 50952) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:58.893608 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-b507d8a2-378c-4048-b442-0916e92580e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:58.966640 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-b507d8a2-378c-4048-b442-0916e92580e4 admin admin] Publish callbacks [] for security_group (bf2f6e16-d6d9-47eb-ad91-eb17c5681ed1), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:59.008219 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-b507d8a2-378c-4048-b442-0916e92580e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (bf2f6e16-d6d9-47eb-ad91-eb17c5681ed1), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:59.047675 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b507d8a2-378c-4048-b442-0916e92580e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf2f6e16-d6d9-47eb-ad91-eb17c5681ed1,revision_number=1']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:59.051938 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-b507d8a2-378c-4048-b442-0916e92580e4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=063e5ff0be264a71851bae4999aeecef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1710901 May 16 15:22:59.054755 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 50956) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:22:59.110423 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-3e8241a4-14f6-4a82-b934-aaa46bf232a1 admin admin] Publish callbacks [] for security_group (bf2f6e16-d6d9-47eb-ad91-eb17c5681ed1), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:59.132172 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-3e8241a4-14f6-4a82-b934-aaa46bf232a1 admin admin] Publish callbacks [] for security_group (bf2f6e16-d6d9-47eb-ad91-eb17c5681ed1), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:59.242547 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-3e8241a4-14f6-4a82-b934-aaa46bf232a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (bf2f6e16-d6d9-47eb-ad91-eb17c5681ed1), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:59.245160 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-3e8241a4-14f6-4a82-b934-aaa46bf232a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:59.246388 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-3e8241a4-14f6-4a82-b934-aaa46bf232a1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bf2f6e16-d6d9-47eb-ad91-eb17c5681ed1 HTTP/1.1" status: 204 len: 168 time: 0.1900859 May 16 15:22:59.256484 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8241a4-14f6-4a82-b934-aaa46bf232a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf2f6e16-d6d9-47eb-ad91-eb17c5681ed1,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:22:59.490135 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db063c9-9819-4b3f-a890-01508d0ccb18 req-c5bbbcb8-75c8-456c-925e-eb6802d585f2 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:22:59.491652 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-2db063c9-9819-4b3f-a890-01508d0ccb18 req-c5bbbcb8-75c8-456c-925e-eb6802d585f2 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=50535581-9ba0-49d7-83c8-5b46113c41f2 HTTP/1.1" status: 200 len: 946 time: 0.0480139 May 16 15:22:59.537142 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-2db063c9-9819-4b3f-a890-01508d0ccb18 req-be852290-a496-4cb0-8bd1-4d74b5cb7402 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7491bbc-3bbc-4c44-a83a-a0647cdddede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401189 May 16 15:22:59.731276 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device 87b37162-8505-4153-9400-d7df48f99a54 no longer exists at agent hyperv_hv-cinder-79578 {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:22:59.801871 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Current status of the port 87b37162-8505-4153-9400-d7df48f99a54 is: ACTIVE; New status is: DOWN {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:22:59.802277 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (87b37162-8505-4153-9400-d7df48f99a54), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:59.823402 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50535581-9ba0-49d7-83c8-5b46113c41f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87b37162-8505-4153-9400-d7df48f99a54'}] {{(pid=104035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:22:59.825589 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1790aa2910a77bb841f337ade38aaf2daae4faf72d914c843aa5f796a16e7f37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f6c9400-0f2d-4b70-a642-ed3a6a81bad5" -d '{"events": [{"server_uuid": "50535581-9ba0-49d7-83c8-5b46113c41f2", "name": "network-vif-unplugged", "status": "completed", "tag": "87b37162-8505-4153-9400-d7df48f99a54"}]}' {{(pid=104035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:22:59.837924 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] For port 87b37162-8505-4153-9400-d7df48f99a54, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=87b37162-8505-4153-9400-d7df48f99a54,segment=NetworkSegment(15ad7a44-5805-47b3-8a3f-5aee86af7631),segment_id=15ad7a44-5805-47b3-8a3f-5aee86af7631)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:22:59.863577 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 May 2022 15:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f14c36b0-c0d5-4812-b33a-35165db2efa8 x-openstack-request-id: req-f14c36b0-c0d5-4812-b33a-35165db2efa8 {{(pid=104035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:22:59.864173 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50535581-9ba0-49d7-83c8-5b46113c41f2", "name": "network-vif-unplugged", "status": "completed", "tag": "87b37162-8505-4153-9400-d7df48f99a54", "code": 200}]} {{(pid=104035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:22:59.864173 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f14c36b0-c0d5-4812-b33a-35165db2efa8 {{(pid=104035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:22:59.864608 dv-cinder-795785-10-iscsi neutron-server[104035]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f14c36b0-c0d5-4812-b33a-35165db2efa8'] response: {'server_uuid': '50535581-9ba0-49d7-83c8-5b46113c41f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87b37162-8505-4153-9400-d7df48f99a54', 'code': 200} May 16 15:22:59.910783 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (87b37162-8505-4153-9400-d7df48f99a54), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:22:59.957131 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Pushing event updated for resources: {'Port': ['ID=87b37162-8505-4153-9400-d7df48f99a54,revision_number=8']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:00.111259 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-e1b85405-7a13-4024-838c-532465e0cf8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (72569482-7f88-4a09-9117-6d6842ca2c26), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:00.249002 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.agents_db [None req-ab78c14b-22b7-4e46-ade7-0c4080e95cb7 None None] Agent healthcheck: found 6 active agents {{(pid=104036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:23:00.657108 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fcfb17-f7f0-4c85-9307-818234ad424d req-5280b28f-089c-40d7-a70f-1aadfdeaa660 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:00.658792 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-f9fcfb17-f7f0-4c85-9307-818234ad424d req-5280b28f-089c-40d7-a70f-1aadfdeaa660 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=50535581-9ba0-49d7-83c8-5b46113c41f2 HTTP/1.1" status: 200 len: 944 time: 0.0512550 May 16 15:23:00.706434 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-f9fcfb17-f7f0-4c85-9307-818234ad424d req-3dfc2986-a006-41e2-a8e3-0838b625942f tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7491bbc-3bbc-4c44-a83a-a0647cdddede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422132 May 16 15:23:01.499169 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a2296b44-efe7-4c92-99bf-bf9223587463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (4544528a-1612-46a7-a248-6cca4b867644), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:01.771167 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [req-3bad7809-bb0c-4a98-967b-d95ed8c8b56a req-55f4bfe1-9291-4400-8a52-879c6dfd24c8 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=104034) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 15:23:01.772180 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-3bad7809-bb0c-4a98-967b-d95ed8c8b56a req-55f4bfe1-9291-4400-8a52-879c6dfd24c8 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0056174 May 16 15:23:02.050458 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52660931-11f1-4d83-9b9a-d8cc5c2fcacf req-4cfb4730-b8f4-4537-9dc4-bd68a5421434 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:02.052038 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-52660931-11f1-4d83-9b9a-d8cc5c2fcacf req-4cfb4730-b8f4-4537-9dc4-bd68a5421434 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=50535581-9ba0-49d7-83c8-5b46113c41f2 HTTP/1.1" status: 200 len: 944 time: 0.0479686 May 16 15:23:02.102598 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-52660931-11f1-4d83-9b9a-d8cc5c2fcacf req-746f4b5f-5ba7-4db6-8a09-45fe6219f000 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7491bbc-3bbc-4c44-a83a-a0647cdddede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448501 May 16 15:23:02.581436 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 51066) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:23:02.662511 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-aa7b5bcb-56e2-4687-a286-240718932dd3 req-a3326b56-2108-4629-b757-15def1479a35 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=50535581-9ba0-49d7-83c8-5b46113c41f2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0798831 May 16 15:23:02.670921 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [req-aa7b5bcb-56e2-4687-a286-240718932dd3 req-4af7eb5e-441f-42f6-b147-e2b0b6485e4b service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=104034) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 15:23:02.671895 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-aa7b5bcb-56e2-4687-a286-240718932dd3 req-4af7eb5e-441f-42f6-b147-e2b0b6485e4b service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0047443 May 16 15:23:02.747849 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 51078) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:23:02.844787 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7b5bcb-56e2-4687-a286-240718932dd3 req-7a93c08f-cf45-41b8-a735-ec14fe378d9c tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:02.846158 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-aa7b5bcb-56e2-4687-a286-240718932dd3 req-7a93c08f-cf45-41b8-a735-ec14fe378d9c tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports/87b37162-8505-4153-9400-d7df48f99a54 HTTP/1.1" status: 200 len: 941 time: 0.0972691 May 16 15:23:03.240247 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2564f52f-4813-4352-a70a-2d95c625418a req-d5056893-bf28-403c-9cb6-56b012a4eff1 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:03.241744 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-2564f52f-4813-4352-a70a-2d95c625418a req-d5056893-bf28-403c-9cb6-56b012a4eff1 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=50535581-9ba0-49d7-83c8-5b46113c41f2 HTTP/1.1" status: 200 len: 944 time: 0.0510514 May 16 15:23:03.291453 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-2564f52f-4813-4352-a70a-2d95c625418a req-6361599b-bf4b-4aeb-afa9-0a4cab6c9c39 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7491bbc-3bbc-4c44-a83a-a0647cdddede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434821 May 16 15:23:03.412584 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (311a8a5f-4d79-4ff7-931a-d05ff8cc45ee), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:03.794747 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device 87b37162-8505-4153-9400-d7df48f99a54 no longer exists at agent hyperv_hv-cinder-79578 {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:23:03.847663 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Current status of the port 87b37162-8505-4153-9400-d7df48f99a54 is: DOWN; New status is: DOWN {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:23:04.411540 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb4e282-663f-48c5-ac56-ec8c52a449f0 req-f3eec75e-25d5-40bc-a08e-558c4e9f9906 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:04.413182 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-7bb4e282-663f-48c5-ac56-ec8c52a449f0 req-f3eec75e-25d5-40bc-a08e-558c4e9f9906 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=50535581-9ba0-49d7-83c8-5b46113c41f2 HTTP/1.1" status: 200 len: 944 time: 0.0485771 May 16 15:23:04.472684 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-7bb4e282-663f-48c5-ac56-ec8c52a449f0 req-695e5bf5-3c25-4b77-876c-dd9efdcbc0a5 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7491bbc-3bbc-4c44-a83a-a0647cdddede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532467 May 16 15:23:05.591517 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd62e6-f22c-4188-9481-430de8ca5218 req-fe7ecb1a-eaf6-4769-993a-1a0d30db97c3 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:05.592975 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-82cd62e6-f22c-4188-9481-430de8ca5218 req-fe7ecb1a-eaf6-4769-993a-1a0d30db97c3 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=50535581-9ba0-49d7-83c8-5b46113c41f2 HTTP/1.1" status: 200 len: 944 time: 0.0469456 May 16 15:23:05.644350 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-82cd62e6-f22c-4188-9481-430de8ca5218 req-f08a7c79-7433-4b47-b38d-cd9b631f30ba tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7491bbc-3bbc-4c44-a83a-a0647cdddede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446832 May 16 15:23:06.760885 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc4da69-593b-490c-b145-93d7d555c138 req-49459d0a-e5be-447b-b764-5357dba52266 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:06.762987 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-0fc4da69-593b-490c-b145-93d7d555c138 req-49459d0a-e5be-447b-b764-5357dba52266 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=50535581-9ba0-49d7-83c8-5b46113c41f2 HTTP/1.1" status: 200 len: 944 time: 0.0466638 May 16 15:23:06.807349 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-0fc4da69-593b-490c-b145-93d7d555c138 req-17ab64eb-52bc-43ef-a1b4-b254e76c5e57 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7491bbc-3bbc-4c44-a83a-a0647cdddede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389204 May 16 15:23:07.922998 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd7d57a-16cb-4df3-b3b0-04f08e45db3d req-ee27ea03-48f7-430d-b53c-8dbb46232932 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:07.924426 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-5dd7d57a-16cb-4df3-b3b0-04f08e45db3d req-ee27ea03-48f7-430d-b53c-8dbb46232932 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=50535581-9ba0-49d7-83c8-5b46113c41f2 HTTP/1.1" status: 200 len: 944 time: 0.0452082 May 16 15:23:07.973423 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-5dd7d57a-16cb-4df3-b3b0-04f08e45db3d req-6e45159d-d2db-4ba0-b467-81e8dabec0f7 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7491bbc-3bbc-4c44-a83a-a0647cdddede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433066 May 16 15:23:09.089384 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b8b4a-3240-4e9b-80b8-90c745b75cbb req-ec5a9f83-28dd-42c0-8525-73df07ba4305 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:09.091400 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-989b8b4a-3240-4e9b-80b8-90c745b75cbb req-ec5a9f83-28dd-42c0-8525-73df07ba4305 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=50535581-9ba0-49d7-83c8-5b46113c41f2 HTTP/1.1" status: 200 len: 944 time: 0.0459428 May 16 15:23:09.137198 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-989b8b4a-3240-4e9b-80b8-90c745b75cbb req-39402612-f1e4-4532-b607-e80b133bdded tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7491bbc-3bbc-4c44-a83a-a0647cdddede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401878 May 16 15:23:10.188054 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (751a3b14-a3b6-44f5-a165-bd23bd92acbe), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:10.254597 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31952b9a-7322-40f8-b711-7220d266e6de req-2325c325-ef5b-465b-b858-a6d8d35d0c2b tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:10.256060 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-31952b9a-7322-40f8-b711-7220d266e6de req-2325c325-ef5b-465b-b858-a6d8d35d0c2b tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=50535581-9ba0-49d7-83c8-5b46113c41f2 HTTP/1.1" status: 200 len: 944 time: 0.0462282 May 16 15:23:10.303007 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-31952b9a-7322-40f8-b711-7220d266e6de req-38e46bfa-28b2-4db8-86fc-079bf874c28a tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7491bbc-3bbc-4c44-a83a-a0647cdddede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414639 May 16 15:23:10.402140 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7b5bcb-56e2-4687-a286-240718932dd3 req-45903f7a-1397-4853-a96e-ca4a2edcac60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:10.404421 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-aa7b5bcb-56e2-4687-a286-240718932dd3 req-45903f7a-1397-4853-a96e-ca4a2edcac60 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=50535581-9ba0-49d7-83c8-5b46113c41f2&tenant_id=440329d501de48d19ba51dceaa845197 HTTP/1.1" status: 200 len: 1128 time: 0.0748301 May 16 15:23:10.483501 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7b5bcb-56e2-4687-a286-240718932dd3 req-630ac61d-c5b9-40bf-815b-863e096f012b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:10.484968 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-aa7b5bcb-56e2-4687-a286-240718932dd3 req-630ac61d-c5b9-40bf-815b-863e096f012b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=440329d501de48d19ba51dceaa845197&device_id=50535581-9ba0-49d7-83c8-5b46113c41f2 HTTP/1.1" status: 200 len: 1128 time: 0.0394714 May 16 15:23:10.577975 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7b5bcb-56e2-4687-a286-240718932dd3 req-60d59574-15a4-41ec-8d9a-79d93c3af69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:10.579656 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-aa7b5bcb-56e2-4687-a286-240718932dd3 req-60d59574-15a4-41ec-8d9a-79d93c3af69d service neutron] 10.222.0.69 "GET /v2.0/networks?id=998469a5-51c9-48fa-9255-eb909b168691 HTTP/1.1" status: 200 len: 917 time: 0.0883918 May 16 15:23:10.642513 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-aa7b5bcb-56e2-4687-a286-240718932dd3 req-2df3dd83-1192-4a20-be03-8dd82d35c1c7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=87b37162-8505-4153-9400-d7df48f99a54 HTTP/1.1" status: 200 len: 999 time: 0.0566523 May 16 15:23:10.689989 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7b5bcb-56e2-4687-a286-240718932dd3 req-23e91b94-bc1e-43f4-ad3f-9adea3916890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:10.691358 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-aa7b5bcb-56e2-4687-a286-240718932dd3 req-23e91b94-bc1e-43f4-ad3f-9adea3916890 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1ad10214-93e5-43be-949a-1d0aca01794b HTTP/1.1" status: 200 len: 855 time: 0.0434730 May 16 15:23:10.737408 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7b5bcb-56e2-4687-a286-240718932dd3 req-4bc5a9a7-03bf-43ac-b027-7a512737f459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:10.738949 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-aa7b5bcb-56e2-4687-a286-240718932dd3 req-4bc5a9a7-03bf-43ac-b027-7a512737f459 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=998469a5-51c9-48fa-9255-eb909b168691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0424902 May 16 15:23:10.830570 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-aa7b5bcb-56e2-4687-a286-240718932dd3 req-d54809ce-097e-4328-a436-9c78e8938767 service neutron] 10.222.0.69 "GET /v2.0/networks/998469a5-51c9-48fa-9255-eb909b168691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855021 May 16 15:23:10.937790 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-aa7b5bcb-56e2-4687-a286-240718932dd3 req-cf44ac8b-62f0-440c-95a3-a75a88dce2ca service neutron] 10.222.0.69 "GET /v2.0/networks/998469a5-51c9-48fa-9255-eb909b168691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918765 May 16 15:23:11.426085 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8d4e91-8455-4b35-983d-54a6cf473e0a req-481dbadc-0798-412a-bf67-6988723974b0 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:11.427585 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-fc8d4e91-8455-4b35-983d-54a6cf473e0a req-481dbadc-0798-412a-bf67-6988723974b0 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=50535581-9ba0-49d7-83c8-5b46113c41f2 HTTP/1.1" status: 200 len: 944 time: 0.0475054 May 16 15:23:11.504712 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-fc8d4e91-8455-4b35-983d-54a6cf473e0a req-b0d1a5d9-a7e0-4961-a1f3-52b5006366d9 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7491bbc-3bbc-4c44-a83a-a0647cdddede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714023 May 16 15:23:12.153653 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 51246) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:23:12.280308 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-7c45e7f8-f7e1-4352-97a3-489fcb756b4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:12.368859 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-7c45e7f8-f7e1-4352-97a3-489fcb756b4d admin admin] Publish callbacks [] for security_group (fbe4a8de-5202-438a-aad0-63cc8c7fa336), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:12.416729 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-7c45e7f8-f7e1-4352-97a3-489fcb756b4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (fbe4a8de-5202-438a-aad0-63cc8c7fa336), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:12.457799 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-7c45e7f8-f7e1-4352-97a3-489fcb756b4d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=82af5d4a2eca4a78a9d3292b5555fc03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3005087 May 16 15:23:12.457799 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c45e7f8-f7e1-4352-97a3-489fcb756b4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe4a8de-5202-438a-aad0-63cc8c7fa336,revision_number=1']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:12.458266 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 51250) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:23:12.464993 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c45e7f8-f7e1-4352-97a3-489fcb756b4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:12.466620 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c45e7f8-f7e1-4352-97a3-489fcb756b4d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:12.469648 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c45e7f8-f7e1-4352-97a3-489fcb756b4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:12.470125 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c45e7f8-f7e1-4352-97a3-489fcb756b4d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:12.470547 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c45e7f8-f7e1-4352-97a3-489fcb756b4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:12.471127 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c45e7f8-f7e1-4352-97a3-489fcb756b4d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:12.471538 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c45e7f8-f7e1-4352-97a3-489fcb756b4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:12.471947 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c45e7f8-f7e1-4352-97a3-489fcb756b4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:12.472486 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c45e7f8-f7e1-4352-97a3-489fcb756b4d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:12.472898 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c45e7f8-f7e1-4352-97a3-489fcb756b4d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:12.473305 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c45e7f8-f7e1-4352-97a3-489fcb756b4d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:12.473710 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c45e7f8-f7e1-4352-97a3-489fcb756b4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:12.474133 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c45e7f8-f7e1-4352-97a3-489fcb756b4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:12.474563 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c45e7f8-f7e1-4352-97a3-489fcb756b4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:12.474965 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c45e7f8-f7e1-4352-97a3-489fcb756b4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:12.522871 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ff43101f-94b8-4e4d-bc28-71cc73450045 admin admin] Publish callbacks [] for security_group (fbe4a8de-5202-438a-aad0-63cc8c7fa336), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:12.558162 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ff43101f-94b8-4e4d-bc28-71cc73450045 admin admin] Publish callbacks [] for security_group (fbe4a8de-5202-438a-aad0-63cc8c7fa336), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:12.691011 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ff43101f-94b8-4e4d-bc28-71cc73450045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (fbe4a8de-5202-438a-aad0-63cc8c7fa336), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:12.693903 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ff43101f-94b8-4e4d-bc28-71cc73450045 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:12.695324 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-ff43101f-94b8-4e4d-bc28-71cc73450045 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fbe4a8de-5202-438a-aad0-63cc8c7fa336 HTTP/1.1" status: 204 len: 168 time: 0.2359152 May 16 15:23:12.705616 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff43101f-94b8-4e4d-bc28-71cc73450045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe4a8de-5202-438a-aad0-63cc8c7fa336,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:12.712565 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f601f78-7b5d-46be-aa2f-79d6aab910d2 req-4a5ac076-c0a0-494f-8b69-c5fb3cff4ba0 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:12.723768 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-7f601f78-7b5d-46be-aa2f-79d6aab910d2 req-4a5ac076-c0a0-494f-8b69-c5fb3cff4ba0 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=50535581-9ba0-49d7-83c8-5b46113c41f2 HTTP/1.1" status: 200 len: 944 time: 0.0973811 May 16 15:23:12.837343 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-7f601f78-7b5d-46be-aa2f-79d6aab910d2 req-7187144f-fe5b-4fea-b466-cc21f8558835 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7491bbc-3bbc-4c44-a83a-a0647cdddede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099105 May 16 15:23:13.405358 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 51278) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:23:13.419055 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3c20fef5-7d0b-4b81-8752-fe3557af137c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:13.514271 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3c20fef5-7d0b-4b81-8752-fe3557af137c admin admin] Publish callbacks [] for security_group (87983180-d6a9-4745-97a3-5892abcdf39d), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:13.572418 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3c20fef5-7d0b-4b81-8752-fe3557af137c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (87983180-d6a9-4745-97a3-5892abcdf39d), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:13.617443 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-3c20fef5-7d0b-4b81-8752-fe3557af137c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7ed2f9a6826448d281fbf55efd608f0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2108476 May 16 15:23:13.617693 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 51280) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:23:13.618539 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c20fef5-7d0b-4b81-8752-fe3557af137c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87983180-d6a9-4745-97a3-5892abcdf39d,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:13.676758 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-4a0d4d33-1176-4c40-9aa6-3332fad2dcd0 admin admin] Publish callbacks [] for security_group (87983180-d6a9-4745-97a3-5892abcdf39d), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:13.700993 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-4a0d4d33-1176-4c40-9aa6-3332fad2dcd0 admin admin] Publish callbacks [] for security_group (87983180-d6a9-4745-97a3-5892abcdf39d), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:13.799902 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-4a0d4d33-1176-4c40-9aa6-3332fad2dcd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (87983180-d6a9-4745-97a3-5892abcdf39d), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:13.804386 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-4a0d4d33-1176-4c40-9aa6-3332fad2dcd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:13.804386 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-4a0d4d33-1176-4c40-9aa6-3332fad2dcd0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/87983180-d6a9-4745-97a3-5892abcdf39d HTTP/1.1" status: 204 len: 168 time: 0.1853147 May 16 15:23:13.821151 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0d4d33-1176-4c40-9aa6-3332fad2dcd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87983180-d6a9-4745-97a3-5892abcdf39d,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:13.985946 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3858d24-5bc6-4a37-8400-b2a86ebeed9d req-e3d6df84-0367-4d59-bd0e-cc16dc0de92b tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:13.987997 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-e3858d24-5bc6-4a37-8400-b2a86ebeed9d req-e3d6df84-0367-4d59-bd0e-cc16dc0de92b tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=50535581-9ba0-49d7-83c8-5b46113c41f2 HTTP/1.1" status: 200 len: 944 time: 0.0547132 May 16 15:23:14.051894 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-e3858d24-5bc6-4a37-8400-b2a86ebeed9d req-d296ea58-b96c-4862-8b5e-1fd6bef8b087 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7491bbc-3bbc-4c44-a83a-a0647cdddede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568531 May 16 15:23:15.203188 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0231ef5-ffa2-4441-905b-990973724ee0 req-df6283ff-3c3d-4fad-a9ae-2bb3fe52908a tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:15.205540 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-d0231ef5-ffa2-4441-905b-990973724ee0 req-df6283ff-3c3d-4fad-a9ae-2bb3fe52908a tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=50535581-9ba0-49d7-83c8-5b46113c41f2 HTTP/1.1" status: 200 len: 944 time: 0.0604517 May 16 15:23:15.260438 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-d0231ef5-ffa2-4441-905b-990973724ee0 req-cf2380d8-8540-4741-a6b4-fe92a665e77f tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7491bbc-3bbc-4c44-a83a-a0647cdddede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478554 May 16 15:23:16.402996 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1387ae5-2531-4df7-8b42-5c1a2b7407c1 req-0c237c39-e095-4d13-9960-fd85ef5e7c77 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:16.404810 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-c1387ae5-2531-4df7-8b42-5c1a2b7407c1 req-0c237c39-e095-4d13-9960-fd85ef5e7c77 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=50535581-9ba0-49d7-83c8-5b46113c41f2 HTTP/1.1" status: 200 len: 944 time: 0.0664339 May 16 15:23:16.472538 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-c1387ae5-2531-4df7-8b42-5c1a2b7407c1 req-77fee0a7-c2f1-4a41-9df3-c7e4f506ac95 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7491bbc-3bbc-4c44-a83a-a0647cdddede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612860 May 16 15:23:17.613457 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fb5bbd-a524-4cbc-90c0-0a55eab2bc47 req-b1a4528c-2976-4100-87db-d46a2f4d0f16 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:17.620318 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-12fb5bbd-a524-4cbc-90c0-0a55eab2bc47 req-b1a4528c-2976-4100-87db-d46a2f4d0f16 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=50535581-9ba0-49d7-83c8-5b46113c41f2 HTTP/1.1" status: 200 len: 944 time: 0.0617061 May 16 15:23:17.682372 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-12fb5bbd-a524-4cbc-90c0-0a55eab2bc47 req-c20c03d9-d5c5-46a9-8ee0-f542d2b03a5a tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7491bbc-3bbc-4c44-a83a-a0647cdddede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601854 May 16 15:23:18.792455 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0da0de-a14b-4231-9dda-276ad81525ca req-f47d89e6-9f7d-4311-aa13-810ff2f86700 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:18.794584 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-0a0da0de-a14b-4231-9dda-276ad81525ca req-f47d89e6-9f7d-4311-aa13-810ff2f86700 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=50535581-9ba0-49d7-83c8-5b46113c41f2 HTTP/1.1" status: 200 len: 944 time: 0.0465274 May 16 15:23:18.840946 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-0a0da0de-a14b-4231-9dda-276ad81525ca req-45b88602-fa59-45ed-a8e5-937de924e869 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7491bbc-3bbc-4c44-a83a-a0647cdddede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409210 May 16 15:23:19.975669 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2e84d5-1dc1-49af-a0d0-04100739eb20 req-9054130b-1517-4fbb-978f-8d701e1a929c tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:19.975669 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-da2e84d5-1dc1-49af-a0d0-04100739eb20 req-9054130b-1517-4fbb-978f-8d701e1a929c tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=50535581-9ba0-49d7-83c8-5b46113c41f2 HTTP/1.1" status: 200 len: 944 time: 0.0490377 May 16 15:23:20.023776 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-da2e84d5-1dc1-49af-a0d0-04100739eb20 req-09086887-c79d-441e-9bd6-1677eaebdfb4 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7491bbc-3bbc-4c44-a83a-a0647cdddede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513604 May 16 15:23:21.147175 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b84c04-ccae-499b-9986-dbc67b3c279f req-4cedbdba-1463-404c-81ec-cddd0764ef0d tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:21.148652 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-18b84c04-ccae-499b-9986-dbc67b3c279f req-4cedbdba-1463-404c-81ec-cddd0764ef0d tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=50535581-9ba0-49d7-83c8-5b46113c41f2 HTTP/1.1" status: 200 len: 944 time: 0.0501568 May 16 15:23:21.195031 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-18b84c04-ccae-499b-9986-dbc67b3c279f req-34c8eece-f0cd-43ef-918b-e5501c010072 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7491bbc-3bbc-4c44-a83a-a0647cdddede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406990 May 16 15:23:21.862911 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 51408) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:23:21.966602 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e1eb7199-b19a-414e-a07e-616c63c90ab1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:22.041166 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e1eb7199-b19a-414e-a07e-616c63c90ab1 admin admin] Publish callbacks [] for security_group (b3a03e80-2719-48e5-811f-39caa651934d), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:22.101503 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e1eb7199-b19a-414e-a07e-616c63c90ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (b3a03e80-2719-48e5-811f-39caa651934d), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:22.142957 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-e1eb7199-b19a-414e-a07e-616c63c90ab1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5c3413209905452cba36e8f4597f640e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2782528 May 16 15:23:22.143976 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eb7199-b19a-414e-a07e-616c63c90ab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a03e80-2719-48e5-811f-39caa651934d,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:22.145364 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 51422) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:23:22.204584 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-05a8a0b6-e6ff-40b3-b478-164e780f025a admin admin] Publish callbacks [] for security_group (b3a03e80-2719-48e5-811f-39caa651934d), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:22.230763 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-05a8a0b6-e6ff-40b3-b478-164e780f025a admin admin] Publish callbacks [] for security_group (b3a03e80-2719-48e5-811f-39caa651934d), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:22.331978 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7163f2c1-be3a-4b7f-b87d-68261d220180 req-447b0fd5-abb2-470a-bc53-62c3cfa40cff tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:22.333460 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-7163f2c1-be3a-4b7f-b87d-68261d220180 req-447b0fd5-abb2-470a-bc53-62c3cfa40cff tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=50535581-9ba0-49d7-83c8-5b46113c41f2 HTTP/1.1" status: 200 len: 944 time: 0.0464931 May 16 15:23:22.335603 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-05a8a0b6-e6ff-40b3-b478-164e780f025a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (b3a03e80-2719-48e5-811f-39caa651934d), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:22.338497 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-05a8a0b6-e6ff-40b3-b478-164e780f025a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:22.340477 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-05a8a0b6-e6ff-40b3-b478-164e780f025a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b3a03e80-2719-48e5-811f-39caa651934d HTTP/1.1" status: 204 len: 168 time: 0.1886027 May 16 15:23:22.363488 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a8a0b6-e6ff-40b3-b478-164e780f025a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a03e80-2719-48e5-811f-39caa651934d,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:22.421839 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-7163f2c1-be3a-4b7f-b87d-68261d220180 req-5e3ca167-6904-45c7-9606-d7148899e238 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7491bbc-3bbc-4c44-a83a-a0647cdddede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800216 May 16 15:23:23.556043 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb34d58c-b962-4795-ae64-498296e2945f req-13f02c48-f9a2-47b7-bfa2-aa34bd9b36c0 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:23.557531 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-fb34d58c-b962-4795-ae64-498296e2945f req-13f02c48-f9a2-47b7-bfa2-aa34bd9b36c0 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=50535581-9ba0-49d7-83c8-5b46113c41f2 HTTP/1.1" status: 200 len: 944 time: 0.0504298 May 16 15:23:23.604399 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-fb34d58c-b962-4795-ae64-498296e2945f req-bc665f9b-ca5a-430a-b49d-2891178a428e tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7491bbc-3bbc-4c44-a83a-a0647cdddede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412376 May 16 15:23:24.724818 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b86961e-afce-4286-be41-32637b7a73ca req-6591cb3b-31fb-4db6-a2e4-69b1510df48e tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:24.726275 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-3b86961e-afce-4286-be41-32637b7a73ca req-6591cb3b-31fb-4db6-a2e4-69b1510df48e tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=50535581-9ba0-49d7-83c8-5b46113c41f2 HTTP/1.1" status: 200 len: 944 time: 0.0491166 May 16 15:23:24.772086 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-3b86961e-afce-4286-be41-32637b7a73ca req-ca90654b-f524-4c43-9965-8779e441d88e tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7491bbc-3bbc-4c44-a83a-a0647cdddede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396659 May 16 15:23:25.606326 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08acca60-0ea7-43aa-9700-38a64ee3ba3d req-0260e243-5b46-4ce3-81e2-00b69ace046f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:25.607817 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-08acca60-0ea7-43aa-9700-38a64ee3ba3d req-0260e243-5b46-4ce3-81e2-00b69ace046f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=440329d501de48d19ba51dceaa845197&device_id=50535581-9ba0-49d7-83c8-5b46113c41f2 HTTP/1.1" status: 200 len: 1128 time: 0.0395246 May 16 15:23:25.713323 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08acca60-0ea7-43aa-9700-38a64ee3ba3d req-2631e52a-ea81-44fd-81af-95c549511375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:25.714856 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-08acca60-0ea7-43aa-9700-38a64ee3ba3d req-2631e52a-ea81-44fd-81af-95c549511375 service neutron] 10.222.0.69 "GET /v2.0/networks?id=998469a5-51c9-48fa-9255-eb909b168691 HTTP/1.1" status: 200 len: 917 time: 0.0893996 May 16 15:23:25.774983 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-08acca60-0ea7-43aa-9700-38a64ee3ba3d req-72471f67-0880-436a-9281-7eafc58d0116 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=87b37162-8505-4153-9400-d7df48f99a54 HTTP/1.1" status: 200 len: 999 time: 0.0536649 May 16 15:23:25.827121 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08acca60-0ea7-43aa-9700-38a64ee3ba3d req-226ee186-4ce6-4831-8b84-d02601ab1eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:25.828623 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-08acca60-0ea7-43aa-9700-38a64ee3ba3d req-226ee186-4ce6-4831-8b84-d02601ab1eaf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1ad10214-93e5-43be-949a-1d0aca01794b HTTP/1.1" status: 200 len: 855 time: 0.0458221 May 16 15:23:25.900966 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08acca60-0ea7-43aa-9700-38a64ee3ba3d req-cf0c8c7b-4e86-462d-9135-953281ec3ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:25.902944 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-08acca60-0ea7-43aa-9700-38a64ee3ba3d req-cf0c8c7b-4e86-462d-9135-953281ec3ef3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=998469a5-51c9-48fa-9255-eb909b168691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0676994 May 16 15:23:25.922520 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff188b1f-b8da-44d1-b38f-b3e2d22c88a9 req-5c9c31ad-42ee-486b-8129-96fdc76307b7 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:25.923896 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-ff188b1f-b8da-44d1-b38f-b3e2d22c88a9 req-5c9c31ad-42ee-486b-8129-96fdc76307b7 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=50535581-9ba0-49d7-83c8-5b46113c41f2 HTTP/1.1" status: 200 len: 944 time: 0.0602081 May 16 15:23:26.021630 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-ff188b1f-b8da-44d1-b38f-b3e2d22c88a9 req-e823fc35-e5a9-466e-9a29-fe216b61bcbe tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7491bbc-3bbc-4c44-a83a-a0647cdddede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871046 May 16 15:23:26.035904 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-08acca60-0ea7-43aa-9700-38a64ee3ba3d req-a658d5bf-a99a-425e-92a8-9af22c0f0bc6 service neutron] 10.222.0.69 "GET /v2.0/networks/998469a5-51c9-48fa-9255-eb909b168691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256139 May 16 15:23:26.125109 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-08acca60-0ea7-43aa-9700-38a64ee3ba3d req-08dbc0a8-e343-4343-8b38-99b3973fcef4 service neutron] 10.222.0.69 "GET /v2.0/networks/998469a5-51c9-48fa-9255-eb909b168691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830700 May 16 15:23:26.849812 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-621ea7f1-4e92-4540-802f-c828dd55b3c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (a586ef94-96cb-452c-b402-463be5294b2a), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:27.143750 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7228d8e-3281-41e3-83ba-7bda08eb9d9e req-8469a05d-f138-4c67-af9a-d7df020926b6 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:27.145241 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-c7228d8e-3281-41e3-83ba-7bda08eb9d9e req-8469a05d-f138-4c67-af9a-d7df020926b6 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=50535581-9ba0-49d7-83c8-5b46113c41f2 HTTP/1.1" status: 200 len: 944 time: 0.0512869 May 16 15:23:27.197317 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-c7228d8e-3281-41e3-83ba-7bda08eb9d9e req-422be40f-c7bd-4011-9787-b010dd751632 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7491bbc-3bbc-4c44-a83a-a0647cdddede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464134 May 16 15:23:28.319540 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f973354-e16b-41bc-a8a4-bfb8cae44d44 req-6fdce741-edcc-4fbc-a613-90fe24097a93 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:28.321092 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-4f973354-e16b-41bc-a8a4-bfb8cae44d44 req-6fdce741-edcc-4fbc-a613-90fe24097a93 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=50535581-9ba0-49d7-83c8-5b46113c41f2 HTTP/1.1" status: 200 len: 944 time: 0.0483184 May 16 15:23:28.371934 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-4f973354-e16b-41bc-a8a4-bfb8cae44d44 req-ef43d8b2-269c-434f-923d-97aaef388735 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7491bbc-3bbc-4c44-a83a-a0647cdddede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451632 May 16 15:23:28.889634 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-3e48bd7c-ac77-411a-a7ea-b5e21524b33a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (54a3e65b-69a0-426d-9997-69a1705c4334), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:29.031743 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-617d9326-99fa-4531-beb9-7b953623becd req-62f40f53-d9a7-4ccf-818e-83070386124a tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-649752004&fields=id&tenant_id=b025f7f102ee46fa92e9bb7445e59daa HTTP/1.1" status: 200 len: 267 time: 0.0446403 May 16 15:23:29.140962 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617d9326-99fa-4531-beb9-7b953623becd req-242ce33a-5fa4-46ac-9d4a-9aad8848d876 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:29.142422 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-617d9326-99fa-4531-beb9-7b953623becd req-242ce33a-5fa4-46ac-9d4a-9aad8848d876 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/networks?id=f80dbf35-88c8-44d8-af2b-bea94475a461 HTTP/1.1" status: 200 len: 811 time: 0.1039164 May 16 15:23:29.157796 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-617d9326-99fa-4531-beb9-7b953623becd req-326a912e-dfaa-4f4b-9c95-95bdf230523c tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/quotas/b025f7f102ee46fa92e9bb7445e59daa HTTP/1.1" status: 200 len: 375 time: 0.0098095 May 16 15:23:29.208023 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-617d9326-99fa-4531-beb9-7b953623becd req-ad587abb-c030-48f5-8730-c78db261c52f tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b025f7f102ee46fa92e9bb7445e59daa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0450587 May 16 15:23:29.492261 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471c6445-9e60-4670-81a2-ed59238d6e9a req-93178d06-d4d0-413a-8a08-1e0c2865d839 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:29.493740 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-471c6445-9e60-4670-81a2-ed59238d6e9a req-93178d06-d4d0-413a-8a08-1e0c2865d839 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=50535581-9ba0-49d7-83c8-5b46113c41f2 HTTP/1.1" status: 200 len: 944 time: 0.0473087 May 16 15:23:29.543369 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-471c6445-9e60-4670-81a2-ed59238d6e9a req-67541a5b-c09c-43cc-9469-cf917518f7af tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7491bbc-3bbc-4c44-a83a-a0647cdddede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434377 May 16 15:23:29.571546 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-617d9326-99fa-4531-beb9-7b953623becd req-d4025809-ef34-4394-a595-eda454d08bfc service neutron] 10.222.0.44 "GET /v2.0/networks/f80dbf35-88c8-44d8-af2b-bea94475a461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3515294 May 16 15:23:29.657917 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-617d9326-99fa-4531-beb9-7b953623becd req-c71da706-3ac0-46d3-bb37-fe99ccfbebd6 service neutron] 10.222.0.44 "GET /v2.0/networks/f80dbf35-88c8-44d8-af2b-bea94475a461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805860 May 16 15:23:29.838404 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device 87b37162-8505-4153-9400-d7df48f99a54 details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=104035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 15:23:29.935072 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] For port 87b37162-8505-4153-9400-d7df48f99a54, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=87b37162-8505-4153-9400-d7df48f99a54,segment=NetworkSegment(15ad7a44-5805-47b3-8a3f-5aee86af7631),segment_id=15ad7a44-5805-47b3-8a3f-5aee86af7631)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:23:29.946293 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Returning: {'device': '87b37162-8505-4153-9400-d7df48f99a54', 'network_id': '998469a5-51c9-48fa-9255-eb909b168691', 'port_id': '87b37162-8505-4153-9400-d7df48f99a54', 'mac_address': 'fa:16:3e:3c:d5:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ad10214-93e5-43be-949a-1d0aca01794b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 15:23:29.984548 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Current status of the port 87b37162-8505-4153-9400-d7df48f99a54 is: DOWN; New status is: BUILD {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:23:29.984981 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (87b37162-8505-4153-9400-d7df48f99a54), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:29.997548 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.notifiers.nova [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87b37162-8505-4153-9400-d7df48f99a54 {{(pid=104035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:23:30.017684 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] For port 87b37162-8505-4153-9400-d7df48f99a54, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=87b37162-8505-4153-9400-d7df48f99a54,segment=NetworkSegment(15ad7a44-5805-47b3-8a3f-5aee86af7631),segment_id=15ad7a44-5805-47b3-8a3f-5aee86af7631)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:23:30.090184 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (87b37162-8505-4153-9400-d7df48f99a54), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:30.127189 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-e1b85405-7a13-4024-838c-532465e0cf8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (72569482-7f88-4a09-9117-6d6842ca2c26), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:30.136256 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Pushing event updated for resources: {'Port': ['ID=87b37162-8505-4153-9400-d7df48f99a54,revision_number=9']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:30.203037 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-dea6e117-2713-4be1-83ac-3212ed4a96e1 req-95937d53-b949-4d22-8d06-b2ead2ea9666 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/ports?device_id=8702e35e-9664-40a7-bfb2-2e6ade17bdf8 HTTP/1.1" status: 200 len: 210 time: 0.0288432 May 16 15:23:30.372649 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] get_ports_and_sgs() called for port_ids ['87b37162-8505-4153-9400-d7df48f99a54'] {{(pid=104035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:23:30.664339 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad02bb1-a651-4cf9-8f7a-5124f5fb28bf req-512400b1-109b-4d9d-85f6-fd20e954b3f3 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:30.665814 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-9ad02bb1-a651-4cf9-8f7a-5124f5fb28bf req-512400b1-109b-4d9d-85f6-fd20e954b3f3 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=50535581-9ba0-49d7-83c8-5b46113c41f2 HTTP/1.1" status: 200 len: 945 time: 0.0511684 May 16 15:23:30.713228 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-9ad02bb1-a651-4cf9-8f7a-5124f5fb28bf req-a94e547b-495c-4ad3-886a-48fdff2dbb76 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7491bbc-3bbc-4c44-a83a-a0647cdddede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408373 May 16 15:23:30.863476 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 51558) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:23:30.965512 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f9324ff0-d57b-481b-aada-93965b4e6b36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:31.041040 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f9324ff0-d57b-481b-aada-93965b4e6b36 admin admin] Publish callbacks [] for security_group (2ea7880c-206e-44ce-82eb-f8581f343485), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:31.151710 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f9324ff0-d57b-481b-aada-93965b4e6b36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (2ea7880c-206e-44ce-82eb-f8581f343485), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:31.191050 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-f9324ff0-d57b-481b-aada-93965b4e6b36 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=949b520db373441b9aa0191b5e4e7243&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3264742 May 16 15:23:31.191946 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9324ff0-d57b-481b-aada-93965b4e6b36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea7880c-206e-44ce-82eb-f8581f343485,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:31.193750 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 51562) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:23:31.241852 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-00916b3d-ec8a-4e3d-9385-ed6264207df4 admin admin] Publish callbacks [] for security_group (2ea7880c-206e-44ce-82eb-f8581f343485), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:31.265003 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-00916b3d-ec8a-4e3d-9385-ed6264207df4 admin admin] Publish callbacks [] for security_group (2ea7880c-206e-44ce-82eb-f8581f343485), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:31.304093 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-8eaa8bd7-1923-4c73-be89-8e3204036b95 req-c454e12a-d377-4276-bd13-430927591861 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/ports?device_id=8702e35e-9664-40a7-bfb2-2e6ade17bdf8 HTTP/1.1" status: 200 len: 210 time: 0.0290604 May 16 15:23:31.380517 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-00916b3d-ec8a-4e3d-9385-ed6264207df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (2ea7880c-206e-44ce-82eb-f8581f343485), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:31.383083 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-00916b3d-ec8a-4e3d-9385-ed6264207df4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:31.384255 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-00916b3d-ec8a-4e3d-9385-ed6264207df4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2ea7880c-206e-44ce-82eb-f8581f343485 HTTP/1.1" status: 204 len: 168 time: 0.1894686 May 16 15:23:31.392177 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00916b3d-ec8a-4e3d-9385-ed6264207df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea7880c-206e-44ce-82eb-f8581f343485,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:31.511883 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a2296b44-efe7-4c92-99bf-bf9223587463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (4544528a-1612-46a7-a248-6cca4b867644), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:31.829410 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a99e6b7-bbe6-4703-b051-f6392d3292dd req-67d6ebe5-2fab-4d2a-a075-182805e982d3 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:31.831034 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-5a99e6b7-bbe6-4703-b051-f6392d3292dd req-67d6ebe5-2fab-4d2a-a075-182805e982d3 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=50535581-9ba0-49d7-83c8-5b46113c41f2 HTTP/1.1" status: 200 len: 945 time: 0.0467033 May 16 15:23:31.848228 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device 87b37162-8505-4153-9400-d7df48f99a54 up at agent hyperv_hv-cinder-79578 {{(pid=104035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:23:31.881281 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-5a99e6b7-bbe6-4703-b051-f6392d3292dd req-7ed8c728-3929-48c0-9473-95dbdd61c72d tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7491bbc-3bbc-4c44-a83a-a0647cdddede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443525 May 16 15:23:31.894620 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Provisioning complete for port 87b37162-8505-4153-9400-d7df48f99a54 triggered by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:23:31.894998 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (87b37162-8505-4153-9400-d7df48f99a54), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:31.915399 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 51572) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:23:31.928907 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-02d755b2-e894-444c-a9fd-c821c732e08c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:31.972444 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Current status of the port 87b37162-8505-4153-9400-d7df48f99a54 is: BUILD; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:23:31.972873 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (87b37162-8505-4153-9400-d7df48f99a54), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:31.995752 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50535581-9ba0-49d7-83c8-5b46113c41f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87b37162-8505-4153-9400-d7df48f99a54'}] {{(pid=104035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:23:31.997980 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1790aa2910a77bb841f337ade38aaf2daae4faf72d914c843aa5f796a16e7f37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd61212a-7ddf-4677-8d33-c1a57dfde9f9" -d '{"events": [{"server_uuid": "50535581-9ba0-49d7-83c8-5b46113c41f2", "name": "network-vif-plugged", "status": "completed", "tag": "87b37162-8505-4153-9400-d7df48f99a54"}]}' {{(pid=104035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:23:32.020256 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] For port 87b37162-8505-4153-9400-d7df48f99a54, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=87b37162-8505-4153-9400-d7df48f99a54,segment=NetworkSegment(15ad7a44-5805-47b3-8a3f-5aee86af7631),segment_id=15ad7a44-5805-47b3-8a3f-5aee86af7631)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:23:32.022047 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-02d755b2-e894-444c-a9fd-c821c732e08c admin admin] Publish callbacks [] for security_group (03aa0751-bdf0-4493-8dd5-58fc30398cfd), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:32.035361 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-320b5d84-4b2f-44e7-a730-c85ffe8089fa x-openstack-request-id: req-320b5d84-4b2f-44e7-a730-c85ffe8089fa {{(pid=104035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:23:32.035666 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50535581-9ba0-49d7-83c8-5b46113c41f2", "name": "network-vif-plugged", "status": "completed", "tag": "87b37162-8505-4153-9400-d7df48f99a54", "code": 200}]} {{(pid=104035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:23:32.035955 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-320b5d84-4b2f-44e7-a730-c85ffe8089fa {{(pid=104035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:23:32.036399 dv-cinder-795785-10-iscsi neutron-server[104035]: INFO neutron.notifiers.nova [-] Nova event matching ['req-320b5d84-4b2f-44e7-a730-c85ffe8089fa'] response: {'server_uuid': '50535581-9ba0-49d7-83c8-5b46113c41f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87b37162-8505-4153-9400-d7df48f99a54', 'code': 200} May 16 15:23:32.060197 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-02d755b2-e894-444c-a9fd-c821c732e08c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (03aa0751-bdf0-4493-8dd5-58fc30398cfd), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:32.060372 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (87b37162-8505-4153-9400-d7df48f99a54), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:32.101103 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-02d755b2-e894-444c-a9fd-c821c732e08c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1fff3bbe12c246c1bb58ed41e2db28a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1841702 May 16 15:23:32.103213 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d755b2-e894-444c-a9fd-c821c732e08c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03aa0751-bdf0-4493-8dd5-58fc30398cfd,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:32.104529 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 51576) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:23:32.116630 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Pushing event updated for resources: {'Port': ['ID=87b37162-8505-4153-9400-d7df48f99a54,revision_number=10']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:32.169888 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-6cf6320d-6935-40d4-9f53-ba553a9606d3 admin admin] Publish callbacks [] for security_group (03aa0751-bdf0-4493-8dd5-58fc30398cfd), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:32.191383 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-6cf6320d-6935-40d4-9f53-ba553a9606d3 admin admin] Publish callbacks [] for security_group (03aa0751-bdf0-4493-8dd5-58fc30398cfd), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:32.214682 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617d9326-99fa-4531-beb9-7b953623becd req-01ab1fb9-a996-4e30-a822-021e42c9813a tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:32.216157 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-617d9326-99fa-4531-beb9-7b953623becd req-01ab1fb9-a996-4e30-a822-021e42c9813a tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.69 "GET /v2.0/networks?id=f80dbf35-88c8-44d8-af2b-bea94475a461 HTTP/1.1" status: 200 len: 811 time: 0.1140158 May 16 15:23:32.277365 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-6cf6320d-6935-40d4-9f53-ba553a9606d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (03aa0751-bdf0-4493-8dd5-58fc30398cfd), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:32.280041 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-6cf6320d-6935-40d4-9f53-ba553a9606d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:32.281297 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-6cf6320d-6935-40d4-9f53-ba553a9606d3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/03aa0751-bdf0-4493-8dd5-58fc30398cfd HTTP/1.1" status: 204 len: 168 time: 0.1720822 May 16 15:23:32.289242 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf6320d-6935-40d4-9f53-ba553a9606d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03aa0751-bdf0-4493-8dd5-58fc30398cfd,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:32.398905 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-76b614c3-a123-4d65-b5db-cc27bbb7a496 req-2038bbcc-f40b-4306-bd79-822241da17b3 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/ports?device_id=8702e35e-9664-40a7-bfb2-2e6ade17bdf8 HTTP/1.1" status: 200 len: 210 time: 0.0277557 May 16 15:23:32.454070 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-617d9326-99fa-4531-beb9-7b953623becd req-00da1e7b-6ebe-46f9-91cd-e40ff59ae74b tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b025f7f102ee46fa92e9bb7445e59daa HTTP/1.1" status: 200 len: 379 time: 0.0602794 May 16 15:23:32.466744 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.v2.base [req-617d9326-99fa-4531-beb9-7b953623becd req-a13e2ac1-009a-44f9-aed0-b0fba99f9c6c tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Request body: {'port': {'device_id': '8702e35e-9664-40a7-bfb2-2e6ade17bdf8', 'network_id': 'f80dbf35-88c8-44d8-af2b-bea94475a461', 'admin_state_up': True, 'tenant_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'security_groups': ['0b779ae3-e78d-4ec5-964b-03e22096986e']}} {{(pid=104033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:23:32.655159 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-617d9326-99fa-4531-beb9-7b953623becd req-a13e2ac1-009a-44f9-aed0-b0fba99f9c6c tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Made reservation on behalf of b025f7f102ee46fa92e9bb7445e59daa for: {'port': 1} {{(pid=104033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:23:32.658620 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-617d9326-99fa-4531-beb9-7b953623becd req-a13e2ac1-009a-44f9-aed0-b0fba99f9c6c tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:32.675669 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ceae6-1b0e-4ced-8f94-39928859ee2c req-11e3ec62-ea15-469e-82b2-21d280097f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:32.676973 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-eb6ceae6-1b0e-4ced-8f94-39928859ee2c req-11e3ec62-ea15-469e-82b2-21d280097f27 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=50535581-9ba0-49d7-83c8-5b46113c41f2 HTTP/1.1" status: 200 len: 1131 time: 0.0551121 May 16 15:23:32.777748 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-eb6ceae6-1b0e-4ced-8f94-39928859ee2c req-a7896434-f3ab-4b57-a5e0-2c722b612b8d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c7491bbc-3bbc-4c44-a83a-a0647cdddede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904684 May 16 15:23:32.823324 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [req-617d9326-99fa-4531-beb9-7b953623becd req-a13e2ac1-009a-44f9-aed0-b0fba99f9c6c tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Allocated IP 172.20.0.7 (f80dbf35-88c8-44d8-af2b-bea94475a461/e7b41a31-bf60-43da-a33a-33ad3dcfa24b/c4063f29-0676-40e0-a84d-78902421d427) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:23:32.965763 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-617d9326-99fa-4531-beb9-7b953623becd req-a13e2ac1-009a-44f9-aed0-b0fba99f9c6c tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks [] for port (c4063f29-0676-40e0-a84d-78902421d427), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:33.026878 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d83adb-0b64-4869-8ec2-d58a86f9950a req-de7ecf58-6aaa-4abe-b449-734b86d6c334 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:33.028352 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-77d83adb-0b64-4869-8ec2-d58a86f9950a req-de7ecf58-6aaa-4abe-b449-734b86d6c334 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=50535581-9ba0-49d7-83c8-5b46113c41f2 HTTP/1.1" status: 200 len: 947 time: 0.0609457 May 16 15:23:33.076386 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-77d83adb-0b64-4869-8ec2-d58a86f9950a req-1b8562b0-6f18-459c-bcc8-37e76e95ee54 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7491bbc-3bbc-4c44-a83a-a0647cdddede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420201 May 16 15:23:33.112705 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-617d9326-99fa-4531-beb9-7b953623becd req-a13e2ac1-009a-44f9-aed0-b0fba99f9c6c tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789019640149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61886211'] for port (c4063f29-0676-40e0-a84d-78902421d427), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:33.152562 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-617d9326-99fa-4531-beb9-7b953623becd req-a13e2ac1-009a-44f9-aed0-b0fba99f9c6c tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Network f80dbf35-88c8-44d8-af2b-bea94475a461 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:23:33.155598 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [req-617d9326-99fa-4531-beb9-7b953623becd req-a13e2ac1-009a-44f9-aed0-b0fba99f9c6c tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:23:33.158025 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [req-617d9326-99fa-4531-beb9-7b953623becd req-a13e2ac1-009a-44f9-aed0-b0fba99f9c6c tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:23:33.194141 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13e2ac1-009a-44f9-aed0-b0fba99f9c6c tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Pushing event updated for resources: {'Port': ['ID=c4063f29-0676-40e0-a84d-78902421d427,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:33.221832 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617d9326-99fa-4531-beb9-7b953623becd req-a13e2ac1-009a-44f9-aed0-b0fba99f9c6c tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:33.222496 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-617d9326-99fa-4531-beb9-7b953623becd req-a13e2ac1-009a-44f9-aed0-b0fba99f9c6c tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914'] for port (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:33.306130 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-617d9326-99fa-4531-beb9-7b953623becd req-a13e2ac1-009a-44f9-aed0-b0fba99f9c6c tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8429074 May 16 15:23:33.345506 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-447994d6-42b6-4521-8f4b-87163a036d63 None None] Provisioning complete for port c4063f29-0676-40e0-a84d-78902421d427 triggered by entity DHCP. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:23:33.346108 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-447994d6-42b6-4521-8f4b-87163a036d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (c4063f29-0676-40e0-a84d-78902421d427), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:33.392190 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-447994d6-42b6-4521-8f4b-87163a036d63 None None] Port c4063f29-0676-40e0-a84d-78902421d427 cannot update to ACTIVE because it is not bound. {{(pid=104035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:23:33.433705 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.v2.base [req-617d9326-99fa-4531-beb9-7b953623becd req-ae29542f-bbba-4e38-9f22-c4021a09d8d9 service neutron] Request body: {'port': {'device_id': '8702e35e-9664-40a7-bfb2-2e6ade17bdf8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79578'}} {{(pid=104033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:23:33.485776 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (311a8a5f-4d79-4ff7-931a-d05ff8cc45ee), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:33.504330 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-617d9326-99fa-4531-beb9-7b953623becd req-ae29542f-bbba-4e38-9f22-c4021a09d8d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (c4063f29-0676-40e0-a84d-78902421d427), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:33.520067 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4be093-ea9a-4d02-af96-9add5a1bf68a req-30424097-fedb-4ab2-a262-fdcb83c09ad1 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:33.521593 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-ce4be093-ea9a-4d02-af96-9add5a1bf68a req-30424097-fedb-4ab2-a262-fdcb83c09ad1 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/ports?device_id=8702e35e-9664-40a7-bfb2-2e6ade17bdf8 HTTP/1.1" status: 200 len: 931 time: 0.0499384 May 16 15:23:33.573305 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-ce4be093-ea9a-4d02-af96-9add5a1bf68a req-1ca32389-cad4-46a9-ac74-df53e3b63336 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b779ae3-e78d-4ec5-964b-03e22096986e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444894 May 16 15:23:33.816057 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [req-617d9326-99fa-4531-beb9-7b953623becd req-ae29542f-bbba-4e38-9f22-c4021a09d8d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4063f29-0676-40e0-a84d-78902421d427 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:23:33.824159 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-617d9326-99fa-4531-beb9-7b953623becd req-ae29542f-bbba-4e38-9f22-c4021a09d8d9 service neutron] Publish callbacks [] for port (c4063f29-0676-40e0-a84d-78902421d427), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:33.837077 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [req-617d9326-99fa-4531-beb9-7b953623becd req-ae29542f-bbba-4e38-9f22-c4021a09d8d9 service neutron] Transition to ACTIVE for port object c4063f29-0676-40e0-a84d-78902421d427 will not be triggered until provisioned by entity L2. {{(pid=104033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 15:23:33.888615 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-617d9326-99fa-4531-beb9-7b953623becd req-ae29542f-bbba-4e38-9f22-c4021a09d8d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61886260'] for port (c4063f29-0676-40e0-a84d-78902421d427), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:33.946393 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae29542f-bbba-4e38-9f22-c4021a09d8d9 service neutron] Pushing event updated for resources: {'Port': ['ID=c4063f29-0676-40e0-a84d-78902421d427,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:34.050478 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [req-617d9326-99fa-4531-beb9-7b953623becd req-ae29542f-bbba-4e38-9f22-c4021a09d8d9 service neutron] Attempting to bind port c4063f29-0676-40e0-a84d-78902421d427 on host hv-cinder-79578 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:23:34.051534 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [req-617d9326-99fa-4531-beb9-7b953623becd req-ae29542f-bbba-4e38-9f22-c4021a09d8d9 service neutron] Attempting to bind port c4063f29-0676-40e0-a84d-78902421d427 by drivers openvswitch,hyperv on host hv-cinder-79578 at level 0 using segments [{'id': '3524b13a-1123-418a-8192-502728157678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f80dbf35-88c8-44d8-af2b-bea94475a461'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:23:34.052370 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-617d9326-99fa-4531-beb9-7b953623becd req-ae29542f-bbba-4e38-9f22-c4021a09d8d9 service neutron] Attempting to bind port c4063f29-0676-40e0-a84d-78902421d427 on network f80dbf35-88c8-44d8-af2b-bea94475a461 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:23:34.067471 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-617d9326-99fa-4531-beb9-7b953623becd req-ae29542f-bbba-4e38-9f22-c4021a09d8d9 service neutron] Port c4063f29-0676-40e0-a84d-78902421d427 on network f80dbf35-88c8-44d8-af2b-bea94475a461 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79578 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 15:23:34.075748 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-617d9326-99fa-4531-beb9-7b953623becd req-ae29542f-bbba-4e38-9f22-c4021a09d8d9 service neutron] Attempting to bind port c4063f29-0676-40e0-a84d-78902421d427 on network f80dbf35-88c8-44d8-af2b-bea94475a461 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:23:34.075748 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-617d9326-99fa-4531-beb9-7b953623becd req-ae29542f-bbba-4e38-9f22-c4021a09d8d9 service neutron] Checking agent: {'id': '751a3b14-a3b6-44f5-a165-bd23bd92acbe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79578', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 13, 10), 'started_at': datetime.datetime(2022, 5, 16, 15, 13, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:23:34.075748 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-617d9326-99fa-4531-beb9-7b953623becd req-ae29542f-bbba-4e38-9f22-c4021a09d8d9 service neutron] Checking segment: {'id': '3524b13a-1123-418a-8192-502728157678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f80dbf35-88c8-44d8-af2b-bea94475a461'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:23:34.075748 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-617d9326-99fa-4531-beb9-7b953623becd req-ae29542f-bbba-4e38-9f22-c4021a09d8d9 service neutron] Bound using segment: {'id': '3524b13a-1123-418a-8192-502728157678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f80dbf35-88c8-44d8-af2b-bea94475a461'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:23:34.076137 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [req-617d9326-99fa-4531-beb9-7b953623becd req-ae29542f-bbba-4e38-9f22-c4021a09d8d9 service neutron] Bound port: c4063f29-0676-40e0-a84d-78902421d427, host: hv-cinder-79578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3524b13a-1123-418a-8192-502728157678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f80dbf35-88c8-44d8-af2b-bea94475a461'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:23:34.076438 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-617d9326-99fa-4531-beb9-7b953623becd req-ae29542f-bbba-4e38-9f22-c4021a09d8d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (c4063f29-0676-40e0-a84d-78902421d427), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:34.220561 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [req-617d9326-99fa-4531-beb9-7b953623becd req-ae29542f-bbba-4e38-9f22-c4021a09d8d9 service neutron] For port c4063f29-0676-40e0-a84d-78902421d427, host hv-cinder-79578, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:23:34.253482 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e901e40c-c269-4204-9022-67daf3509934 req-f6ccf044-17b6-4ad4-921c-c30ed36ad7ce tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:34.255081 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-e901e40c-c269-4204-9022-67daf3509934 req-f6ccf044-17b6-4ad4-921c-c30ed36ad7ce tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=50535581-9ba0-49d7-83c8-5b46113c41f2 HTTP/1.1" status: 200 len: 947 time: 0.0784647 May 16 15:23:34.259086 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [req-617d9326-99fa-4531-beb9-7b953623becd req-ae29542f-bbba-4e38-9f22-c4021a09d8d9 service neutron] For port c4063f29-0676-40e0-a84d-78902421d427, host hv-cinder-79578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=c4063f29-0676-40e0-a84d-78902421d427,segment=NetworkSegment(3524b13a-1123-418a-8192-502728157678),segment_id=3524b13a-1123-418a-8192-502728157678)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:23:34.308462 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-e901e40c-c269-4204-9022-67daf3509934 req-33ba38a0-3f26-4308-9201-12a0e9f9b398 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7491bbc-3bbc-4c44-a83a-a0647cdddede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448046 May 16 15:23:34.323531 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-617d9326-99fa-4531-beb9-7b953623becd req-ae29542f-bbba-4e38-9f22-c4021a09d8d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61886260'] for port (c4063f29-0676-40e0-a84d-78902421d427), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:34.359402 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617d9326-99fa-4531-beb9-7b953623becd req-ae29542f-bbba-4e38-9f22-c4021a09d8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:34.360091 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-617d9326-99fa-4531-beb9-7b953623becd req-ae29542f-bbba-4e38-9f22-c4021a09d8d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914'] for port (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:34.361534 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-617d9326-99fa-4531-beb9-7b953623becd req-ae29542f-bbba-4e38-9f22-c4021a09d8d9 service neutron] 10.222.0.69 "PUT /v2.0/ports/c4063f29-0676-40e0-a84d-78902421d427 HTTP/1.1" status: 200 len: 1093 time: 0.9320645 May 16 15:23:34.361999 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8702e35e-9664-40a7-bfb2-2e6ade17bdf8', 'tag': 'c4063f29-0676-40e0-a84d-78902421d427'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:23:34.364242 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffeccd97bc4bec2d8a291f35a4115644be5723c7930092d1a563b2016f5a5231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79adfb54-2629-45a8-8dbd-070e2435fee5" -d '{"events": [{"name": "network-changed", "server_uuid": "8702e35e-9664-40a7-bfb2-2e6ade17bdf8", "tag": "c4063f29-0676-40e0-a84d-78902421d427"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:23:34.400247 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae29542f-bbba-4e38-9f22-c4021a09d8d9 service neutron] Pushing event updated for resources: {'Port': ['ID=c4063f29-0676-40e0-a84d-78902421d427,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:34.410674 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2228e2aa-975c-40be-a0e4-dfb6c2aea5c2 x-openstack-request-id: req-2228e2aa-975c-40be-a0e4-dfb6c2aea5c2 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:23:34.410967 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8702e35e-9664-40a7-bfb2-2e6ade17bdf8", "tag": "c4063f29-0676-40e0-a84d-78902421d427", "status": "completed", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:23:34.411245 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2228e2aa-975c-40be-a0e4-dfb6c2aea5c2 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:23:34.411651 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2228e2aa-975c-40be-a0e4-dfb6c2aea5c2'] response: {'name': 'network-changed', 'server_uuid': '8702e35e-9664-40a7-bfb2-2e6ade17bdf8', 'tag': 'c4063f29-0676-40e0-a84d-78902421d427', 'status': 'completed', 'code': 200} May 16 15:23:34.497294 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79adfb54-2629-45a8-8dbd-070e2435fee5 req-146f6adf-cae6-40f6-95cf-181205ce82a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:34.498872 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-79adfb54-2629-45a8-8dbd-070e2435fee5 req-146f6adf-cae6-40f6-95cf-181205ce82a3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b025f7f102ee46fa92e9bb7445e59daa&device_id=8702e35e-9664-40a7-bfb2-2e6ade17bdf8 HTTP/1.1" status: 200 len: 1127 time: 0.0487733 May 16 15:23:34.611677 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79adfb54-2629-45a8-8dbd-070e2435fee5 req-cd473f56-e6d7-4fd0-abcb-da71c40346ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:34.613223 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-79adfb54-2629-45a8-8dbd-070e2435fee5 req-cd473f56-e6d7-4fd0-abcb-da71c40346ae service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=b025f7f102ee46fa92e9bb7445e59daa&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1011086 May 16 15:23:34.730568 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99be776e-26e2-4793-8cf6-1e2771d60e12 req-62478da7-137b-4c5f-88fa-79be58cd2729 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:34.732165 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-99be776e-26e2-4793-8cf6-1e2771d60e12 req-62478da7-137b-4c5f-88fa-79be58cd2729 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/ports?device_id=8702e35e-9664-40a7-bfb2-2e6ade17bdf8 HTTP/1.1" status: 200 len: 943 time: 0.0855560 May 16 15:23:34.766184 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79adfb54-2629-45a8-8dbd-070e2435fee5 req-55f5a362-8a82-4558-8b64-c3a32b691706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:34.767499 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-79adfb54-2629-45a8-8dbd-070e2435fee5 req-55f5a362-8a82-4558-8b64-c3a32b691706 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1489425 May 16 15:23:34.797347 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-99be776e-26e2-4793-8cf6-1e2771d60e12 req-59f2d041-e5a5-4e1d-825d-d6dbec4fca4b tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b779ae3-e78d-4ec5-964b-03e22096986e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562134 May 16 15:23:34.864646 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617d9326-99fa-4531-beb9-7b953623becd req-e5162612-fab9-42b7-aeb6-7f7a5bb13e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:34.866174 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-617d9326-99fa-4531-beb9-7b953623becd req-e5162612-fab9-42b7-aeb6-7f7a5bb13e00 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b025f7f102ee46fa92e9bb7445e59daa&device_id=8702e35e-9664-40a7-bfb2-2e6ade17bdf8 HTTP/1.1" status: 200 len: 1127 time: 0.0416939 May 16 15:23:34.911008 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-617d9326-99fa-4531-beb9-7b953623becd req-57ed65d1-cea6-4fa4-89f8-a1d3ec85f467 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c4063f29-0676-40e0-a84d-78902421d427 HTTP/1.1" status: 200 len: 217 time: 0.0327919 May 16 15:23:35.207740 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617d9326-99fa-4531-beb9-7b953623becd req-9dc5c4a3-b213-4094-95ab-364e46a1e11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:35.209192 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-617d9326-99fa-4531-beb9-7b953623becd req-9dc5c4a3-b213-4094-95ab-364e46a1e11b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e7b41a31-bf60-43da-a33a-33ad3dcfa24b HTTP/1.1" status: 200 len: 850 time: 0.2925448 May 16 15:23:35.251848 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617d9326-99fa-4531-beb9-7b953623becd req-2bf30b2f-304b-4211-a620-ab102c01083e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:35.253309 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-617d9326-99fa-4531-beb9-7b953623becd req-2bf30b2f-304b-4211-a620-ab102c01083e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f80dbf35-88c8-44d8-af2b-bea94475a461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0374670 May 16 15:23:35.346402 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-617d9326-99fa-4531-beb9-7b953623becd req-b4c83852-f822-487e-9c96-125cfcde211e service neutron] 10.222.0.69 "GET /v2.0/networks/f80dbf35-88c8-44d8-af2b-bea94475a461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874155 May 16 15:23:35.439827 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130e7cd1-7867-43ce-a990-e1b2717a3d89 req-b4708db2-49b3-4426-8fca-801b0fba2bfd tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:35.442902 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-130e7cd1-7867-43ce-a990-e1b2717a3d89 req-b4708db2-49b3-4426-8fca-801b0fba2bfd tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=50535581-9ba0-49d7-83c8-5b46113c41f2 HTTP/1.1" status: 200 len: 947 time: 0.0545149 May 16 15:23:35.449289 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-617d9326-99fa-4531-beb9-7b953623becd req-28c82749-f7ce-49e1-8092-9850cbc4cb41 service neutron] 10.222.0.69 "GET /v2.0/networks/f80dbf35-88c8-44d8-af2b-bea94475a461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951102 May 16 15:23:35.493342 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-130e7cd1-7867-43ce-a990-e1b2717a3d89 req-a55c459d-ceb1-4c2e-b8db-bf315f187c22 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7491bbc-3bbc-4c44-a83a-a0647cdddede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437403 May 16 15:23:35.749104 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 51694) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:23:35.851473 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-ff145e18-4700-4f8b-9822-31b433414bc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:35.912368 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b4769-33ff-45bd-b99f-50ad9421ab07 req-431a55ca-35d3-4ade-a060-15e4a8bb5a22 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:35.913936 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-d73b4769-33ff-45bd-b99f-50ad9421ab07 req-431a55ca-35d3-4ade-a060-15e4a8bb5a22 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/ports?device_id=8702e35e-9664-40a7-bfb2-2e6ade17bdf8 HTTP/1.1" status: 200 len: 943 time: 0.0461431 May 16 15:23:35.925657 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-ff145e18-4700-4f8b-9822-31b433414bc3 admin admin] Publish callbacks [] for security_group (cf413eb0-ac74-499a-a611-bb9364d6340c), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:35.965911 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-d73b4769-33ff-45bd-b99f-50ad9421ab07 req-515f54a8-2f29-4cfb-9a85-89ebba6e3546 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b779ae3-e78d-4ec5-964b-03e22096986e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456195 May 16 15:23:35.990930 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-ff145e18-4700-4f8b-9822-31b433414bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (cf413eb0-ac74-499a-a611-bb9364d6340c), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:36.033097 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-ff145e18-4700-4f8b-9822-31b433414bc3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=75e64887386e4680a7e0f147f7b00b1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2828422 May 16 15:23:36.033970 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff145e18-4700-4f8b-9822-31b433414bc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf413eb0-ac74-499a-a611-bb9364d6340c,revision_number=1']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:36.035864 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 51700) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:23:36.083408 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7646a2d4-c17a-4380-933b-427ed6832fcb admin admin] Publish callbacks [] for security_group (cf413eb0-ac74-499a-a611-bb9364d6340c), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:36.108331 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7646a2d4-c17a-4380-933b-427ed6832fcb admin admin] Publish callbacks [] for security_group (cf413eb0-ac74-499a-a611-bb9364d6340c), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:36.195989 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7646a2d4-c17a-4380-933b-427ed6832fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (cf413eb0-ac74-499a-a611-bb9364d6340c), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:36.198570 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7646a2d4-c17a-4380-933b-427ed6832fcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:36.199700 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-7646a2d4-c17a-4380-933b-427ed6832fcb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cf413eb0-ac74-499a-a611-bb9364d6340c HTTP/1.1" status: 204 len: 168 time: 0.1628406 May 16 15:23:36.207528 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7646a2d4-c17a-4380-933b-427ed6832fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf413eb0-ac74-499a-a611-bb9364d6340c,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:36.613493 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d24eca-fbbf-4e5a-9aa3-093cf5a7f7e9 req-a4d05d4c-6b79-4be1-9563-ce0662437a7c tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:36.615072 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-f3d24eca-fbbf-4e5a-9aa3-093cf5a7f7e9 req-a4d05d4c-6b79-4be1-9563-ce0662437a7c tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=50535581-9ba0-49d7-83c8-5b46113c41f2 HTTP/1.1" status: 200 len: 947 time: 0.0478208 May 16 15:23:36.661283 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-f3d24eca-fbbf-4e5a-9aa3-093cf5a7f7e9 req-5dd5656f-29b1-416d-8f48-2ecce29b6dfa tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7491bbc-3bbc-4c44-a83a-a0647cdddede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401630 May 16 15:23:36.788405 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 51710) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:23:36.802303 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-f3319cd3-4942-46f8-8aca-a17edbd991bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:36.873918 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-f3319cd3-4942-46f8-8aca-a17edbd991bc admin admin] Publish callbacks [] for security_group (941fbadb-ab6d-40ad-87bb-653e7cdd62f3), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:36.933536 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-f3319cd3-4942-46f8-8aca-a17edbd991bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (941fbadb-ab6d-40ad-87bb-653e7cdd62f3), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:36.970366 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3319cd3-4942-46f8-8aca-a17edbd991bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=941fbadb-ab6d-40ad-87bb-653e7cdd62f3,revision_number=1']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:36.975539 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-f3319cd3-4942-46f8-8aca-a17edbd991bc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2714b994f8ce4008a8ee3cd198087c52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1861520 May 16 15:23:36.978104 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 51712) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:23:37.031761 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-92683861-4d3b-43c2-8c81-8107be7cb310 admin admin] Publish callbacks [] for security_group (941fbadb-ab6d-40ad-87bb-653e7cdd62f3), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:37.054093 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-92683861-4d3b-43c2-8c81-8107be7cb310 admin admin] Publish callbacks [] for security_group (941fbadb-ab6d-40ad-87bb-653e7cdd62f3), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:37.078536 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb2a037-e815-4e23-9a93-33acf53beaab req-ddd1b7ac-2cbb-422b-9d17-6da491ceac3d tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:37.080226 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-2fb2a037-e815-4e23-9a93-33acf53beaab req-ddd1b7ac-2cbb-422b-9d17-6da491ceac3d tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/ports?device_id=8702e35e-9664-40a7-bfb2-2e6ade17bdf8 HTTP/1.1" status: 200 len: 943 time: 0.0478549 May 16 15:23:37.128747 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-2fb2a037-e815-4e23-9a93-33acf53beaab req-8f81dbaf-5598-4f7d-8af1-f5dcf8c50cae tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b779ae3-e78d-4ec5-964b-03e22096986e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425596 May 16 15:23:37.157867 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.agents_db [None req-ab78c14b-22b7-4e46-ade7-0c4080e95cb7 None None] Agent healthcheck: found 6 active agents {{(pid=104036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:23:37.225014 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-92683861-4d3b-43c2-8c81-8107be7cb310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (941fbadb-ab6d-40ad-87bb-653e7cdd62f3), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:37.227650 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-92683861-4d3b-43c2-8c81-8107be7cb310 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:37.228943 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-92683861-4d3b-43c2-8c81-8107be7cb310 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/941fbadb-ab6d-40ad-87bb-653e7cdd62f3 HTTP/1.1" status: 204 len: 168 time: 0.2492375 May 16 15:23:37.236756 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92683861-4d3b-43c2-8c81-8107be7cb310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=941fbadb-ab6d-40ad-87bb-653e7cdd62f3,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:38.242134 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4377b59b-7403-4e5f-a523-a6c0188964b1 req-4c332763-6689-45a4-814c-26fed4e29acb tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:38.243616 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-4377b59b-7403-4e5f-a523-a6c0188964b1 req-4c332763-6689-45a4-814c-26fed4e29acb tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/ports?device_id=8702e35e-9664-40a7-bfb2-2e6ade17bdf8 HTTP/1.1" status: 200 len: 943 time: 0.0471334 May 16 15:23:38.292041 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-4377b59b-7403-4e5f-a523-a6c0188964b1 req-7d97c5f9-232b-4832-a963-33814d8b3582 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b779ae3-e78d-4ec5-964b-03e22096986e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420659 May 16 15:23:39.405015 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78319ff-9d39-43e3-b9dd-e5dbdf6807b2 req-9e1a842b-8570-4a7a-8774-291aa6f898d8 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:39.406492 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-d78319ff-9d39-43e3-b9dd-e5dbdf6807b2 req-9e1a842b-8570-4a7a-8774-291aa6f898d8 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/ports?device_id=8702e35e-9664-40a7-bfb2-2e6ade17bdf8 HTTP/1.1" status: 200 len: 943 time: 0.0483093 May 16 15:23:39.455921 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-d78319ff-9d39-43e3-b9dd-e5dbdf6807b2 req-a60d8e50-3fbf-44d3-aa33-3d1a93695a92 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b779ae3-e78d-4ec5-964b-03e22096986e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437763 May 16 15:23:40.184587 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (751a3b14-a3b6-44f5-a165-bd23bd92acbe), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:40.567227 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc5ec3-a07d-4723-afa9-a2ec27cb2fca req-43d132e3-622a-441c-bf24-0bcf66ecd33c tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:40.568688 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-f8fc5ec3-a07d-4723-afa9-a2ec27cb2fca req-43d132e3-622a-441c-bf24-0bcf66ecd33c tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/ports?device_id=8702e35e-9664-40a7-bfb2-2e6ade17bdf8 HTTP/1.1" status: 200 len: 943 time: 0.0475802 May 16 15:23:40.620551 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-f8fc5ec3-a07d-4723-afa9-a2ec27cb2fca req-5709f57e-dd0a-4e3b-a9dc-c519148fbdd3 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b779ae3-e78d-4ec5-964b-03e22096986e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463035 May 16 15:23:41.730948 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b266383-3d84-4784-9cfe-9963c9bf79bc req-c8f8fc2e-21f4-48bf-b00c-4ea8b015b651 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:41.732398 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-7b266383-3d84-4784-9cfe-9963c9bf79bc req-c8f8fc2e-21f4-48bf-b00c-4ea8b015b651 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/ports?device_id=8702e35e-9664-40a7-bfb2-2e6ade17bdf8 HTTP/1.1" status: 200 len: 943 time: 0.0456657 May 16 15:23:41.780402 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-7b266383-3d84-4784-9cfe-9963c9bf79bc req-b8fc161e-10af-401f-9a80-57c30c09abbf tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b779ae3-e78d-4ec5-964b-03e22096986e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425339 May 16 15:23:42.891711 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6a276c-2bfb-449a-9e68-0ec40427fbfb req-61fc120e-2e34-400e-be95-e71264afa9cb tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:42.893177 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-7f6a276c-2bfb-449a-9e68-0ec40427fbfb req-61fc120e-2e34-400e-be95-e71264afa9cb tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/ports?device_id=8702e35e-9664-40a7-bfb2-2e6ade17bdf8 HTTP/1.1" status: 200 len: 943 time: 0.0469630 May 16 15:23:42.940691 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-7f6a276c-2bfb-449a-9e68-0ec40427fbfb req-1e7dd32e-5c22-4052-b3ad-5de96cf294e5 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b779ae3-e78d-4ec5-964b-03e22096986e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419548 May 16 15:23:43.886109 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device c4063f29-0676-40e0-a84d-78902421d427 details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=104035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 15:23:43.983117 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] For port c4063f29-0676-40e0-a84d-78902421d427, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=c4063f29-0676-40e0-a84d-78902421d427,segment=NetworkSegment(3524b13a-1123-418a-8192-502728157678),segment_id=3524b13a-1123-418a-8192-502728157678)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:23:43.995465 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Returning: {'device': 'c4063f29-0676-40e0-a84d-78902421d427', 'network_id': 'f80dbf35-88c8-44d8-af2b-bea94475a461', 'port_id': 'c4063f29-0676-40e0-a84d-78902421d427', 'mac_address': 'fa:16:3e:99:ac:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7b41a31-bf60-43da-a33a-33ad3dcfa24b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 15:23:44.032008 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Current status of the port c4063f29-0676-40e0-a84d-78902421d427 is: DOWN; New status is: BUILD {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:23:44.032399 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (c4063f29-0676-40e0-a84d-78902421d427), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:44.049479 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.notifiers.nova [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4063f29-0676-40e0-a84d-78902421d427 {{(pid=104035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:23:44.056004 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5222e2-d902-49bd-8935-b7a7aadc4e2e req-96eaed77-92a1-4b79-99ae-1a51081bf50e tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:44.057997 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-fd5222e2-d902-49bd-8935-b7a7aadc4e2e req-96eaed77-92a1-4b79-99ae-1a51081bf50e tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/ports?device_id=8702e35e-9664-40a7-bfb2-2e6ade17bdf8 HTTP/1.1" status: 200 len: 943 time: 0.0487902 May 16 15:23:44.069700 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] For port c4063f29-0676-40e0-a84d-78902421d427, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=c4063f29-0676-40e0-a84d-78902421d427,segment=NetworkSegment(3524b13a-1123-418a-8192-502728157678),segment_id=3524b13a-1123-418a-8192-502728157678)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:23:44.109935 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-fd5222e2-d902-49bd-8935-b7a7aadc4e2e req-e0fee80b-6d19-4f88-bd16-7c56c2d1ad0b tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b779ae3-e78d-4ec5-964b-03e22096986e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462632 May 16 15:23:44.132898 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (c4063f29-0676-40e0-a84d-78902421d427), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:44.177905 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Pushing event updated for resources: {'Port': ['ID=c4063f29-0676-40e0-a84d-78902421d427,revision_number=4']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:44.435984 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] get_ports_and_sgs() called for port_ids ['c4063f29-0676-40e0-a84d-78902421d427'] {{(pid=104035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:23:45.223474 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320479ab-c40e-4c95-bfcc-1b428287cae8 req-97e1a22c-c913-4e1c-a57b-8da9f6495e18 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:45.224916 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-320479ab-c40e-4c95-bfcc-1b428287cae8 req-97e1a22c-c913-4e1c-a57b-8da9f6495e18 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/ports?device_id=8702e35e-9664-40a7-bfb2-2e6ade17bdf8 HTTP/1.1" status: 200 len: 944 time: 0.0467732 May 16 15:23:45.272065 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-320479ab-c40e-4c95-bfcc-1b428287cae8 req-ba3d116f-2bd4-4620-af55-4a4592a90620 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b779ae3-e78d-4ec5-964b-03e22096986e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415244 May 16 15:23:45.896757 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device c4063f29-0676-40e0-a84d-78902421d427 up at agent hyperv_hv-cinder-79578 {{(pid=104035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:23:45.938897 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Provisioning for port c4063f29-0676-40e0-a84d-78902421d427 completed by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 15:23:46.006641 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Provisioning complete for port c4063f29-0676-40e0-a84d-78902421d427 triggered by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:23:46.006940 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (c4063f29-0676-40e0-a84d-78902421d427), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:46.080375 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Current status of the port c4063f29-0676-40e0-a84d-78902421d427 is: BUILD; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:23:46.080758 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (c4063f29-0676-40e0-a84d-78902421d427), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:46.103879 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8702e35e-9664-40a7-bfb2-2e6ade17bdf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4063f29-0676-40e0-a84d-78902421d427'}] {{(pid=104035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:23:46.106126 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1790aa2910a77bb841f337ade38aaf2daae4faf72d914c843aa5f796a16e7f37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55123aac-1a82-4b93-9cac-534b8024cd6f" -d '{"events": [{"server_uuid": "8702e35e-9664-40a7-bfb2-2e6ade17bdf8", "name": "network-vif-plugged", "status": "completed", "tag": "c4063f29-0676-40e0-a84d-78902421d427"}]}' {{(pid=104035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:23:46.118221 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] For port c4063f29-0676-40e0-a84d-78902421d427, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=c4063f29-0676-40e0-a84d-78902421d427,segment=NetworkSegment(3524b13a-1123-418a-8192-502728157678),segment_id=3524b13a-1123-418a-8192-502728157678)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:23:46.141166 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6666af2f-7f5b-47df-8831-dbdcbacd78de x-openstack-request-id: req-6666af2f-7f5b-47df-8831-dbdcbacd78de {{(pid=104035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:23:46.141478 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8702e35e-9664-40a7-bfb2-2e6ade17bdf8", "name": "network-vif-plugged", "status": "completed", "tag": "c4063f29-0676-40e0-a84d-78902421d427", "code": 200}]} {{(pid=104035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:23:46.141755 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6666af2f-7f5b-47df-8831-dbdcbacd78de {{(pid=104035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:23:46.142170 dv-cinder-795785-10-iscsi neutron-server[104035]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6666af2f-7f5b-47df-8831-dbdcbacd78de'] response: {'server_uuid': '8702e35e-9664-40a7-bfb2-2e6ade17bdf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4063f29-0676-40e0-a84d-78902421d427', 'code': 200} May 16 15:23:46.166707 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (c4063f29-0676-40e0-a84d-78902421d427), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:46.214445 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Pushing event updated for resources: {'Port': ['ID=c4063f29-0676-40e0-a84d-78902421d427,revision_number=5']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:46.221434 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:46.221779 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:46.222141 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:46.222480 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:46.222813 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:46.223139 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:46.223463 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:46.223786 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:46.224110 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:46.224431 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:46.224753 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:46.225073 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:46.225391 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:46.225708 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:46.226025 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:46.386980 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45b94a-9dee-4d52-a034-a125e1ef4de1 req-a087240a-c393-48ff-b804-ced311d143c7 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:46.388515 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-0a45b94a-9dee-4d52-a034-a125e1ef4de1 req-a087240a-c393-48ff-b804-ced311d143c7 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/ports?device_id=8702e35e-9664-40a7-bfb2-2e6ade17bdf8 HTTP/1.1" status: 200 len: 945 time: 0.0505033 May 16 15:23:46.437093 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-0a45b94a-9dee-4d52-a034-a125e1ef4de1 req-d319327a-9a8e-44a5-9cd8-5ddcfe9afe73 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b779ae3-e78d-4ec5-964b-03e22096986e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430572 May 16 15:23:46.518434 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a22dfd5-94e7-42da-b3d4-04a84968b04d req-4662542f-fde9-4065-93cd-8427928f6dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:46.519934 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-0a22dfd5-94e7-42da-b3d4-04a84968b04d req-4662542f-fde9-4065-93cd-8427928f6dc2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8702e35e-9664-40a7-bfb2-2e6ade17bdf8 HTTP/1.1" status: 200 len: 1129 time: 0.0382531 May 16 15:23:46.568241 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-0a22dfd5-94e7-42da-b3d4-04a84968b04d req-e11f60fb-8848-4270-95a8-8200d0f09b59 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0b779ae3-e78d-4ec5-964b-03e22096986e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422189 May 16 15:23:47.552169 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06703ed6-12b9-4f07-baec-21a910589536 req-4e6ca16d-27c8-48ed-a8fa-75c1e02175d1 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:47.553638 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-06703ed6-12b9-4f07-baec-21a910589536 req-4e6ca16d-27c8-48ed-a8fa-75c1e02175d1 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/ports?device_id=8702e35e-9664-40a7-bfb2-2e6ade17bdf8 HTTP/1.1" status: 200 len: 945 time: 0.0466030 May 16 15:23:47.602069 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-06703ed6-12b9-4f07-baec-21a910589536 req-a7e7bbd1-4fc2-45fe-9353-e8329050a6d4 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b779ae3-e78d-4ec5-964b-03e22096986e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426767 May 16 15:23:48.714566 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eddffc7-5d66-4e73-82cb-79ae9fed4f6a req-d01990d8-711f-4595-8c98-645552fcd971 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:48.716040 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-9eddffc7-5d66-4e73-82cb-79ae9fed4f6a req-d01990d8-711f-4595-8c98-645552fcd971 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/ports?device_id=8702e35e-9664-40a7-bfb2-2e6ade17bdf8 HTTP/1.1" status: 200 len: 945 time: 0.0473344 May 16 15:23:48.764568 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-9eddffc7-5d66-4e73-82cb-79ae9fed4f6a req-bc303586-3744-4dda-baba-5a2c9f26ce2c tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b779ae3-e78d-4ec5-964b-03e22096986e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427101 May 16 15:23:48.893302 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049e1aa6-bed3-4327-b1e2-2e44160a6038 req-3bf1d900-fc52-4aad-a959-4929691a5e08 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:48.895019 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-049e1aa6-bed3-4327-b1e2-2e44160a6038 req-3bf1d900-fc52-4aad-a959-4929691a5e08 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/ports?device_id=8702e35e-9664-40a7-bfb2-2e6ade17bdf8 HTTP/1.1" status: 200 len: 945 time: 0.0567312 May 16 15:23:48.954657 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-049e1aa6-bed3-4327-b1e2-2e44160a6038 req-afe199f5-0276-4a62-ab12-ce54700d1481 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b779ae3-e78d-4ec5-964b-03e22096986e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464332 May 16 15:23:48.976853 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 51872) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:23:49.018083 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d25ab69-7b8b-49e2-b2db-772d76ac16d9 tempest-TestVolumeBootPattern-334887417 tempest-TestVolumeBootPattern-334887417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:49.019604 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-6d25ab69-7b8b-49e2-b2db-772d76ac16d9 tempest-TestVolumeBootPattern-334887417 tempest-TestVolumeBootPattern-334887417-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=8702e35e-9664-40a7-bfb2-2e6ade17bdf8 HTTP/1.1" status: 200 len: 1124 time: 0.0417302 May 16 15:23:49.022337 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 51874) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:23:49.026450 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.v2.base [None req-3d054528-a43e-4388-94d3-42b6bf9a230b tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Request body: {'floatingip': {'floating_network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'port_id': 'c4063f29-0676-40e0-a84d-78902421d427', 'tenant_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:23:49.092965 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-3d054528-a43e-4388-94d3-42b6bf9a230b tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:49.178556 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-3d054528-a43e-4388-94d3-42b6bf9a230b tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:49.281847 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.db.db_base_plugin_common [None req-3d054528-a43e-4388-94d3-42b6bf9a230b tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Allocated IP 172.27.0.47 (ad45e98c-12fc-4959-a2ae-a7226c979594/4a504247-fe9e-45e9-866d-820247643fc0/ff6c9c75-bd25-4b2d-8590-25178789c5a2) {{(pid=104034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:23:49.380828 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-3d054528-a43e-4388-94d3-42b6bf9a230b tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks [] for port (ff6c9c75-bd25-4b2d-8590-25178789c5a2), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:49.452460 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-3d054528-a43e-4388-94d3-42b6bf9a230b tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789019640149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097154'] for port (ff6c9c75-bd25-4b2d-8590-25178789c5a2), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:49.492817 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d054528-a43e-4388-94d3-42b6bf9a230b tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Network ad45e98c-12fc-4959-a2ae-a7226c979594 is already hosted by enough agents. {{(pid=104034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:23:49.495715 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.base_scheduler [None req-3d054528-a43e-4388-94d3-42b6bf9a230b tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Resources bound (agent type, host, resource id): {{(pid=104034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:23:49.501823 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d054528-a43e-4388-94d3-42b6bf9a230b tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Received port after_create {{(pid=104034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:23:49.522707 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d054528-a43e-4388-94d3-42b6bf9a230b tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Pushing event updated for resources: {'Port': ['ID=ff6c9c75-bd25-4b2d-8590-25178789c5a2,revision_number=1']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:49.843824 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-3d054528-a43e-4388-94d3-42b6bf9a230b tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks [] for floatingip (b6f9b390-c7a7-44a4-bb47-fb9f9ac1534f), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:49.960227 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-3d054528-a43e-4388-94d3-42b6bf9a230b tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (ff6c9c75-bd25-4b2d-8590-25178789c5a2), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:50.139288 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-3d054528-a43e-4388-94d3-42b6bf9a230b tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks [] for port (ff6c9c75-bd25-4b2d-8590-25178789c5a2), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:50.246460 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-3d054528-a43e-4388-94d3-42b6bf9a230b tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4097205'] for port (ff6c9c75-bd25-4b2d-8590-25178789c5a2), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:50.316639 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d054528-a43e-4388-94d3-42b6bf9a230b tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Pushing event updated for resources: {'Port': ['ID=ff6c9c75-bd25-4b2d-8590-25178789c5a2,revision_number=2']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:50.323705 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-3d054528-a43e-4388-94d3-42b6bf9a230b tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556839'] for floatingip (b6f9b390-c7a7-44a4-bb47-fb9f9ac1534f), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:50.418350 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.db.l3_db [None req-3d054528-a43e-4388-94d3-42b6bf9a230b tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Floating IP b6f9b390-c7a7-44a4-bb47-fb9f9ac1534f associated. External IP: 172.27.0.47, port: c4063f29-0676-40e0-a84d-78902421d427. May 16 15:23:50.623840 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d054528-a43e-4388-94d3-42b6bf9a230b tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Router 058e4470-9532-4334-9d31-5e488b5f2129 has already been hosted by L3 agent 54a3e65b-69a0-426d-9997-69a1705c4334 {{(pid=104034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:23:50.727090 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d054528-a43e-4388-94d3-42b6bf9a230b tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Notify agent at l3_agent.dv-cinder-795785-10-iscsi the message routers_updated {{(pid=104034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:23:50.755317 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62eea73-740c-4ee2-9bb7-27f09314f907 None None] Sync routers for ids ['058e4470-9532-4334-9d31-5e488b5f2129'] in dv-cinder-795785-10-iscsi {{(pid=104036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:23:50.755317 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62eea73-740c-4ee2-9bb7-27f09314f907 None None] Routers {'058e4470-9532-4334-9d31-5e488b5f2129'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:23:50.755317 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-f62eea73-740c-4ee2-9bb7-27f09314f907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:23:29Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['058e4470-9532-4334-9d31-5e488b5f2129'], 'active': True} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:23:50.856615 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvr_db [None req-f62eea73-740c-4ee2-9bb7-27f09314f907 None None] Set router 058e4470-9532-4334-9d31-5e488b5f2129 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:23:50.911233 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-3d054528-a43e-4388-94d3-42b6bf9a230b tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914'] for floatingip (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:50.941186 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-3d054528-a43e-4388-94d3-42b6bf9a230b tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9178596 May 16 15:23:50.941876 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8702e35e-9664-40a7-bfb2-2e6ade17bdf8', 'tag': 'c4063f29-0676-40e0-a84d-78902421d427'}] {{(pid=104034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:23:50.944230 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cdfd588167f3f1dbc712245a9b2e41b7a1fa72707d5290f062c21f430b6f068" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5453cc29-f8ba-4648-aa50-b7353400b20c" -d '{"events": [{"name": "network-changed", "server_uuid": "8702e35e-9664-40a7-bfb2-2e6ade17bdf8", "tag": "c4063f29-0676-40e0-a84d-78902421d427"}]}' {{(pid=104034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:23:50.980699 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb382d8c-18c0-4b3f-b8e1-ee8c181317a4 x-openstack-request-id: req-cb382d8c-18c0-4b3f-b8e1-ee8c181317a4 {{(pid=104034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:23:50.980991 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8702e35e-9664-40a7-bfb2-2e6ade17bdf8", "tag": "c4063f29-0676-40e0-a84d-78902421d427", "status": "completed", "code": 200}]} {{(pid=104034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:23:50.981266 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cb382d8c-18c0-4b3f-b8e1-ee8c181317a4 {{(pid=104034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:23:50.981671 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb382d8c-18c0-4b3f-b8e1-ee8c181317a4'] response: {'name': 'network-changed', 'server_uuid': '8702e35e-9664-40a7-bfb2-2e6ade17bdf8', 'tag': 'c4063f29-0676-40e0-a84d-78902421d427', 'status': 'completed', 'code': 200} May 16 15:23:51.059560 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5453cc29-f8ba-4648-aa50-b7353400b20c req-f24913bd-b403-4d40-9318-5d2d386b405e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:51.061041 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-5453cc29-f8ba-4648-aa50-b7353400b20c req-f24913bd-b403-4d40-9318-5d2d386b405e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b025f7f102ee46fa92e9bb7445e59daa&device_id=8702e35e-9664-40a7-bfb2-2e6ade17bdf8 HTTP/1.1" status: 200 len: 1129 time: 0.0390768 May 16 15:23:51.064794 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-f62eea73-740c-4ee2-9bb7-27f09314f907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058e4470-9532-4334-9d31-5e488b5f2129', 'name': 'tempest-TestVolumeBootPattern-594652179-router', 'tenant_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'c96a06fc-230d-4bca-a2bf-0b329260522a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:18:05Z', 'updated_at': '2022-05-16T15:18:09Z', 'revision_number': 4, 'project_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'gw_port': {'id': 'c96a06fc-230d-4bca-a2bf-0b329260522a', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:3c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058e4470-9532-4334-9d31-5e488b5f2129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:18:05Z', 'updated_at': '2022-05-16T15:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_floatingips': [{'id': 'acbb582a-a665-4bc6-990e-4adf26eb396e', 'tenant_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'floating_ip_address': '172.27.0.63', 'floating_network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'router_id': '058e4470-9532-4334-9d31-5e488b5f2129', 'port_id': '1d6a2295-76e4-4a50-b3f2-a26938aab948', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f80dbf35-88c8-44d8-af2b-bea94475a461', 'mac_address': 'fa:16:3e:e0:f1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbe62e5-c4dc-4203-8f12-3c0802188ea4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:21:47Z', 'updated_at': '2022-05-16T15:21:49Z', 'revision_number': 1, 'project_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'fixed_ip_address_scope': None}, {'id': 'b6f9b390-c7a7-44a4-bb47-fb9f9ac1534f', 'tenant_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'floating_ip_address': '172.27.0.47', 'floating_network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'router_id': '058e4470-9532-4334-9d31-5e488b5f2129', 'port_id': 'c4063f29-0676-40e0-a84d-78902421d427', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f80dbf35-88c8-44d8-af2b-bea94475a461', 'mac_address': 'fa:16:3e:99:ac:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8702e35e-9664-40a7-bfb2-2e6ade17bdf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:23:49Z', 'updated_at': '2022-05-16T15:23:49Z', 'revision_number': 0, 'project_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '308487c7-7b66-4c7c-bb0d-a5df23abcd36', 'name': '', 'network_id': 'f80dbf35-88c8-44d8-af2b-bea94475a461', 'tenant_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'mac_address': 'fa:16:3e:5a:1e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058e4470-9532-4334-9d31-5e488b5f2129', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'e7b41a31-bf60-43da-a33a-33ad3dcfa24b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:18:08Z', 'updated_at': '2022-05-16T15:18:12Z', 'revision_number': 5, 'project_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'subnets': [{'id': 'e7b41a31-bf60-43da-a33a-33ad3dcfa24b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:23:51.090044 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62eea73-740c-4ee2-9bb7-27f09314f907 None None] Checking router: 058e4470-9532-4334-9d31-5e488b5f2129 for host: dv-cinder-795785-10-iscsi {{(pid=104036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:23:51.098102 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62eea73-740c-4ee2-9bb7-27f09314f907 None None] Routers {'058e4470-9532-4334-9d31-5e488b5f2129'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:23:51.098701 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-f62eea73-740c-4ee2-9bb7-27f09314f907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:23:29Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['058e4470-9532-4334-9d31-5e488b5f2129'], 'active': True} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:23:51.158961 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5453cc29-f8ba-4648-aa50-b7353400b20c req-052bf9ba-e36d-480f-bfeb-e1274b8d601f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:51.160341 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-5453cc29-f8ba-4648-aa50-b7353400b20c req-052bf9ba-e36d-480f-bfeb-e1274b8d601f service neutron] 10.222.0.69 "GET /v2.0/networks?id=f80dbf35-88c8-44d8-af2b-bea94475a461 HTTP/1.1" status: 200 len: 912 time: 0.0931320 May 16 15:23:51.197704 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvr_db [None req-f62eea73-740c-4ee2-9bb7-27f09314f907 None None] Set router 058e4470-9532-4334-9d31-5e488b5f2129 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:23:51.223366 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-5453cc29-f8ba-4648-aa50-b7353400b20c req-e95fceaf-1141-4f0a-9b09-fbce1a46c945 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c4063f29-0676-40e0-a84d-78902421d427 HTTP/1.1" status: 200 len: 998 time: 0.0546808 May 16 15:23:51.275689 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5453cc29-f8ba-4648-aa50-b7353400b20c req-6fce96aa-a709-46aa-b23b-2afa7729c298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:51.277126 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-5453cc29-f8ba-4648-aa50-b7353400b20c req-6fce96aa-a709-46aa-b23b-2afa7729c298 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e7b41a31-bf60-43da-a33a-33ad3dcfa24b HTTP/1.1" status: 200 len: 850 time: 0.0451303 May 16 15:23:51.328924 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5453cc29-f8ba-4648-aa50-b7353400b20c req-bc5f2078-4a99-40c1-8c4b-f07f962de15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:23:51.330435 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-5453cc29-f8ba-4648-aa50-b7353400b20c req-bc5f2078-4a99-40c1-8c4b-f07f962de15f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f80dbf35-88c8-44d8-af2b-bea94475a461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0423217 May 16 15:23:51.408669 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-f62eea73-740c-4ee2-9bb7-27f09314f907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058e4470-9532-4334-9d31-5e488b5f2129', 'name': 'tempest-TestVolumeBootPattern-594652179-router', 'tenant_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'c96a06fc-230d-4bca-a2bf-0b329260522a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:18:05Z', 'updated_at': '2022-05-16T15:18:09Z', 'revision_number': 4, 'project_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'gw_port': {'id': 'c96a06fc-230d-4bca-a2bf-0b329260522a', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:3c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058e4470-9532-4334-9d31-5e488b5f2129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:18:05Z', 'updated_at': '2022-05-16T15:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_floatingips': [{'id': 'acbb582a-a665-4bc6-990e-4adf26eb396e', 'tenant_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'floating_ip_address': '172.27.0.63', 'floating_network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'router_id': '058e4470-9532-4334-9d31-5e488b5f2129', 'port_id': '1d6a2295-76e4-4a50-b3f2-a26938aab948', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f80dbf35-88c8-44d8-af2b-bea94475a461', 'mac_address': 'fa:16:3e:e0:f1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbe62e5-c4dc-4203-8f12-3c0802188ea4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:21:47Z', 'updated_at': '2022-05-16T15:21:49Z', 'revision_number': 1, 'project_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'fixed_ip_address_scope': None}, {'id': 'b6f9b390-c7a7-44a4-bb47-fb9f9ac1534f', 'tenant_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'floating_ip_address': '172.27.0.47', 'floating_network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'router_id': '058e4470-9532-4334-9d31-5e488b5f2129', 'port_id': 'c4063f29-0676-40e0-a84d-78902421d427', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f80dbf35-88c8-44d8-af2b-bea94475a461', 'mac_address': 'fa:16:3e:99:ac:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8702e35e-9664-40a7-bfb2-2e6ade17bdf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:23:49Z', 'updated_at': '2022-05-16T15:23:49Z', 'revision_number': 0, 'project_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '308487c7-7b66-4c7c-bb0d-a5df23abcd36', 'name': '', 'network_id': 'f80dbf35-88c8-44d8-af2b-bea94475a461', 'tenant_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'mac_address': 'fa:16:3e:5a:1e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058e4470-9532-4334-9d31-5e488b5f2129', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'e7b41a31-bf60-43da-a33a-33ad3dcfa24b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:18:08Z', 'updated_at': '2022-05-16T15:18:12Z', 'revision_number': 5, 'project_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'subnets': [{'id': 'e7b41a31-bf60-43da-a33a-33ad3dcfa24b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:23:51.420911 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-5453cc29-f8ba-4648-aa50-b7353400b20c req-6b9c1402-f85c-4b19-bd5d-8f6f9ebe2109 service neutron] 10.222.0.69 "GET /v2.0/networks/f80dbf35-88c8-44d8-af2b-bea94475a461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838101 May 16 15:23:51.434016 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62eea73-740c-4ee2-9bb7-27f09314f907 None None] The sync data for ids ['058e4470-9532-4334-9d31-5e488b5f2129'] in dv-cinder-795785-10-iscsi is: [{'id': '058e4470-9532-4334-9d31-5e488b5f2129', 'name': 'tempest-TestVolumeBootPattern-594652179-router', 'tenant_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'c96a06fc-230d-4bca-a2bf-0b329260522a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:18:05Z', 'updated_at': '2022-05-16T15:18:09Z', 'revision_number': 4, 'project_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'gw_port': {'id': 'c96a06fc-230d-4bca-a2bf-0b329260522a', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:3c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058e4470-9532-4334-9d31-5e488b5f2129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:18:05Z', 'updated_at': '2022-05-16T15:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_floatingips': [{'id': 'acbb582a-a665-4bc6-990e-4adf26eb396e', 'tenant_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'floating_ip_address': '172.27.0.63', 'floating_network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'router_id': '058e4470-9532-4334-9d31-5e488b5f2129', 'port_id': '1d6a2295-76e4-4a50-b3f2-a26938aab948', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f80dbf35-88c8-44d8-af2b-bea94475a461', 'mac_address': 'fa:16:3e:e0:f1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbe62e5-c4dc-4203-8f12-3c0802188ea4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:21:47Z', 'updated_at': '2022-05-16T15:21:49Z', 'revision_number': 1, 'project_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'fixed_ip_address_scope': None}, {'id': 'b6f9b390-c7a7-44a4-bb47-fb9f9ac1534f', 'tenant_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'floating_ip_address': '172.27.0.47', 'floating_network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'router_id': '058e4470-9532-4334-9d31-5e488b5f2129', 'port_id': 'c4063f29-0676-40e0-a84d-78902421d427', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f80dbf35-88c8-44d8-af2b-bea94475a461', 'mac_address': 'fa:16:3e:99:ac:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8702e35e-9664-40a7-bfb2-2e6ade17bdf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:23:49Z', 'updated_at': '2022-05-16T15:23:49Z', 'revision_number': 0, 'project_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '308487c7-7b66-4c7c-bb0d-a5df23abcd36', 'name': '', 'network_id': 'f80dbf35-88c8-44d8-af2b-bea94475a461', 'tenant_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'mac_address': 'fa:16:3e:5a:1e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058e4470-9532-4334-9d31-5e488b5f2129', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'e7b41a31-bf60-43da-a33a-33ad3dcfa24b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:18:08Z', 'updated_at': '2022-05-16T15:18:12Z', 'revision_number': 5, 'project_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'subnets': [{'id': 'e7b41a31-bf60-43da-a33a-33ad3dcfa24b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:23:51.518113 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-5453cc29-f8ba-4648-aa50-b7353400b20c req-79ddc430-108e-423b-82e7-645509b9e680 service neutron] 10.222.0.69 "GET /v2.0/networks/f80dbf35-88c8-44d8-af2b-bea94475a461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915289 May 16 15:23:51.632069 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d38b12-17fc-498b-847c-d281656eeed4 None None] New status for floating IP b6f9b390-c7a7-44a4-bb47-fb9f9ac1534f: ACTIVE {{(pid=104035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 15:23:56.828870 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-216e5060-5f90-4abd-bd7d-21470bd348bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (a586ef94-96cb-452c-b402-463be5294b2a), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:57.664091 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 51964) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:23:57.766505 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-13c40586-6def-452e-b4e0-bd0c2c0079b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:57.839735 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-13c40586-6def-452e-b4e0-bd0c2c0079b9 admin admin] Publish callbacks [] for security_group (cffbb66f-c276-4276-8966-b473d701697c), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:57.913659 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-13c40586-6def-452e-b4e0-bd0c2c0079b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (cffbb66f-c276-4276-8966-b473d701697c), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:57.951938 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-13c40586-6def-452e-b4e0-bd0c2c0079b9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f3e2bf7c01c846d2ad0c91e8a7e72799&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2868068 May 16 15:23:57.952806 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c40586-6def-452e-b4e0-bd0c2c0079b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cffbb66f-c276-4276-8966-b473d701697c,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:57.954732 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 51968) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:23:57.960434 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c40586-6def-452e-b4e0-bd0c2c0079b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:57.960988 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c40586-6def-452e-b4e0-bd0c2c0079b9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:57.961334 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c40586-6def-452e-b4e0-bd0c2c0079b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:57.962189 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c40586-6def-452e-b4e0-bd0c2c0079b9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:57.962535 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c40586-6def-452e-b4e0-bd0c2c0079b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:57.962870 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c40586-6def-452e-b4e0-bd0c2c0079b9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:57.963706 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c40586-6def-452e-b4e0-bd0c2c0079b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:57.964037 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c40586-6def-452e-b4e0-bd0c2c0079b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:57.964395 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c40586-6def-452e-b4e0-bd0c2c0079b9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:57.964722 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c40586-6def-452e-b4e0-bd0c2c0079b9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:57.965047 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c40586-6def-452e-b4e0-bd0c2c0079b9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:57.965398 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c40586-6def-452e-b4e0-bd0c2c0079b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:57.965747 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c40586-6def-452e-b4e0-bd0c2c0079b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:57.966080 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c40586-6def-452e-b4e0-bd0c2c0079b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:57.966416 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c40586-6def-452e-b4e0-bd0c2c0079b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:23:58.003770 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-ef1e6049-ffe2-4db7-b972-aacb9b22865d admin admin] Publish callbacks [] for security_group (cffbb66f-c276-4276-8966-b473d701697c), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:58.025256 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-ef1e6049-ffe2-4db7-b972-aacb9b22865d admin admin] Publish callbacks [] for security_group (cffbb66f-c276-4276-8966-b473d701697c), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:58.125652 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-ef1e6049-ffe2-4db7-b972-aacb9b22865d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (cffbb66f-c276-4276-8966-b473d701697c), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:58.128318 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-ef1e6049-ffe2-4db7-b972-aacb9b22865d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:58.129458 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-ef1e6049-ffe2-4db7-b972-aacb9b22865d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cffbb66f-c276-4276-8966-b473d701697c HTTP/1.1" status: 204 len: 168 time: 0.1737442 May 16 15:23:58.137815 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1e6049-ffe2-4db7-b972-aacb9b22865d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cffbb66f-c276-4276-8966-b473d701697c,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:58.711600 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 51974) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:23:58.725256 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-68510115-2752-43b0-886c-39280d3b910b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:58.801561 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-68510115-2752-43b0-886c-39280d3b910b admin admin] Publish callbacks [] for security_group (0179874c-9696-4c40-8fb9-f8f8bc929ba2), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:58.868693 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-68510115-2752-43b0-886c-39280d3b910b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (0179874c-9696-4c40-8fb9-f8f8bc929ba2), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:58.903237 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-c52cb6b0-e50e-4557-88bc-3c8d3a32c49e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (54a3e65b-69a0-426d-9997-69a1705c4334), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:58.906168 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68510115-2752-43b0-886c-39280d3b910b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0179874c-9696-4c40-8fb9-f8f8bc929ba2,revision_number=1']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:23:58.910925 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-68510115-2752-43b0-886c-39280d3b910b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=89ebbdfa60ae42c1a8f755983c99000a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1976850 May 16 15:23:58.916658 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 51976) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:23:58.959599 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-f27d5e74-9cf0-411f-8faf-177935b5aafc admin admin] Publish callbacks [] for security_group (0179874c-9696-4c40-8fb9-f8f8bc929ba2), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:58.980914 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-f27d5e74-9cf0-411f-8faf-177935b5aafc admin admin] Publish callbacks [] for security_group (0179874c-9696-4c40-8fb9-f8f8bc929ba2), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:59.114934 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-f27d5e74-9cf0-411f-8faf-177935b5aafc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (0179874c-9696-4c40-8fb9-f8f8bc929ba2), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:59.117486 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-f27d5e74-9cf0-411f-8faf-177935b5aafc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:23:59.118666 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-f27d5e74-9cf0-411f-8faf-177935b5aafc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0179874c-9696-4c40-8fb9-f8f8bc929ba2 HTTP/1.1" status: 204 len: 168 time: 0.2048507 May 16 15:23:59.126742 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27d5e74-9cf0-411f-8faf-177935b5aafc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0179874c-9696-4c40-8fb9-f8f8bc929ba2,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:00.120235 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-e1b85405-7a13-4024-838c-532465e0cf8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (72569482-7f88-4a09-9117-6d6842ca2c26), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:01.530485 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a2296b44-efe7-4c92-99bf-bf9223587463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (4544528a-1612-46a7-a248-6cca4b867644), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:01.797209 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 52048) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:24:01.902516 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-c453ed0c-b3ea-4f51-831d-90673917a9f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:01.977557 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-c453ed0c-b3ea-4f51-831d-90673917a9f6 admin admin] Publish callbacks [] for security_group (6ae702fd-661b-42c5-bd8f-b5267c96f829), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:02.034191 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-c453ed0c-b3ea-4f51-831d-90673917a9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (6ae702fd-661b-42c5-bd8f-b5267c96f829), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:02.070877 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c453ed0c-b3ea-4f51-831d-90673917a9f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae702fd-661b-42c5-bd8f-b5267c96f829,revision_number=1']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:02.075768 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-c453ed0c-b3ea-4f51-831d-90673917a9f6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d303caa33ab64cc29f9ccc376f40b94f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2769742 May 16 15:24:02.077902 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 52052) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:24:02.125022 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-38716ae0-d013-40bb-b831-da2839da8b69 admin admin] Publish callbacks [] for security_group (6ae702fd-661b-42c5-bd8f-b5267c96f829), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:02.146141 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-38716ae0-d013-40bb-b831-da2839da8b69 admin admin] Publish callbacks [] for security_group (6ae702fd-661b-42c5-bd8f-b5267c96f829), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:02.267806 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-38716ae0-d013-40bb-b831-da2839da8b69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (6ae702fd-661b-42c5-bd8f-b5267c96f829), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:02.270349 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-38716ae0-d013-40bb-b831-da2839da8b69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:02.271493 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-38716ae0-d013-40bb-b831-da2839da8b69 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6ae702fd-661b-42c5-bd8f-b5267c96f829 HTTP/1.1" status: 204 len: 168 time: 0.1926684 May 16 15:24:02.279421 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38716ae0-d013-40bb-b831-da2839da8b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae702fd-661b-42c5-bd8f-b5267c96f829,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:02.853628 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 52058) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:24:02.866854 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-cdd1557e-00ff-489f-acdf-03d428a91d75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:02.939538 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-cdd1557e-00ff-489f-acdf-03d428a91d75 admin admin] Publish callbacks [] for security_group (3129a2a3-2191-448c-9c22-0eeec825dd09), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:03.005355 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-cdd1557e-00ff-489f-acdf-03d428a91d75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (3129a2a3-2191-448c-9c22-0eeec825dd09), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:03.045163 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd1557e-00ff-489f-acdf-03d428a91d75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3129a2a3-2191-448c-9c22-0eeec825dd09,revision_number=1']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:03.049486 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-cdd1557e-00ff-489f-acdf-03d428a91d75 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ffbfa9e0f15249dd9db07530b076b7f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1948078 May 16 15:24:03.052010 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 52060) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:24:03.098900 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-3f34a3c5-ef8f-42f0-8e02-40dc90d5c5ab admin admin] Publish callbacks [] for security_group (3129a2a3-2191-448c-9c22-0eeec825dd09), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:03.120167 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-3f34a3c5-ef8f-42f0-8e02-40dc90d5c5ab admin admin] Publish callbacks [] for security_group (3129a2a3-2191-448c-9c22-0eeec825dd09), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:03.217039 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-3f34a3c5-ef8f-42f0-8e02-40dc90d5c5ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (3129a2a3-2191-448c-9c22-0eeec825dd09), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:03.219659 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-3f34a3c5-ef8f-42f0-8e02-40dc90d5c5ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:03.220819 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-3f34a3c5-ef8f-42f0-8e02-40dc90d5c5ab admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3129a2a3-2191-448c-9c22-0eeec825dd09 HTTP/1.1" status: 204 len: 168 time: 0.1679044 May 16 15:24:03.229436 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f34a3c5-ef8f-42f0-8e02-40dc90d5c5ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3129a2a3-2191-448c-9c22-0eeec825dd09,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:03.417311 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (311a8a5f-4d79-4ff7-931a-d05ff8cc45ee), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:10.205131 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (751a3b14-a3b6-44f5-a165-bd23bd92acbe), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:13.370759 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db14f861-65a2-4449-a561-d5c43748a629 req-b5328e6a-2945-46e1-a7d3-3d66bb51f959 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:13.380135 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-db14f861-65a2-4449-a561-d5c43748a629 req-b5328e6a-2945-46e1-a7d3-3d66bb51f959 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=50535581-9ba0-49d7-83c8-5b46113c41f2 HTTP/1.1" status: 200 len: 947 time: 0.0541379 May 16 15:24:13.429679 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-db14f861-65a2-4449-a561-d5c43748a629 req-70644bb2-6e82-41c6-bd08-52e2e7b59294 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7491bbc-3bbc-4c44-a83a-a0647cdddede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420964 May 16 15:24:14.157404 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.agents_db [None req-ab78c14b-22b7-4e46-ade7-0c4080e95cb7 None None] Agent healthcheck: found 6 active agents {{(pid=104036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:24:14.553079 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c39653f-0cc6-4a3c-81c3-b97f97adcfd8 req-2be62949-3c94-4c9c-b48e-b0bafbec564f tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:14.554579 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-6c39653f-0cc6-4a3c-81c3-b97f97adcfd8 req-2be62949-3c94-4c9c-b48e-b0bafbec564f tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=50535581-9ba0-49d7-83c8-5b46113c41f2 HTTP/1.1" status: 200 len: 947 time: 0.0474370 May 16 15:24:14.601809 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-6c39653f-0cc6-4a3c-81c3-b97f97adcfd8 req-9ffcc138-85fa-4342-b8f2-ce6451e4770c tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7491bbc-3bbc-4c44-a83a-a0647cdddede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416763 May 16 15:24:15.482315 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb58eae-17fc-4aba-b085-42c8ee506c7e req-ac0cb9cb-b860-4283-b385-fc3622cd1a91 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:15.483756 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-8cb58eae-17fc-4aba-b085-42c8ee506c7e req-ac0cb9cb-b860-4283-b385-fc3622cd1a91 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.69 "GET /v2.0/ports?device_id=50535581-9ba0-49d7-83c8-5b46113c41f2 HTTP/1.1" status: 200 len: 947 time: 0.0469804 May 16 15:24:15.565249 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [req-8cb58eae-17fc-4aba-b085-42c8ee506c7e req-33e77fc7-5792-491e-9239-be727297a466 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Deleting port 87b37162-8505-4153-9400-d7df48f99a54 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:24:15.565617 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-8cb58eae-17fc-4aba-b085-42c8ee506c7e req-33e77fc7-5792-491e-9239-be727297a466 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789020190181'] for port (87b37162-8505-4153-9400-d7df48f99a54), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:15.659273 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [req-8cb58eae-17fc-4aba-b085-42c8ee506c7e req-33e77fc7-5792-491e-9239-be727297a466 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] For port 87b37162-8505-4153-9400-d7df48f99a54, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=87b37162-8505-4153-9400-d7df48f99a54,segment=NetworkSegment(15ad7a44-5805-47b3-8a3f-5aee86af7631),segment_id=15ad7a44-5805-47b3-8a3f-5aee86af7631)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:24:15.659650 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-8cb58eae-17fc-4aba-b085-42c8ee506c7e req-33e77fc7-5792-491e-9239-be727297a466 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555776'] for port (87b37162-8505-4153-9400-d7df48f99a54), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:15.785650 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8b1d1-fbe8-451c-9c39-7ae386399f28 req-685de037-a115-44cf-9629-1e6d181558dc tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:15.787159 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-21e8b1d1-fbe8-451c-9c39-7ae386399f28 req-685de037-a115-44cf-9629-1e6d181558dc tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=50535581-9ba0-49d7-83c8-5b46113c41f2 HTTP/1.1" status: 200 len: 947 time: 0.0872369 May 16 15:24:15.881679 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-21e8b1d1-fbe8-451c-9c39-7ae386399f28 req-0afdadac-e36d-47e0-b522-362ba987b802 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7491bbc-3bbc-4c44-a83a-a0647cdddede&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876727 May 16 15:24:15.892375 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-8cb58eae-17fc-4aba-b085-42c8ee506c7e req-33e77fc7-5792-491e-9239-be727297a466 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:15.892771 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-8cb58eae-17fc-4aba-b085-42c8ee506c7e req-33e77fc7-5792-491e-9239-be727297a466 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556839'] for floatingip (0f5d2960-33e7-44ea-8a84-69d239ae8c2d), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:15.893062 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.db.l3_db [req-8cb58eae-17fc-4aba-b085-42c8ee506c7e req-33e77fc7-5792-491e-9239-be727297a466 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Floating IP 0f5d2960-33e7-44ea-8a84-69d239ae8c2d disassociated. External IP: 172.27.0.11, port: 87b37162-8505-4153-9400-d7df48f99a54. May 16 15:24:15.893412 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [req-8cb58eae-17fc-4aba-b085-42c8ee506c7e req-33e77fc7-5792-491e-9239-be727297a466 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Calling delete_port for 87b37162-8505-4153-9400-d7df48f99a54 owned by compute:nova {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:24:16.079789 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-8cb58eae-17fc-4aba-b085-42c8ee506c7e req-33e77fc7-5792-491e-9239-be727297a466 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789020200313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789019640158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61886211'] for port (87b37162-8505-4153-9400-d7df48f99a54), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:16.111366 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e77fc7-5792-491e-9239-be727297a466 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Pushing event deleted for resources: {'Port': ['ID=87b37162-8505-4153-9400-d7df48f99a54,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:16.220556 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8cb58eae-17fc-4aba-b085-42c8ee506c7e req-33e77fc7-5792-491e-9239-be727297a466 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Router b9f1aa0c-fe35-4659-b48b-8d4888db3d74 has already been hosted by L3 agent 54a3e65b-69a0-426d-9997-69a1705c4334 {{(pid=104033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:24:16.324487 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8cb58eae-17fc-4aba-b085-42c8ee506c7e req-33e77fc7-5792-491e-9239-be727297a466 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Notify agent at l3_agent.dv-cinder-795785-10-iscsi the message routers_updated {{(pid=104033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:24:16.334162 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc776852-a397-432a-91d0-a8bdaba48f73 None None] Sync routers for ids ['b9f1aa0c-fe35-4659-b48b-8d4888db3d74'] in dv-cinder-795785-10-iscsi {{(pid=104036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:24:16.343847 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc776852-a397-432a-91d0-a8bdaba48f73 None None] Routers {'b9f1aa0c-fe35-4659-b48b-8d4888db3d74'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:24:16.344527 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-fc776852-a397-432a-91d0-a8bdaba48f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:23:59Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['b9f1aa0c-fe35-4659-b48b-8d4888db3d74'], 'active': True} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:24:16.365767 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cb58eae-17fc-4aba-b085-42c8ee506c7e req-33e77fc7-5792-491e-9239-be727297a466 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] No DVR routers for this DVR port 87b37162-8505-4153-9400-d7df48f99a54 on host hv-cinder-79578 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:24:16.368399 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-8cb58eae-17fc-4aba-b085-42c8ee506c7e req-33e77fc7-5792-491e-9239-be727297a466 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914'] for port (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:16.372124 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-8cb58eae-17fc-4aba-b085-42c8ee506c7e req-33e77fc7-5792-491e-9239-be727297a466 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.69 "DELETE /v2.0/ports/87b37162-8505-4153-9400-d7df48f99a54 HTTP/1.1" status: 204 len: 173 time: 0.8835058 May 16 15:24:16.372577 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50535581-9ba0-49d7-83c8-5b46113c41f2', 'name': 'network-vif-deleted', 'tag': '87b37162-8505-4153-9400-d7df48f99a54'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:24:16.374831 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffeccd97bc4bec2d8a291f35a4115644be5723c7930092d1a563b2016f5a5231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f9382ab-c2c6-41a2-b726-ee7e01486e0a" -d '{"events": [{"server_uuid": "50535581-9ba0-49d7-83c8-5b46113c41f2", "name": "network-vif-deleted", "tag": "87b37162-8505-4153-9400-d7df48f99a54"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:24:16.411634 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e38be19e-90d5-4550-b162-5e15eeaafad3 x-openstack-request-id: req-e38be19e-90d5-4550-b162-5e15eeaafad3 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:24:16.411927 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50535581-9ba0-49d7-83c8-5b46113c41f2", "name": "network-vif-deleted", "tag": "87b37162-8505-4153-9400-d7df48f99a54", "status": "completed", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:24:16.412185 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e38be19e-90d5-4550-b162-5e15eeaafad3 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:24:16.412590 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e38be19e-90d5-4550-b162-5e15eeaafad3'] response: {'server_uuid': '50535581-9ba0-49d7-83c8-5b46113c41f2', 'name': 'network-vif-deleted', 'tag': '87b37162-8505-4153-9400-d7df48f99a54', 'status': 'completed', 'code': 200} May 16 15:24:16.446874 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvr_db [None req-fc776852-a397-432a-91d0-a8bdaba48f73 None None] Set router b9f1aa0c-fe35-4659-b48b-8d4888db3d74 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:24:16.639300 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-fc776852-a397-432a-91d0-a8bdaba48f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f1aa0c-fe35-4659-b48b-8d4888db3d74', 'name': 'tempest-AttachVolumeShelveTestJSON-886762088-router', 'tenant_id': '440329d501de48d19ba51dceaa845197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '63f3b2c3-9556-409d-b58c-d225c526d2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:21:10Z', 'updated_at': '2022-05-16T15:21:13Z', 'revision_number': 4, 'project_id': '440329d501de48d19ba51dceaa845197', 'gw_port': {'id': '63f3b2c3-9556-409d-b58c-d225c526d2d6', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f1aa0c-fe35-4659-b48b-8d4888db3d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:10Z', 'updated_at': '2022-05-16T15:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_interfaces': [{'id': '4f93867b-39b7-41b0-898d-00e97278d1eb', 'name': '', 'network_id': '998469a5-51c9-48fa-9255-eb909b168691', 'tenant_id': '440329d501de48d19ba51dceaa845197', 'mac_address': 'fa:16:3e:0d:f5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f1aa0c-fe35-4659-b48b-8d4888db3d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '1ad10214-93e5-43be-949a-1d0aca01794b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:12Z', 'updated_at': '2022-05-16T15:21:17Z', 'revision_number': 5, 'project_id': '440329d501de48d19ba51dceaa845197', 'subnets': [{'id': '1ad10214-93e5-43be-949a-1d0aca01794b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:24:16.664939 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc776852-a397-432a-91d0-a8bdaba48f73 None None] Checking router: b9f1aa0c-fe35-4659-b48b-8d4888db3d74 for host: dv-cinder-795785-10-iscsi {{(pid=104036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:24:16.674171 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc776852-a397-432a-91d0-a8bdaba48f73 None None] Routers {'b9f1aa0c-fe35-4659-b48b-8d4888db3d74'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:24:16.674778 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-fc776852-a397-432a-91d0-a8bdaba48f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:23:59Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['b9f1aa0c-fe35-4659-b48b-8d4888db3d74'], 'active': True} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:24:16.780189 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvr_db [None req-fc776852-a397-432a-91d0-a8bdaba48f73 None None] Set router b9f1aa0c-fe35-4659-b48b-8d4888db3d74 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:24:16.991123 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-c14e14db-3317-4ce0-a529-085eb46ee86e req-c7e747b2-9a06-4727-b616-ff79d97db91c tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=50535581-9ba0-49d7-83c8-5b46113c41f2 HTTP/1.1" status: 200 len: 210 time: 0.0269871 May 16 15:24:17.037911 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-fc776852-a397-432a-91d0-a8bdaba48f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f1aa0c-fe35-4659-b48b-8d4888db3d74', 'name': 'tempest-AttachVolumeShelveTestJSON-886762088-router', 'tenant_id': '440329d501de48d19ba51dceaa845197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '63f3b2c3-9556-409d-b58c-d225c526d2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:21:10Z', 'updated_at': '2022-05-16T15:21:13Z', 'revision_number': 4, 'project_id': '440329d501de48d19ba51dceaa845197', 'gw_port': {'id': '63f3b2c3-9556-409d-b58c-d225c526d2d6', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f1aa0c-fe35-4659-b48b-8d4888db3d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:10Z', 'updated_at': '2022-05-16T15:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_interfaces': [{'id': '4f93867b-39b7-41b0-898d-00e97278d1eb', 'name': '', 'network_id': '998469a5-51c9-48fa-9255-eb909b168691', 'tenant_id': '440329d501de48d19ba51dceaa845197', 'mac_address': 'fa:16:3e:0d:f5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f1aa0c-fe35-4659-b48b-8d4888db3d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '1ad10214-93e5-43be-949a-1d0aca01794b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:12Z', 'updated_at': '2022-05-16T15:21:17Z', 'revision_number': 5, 'project_id': '440329d501de48d19ba51dceaa845197', 'subnets': [{'id': '1ad10214-93e5-43be-949a-1d0aca01794b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:24:17.062900 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc776852-a397-432a-91d0-a8bdaba48f73 None None] The sync data for ids ['b9f1aa0c-fe35-4659-b48b-8d4888db3d74'] in dv-cinder-795785-10-iscsi is: [{'id': 'b9f1aa0c-fe35-4659-b48b-8d4888db3d74', 'name': 'tempest-AttachVolumeShelveTestJSON-886762088-router', 'tenant_id': '440329d501de48d19ba51dceaa845197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '63f3b2c3-9556-409d-b58c-d225c526d2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:21:10Z', 'updated_at': '2022-05-16T15:21:13Z', 'revision_number': 4, 'project_id': '440329d501de48d19ba51dceaa845197', 'gw_port': {'id': '63f3b2c3-9556-409d-b58c-d225c526d2d6', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f1aa0c-fe35-4659-b48b-8d4888db3d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:10Z', 'updated_at': '2022-05-16T15:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_interfaces': [{'id': '4f93867b-39b7-41b0-898d-00e97278d1eb', 'name': '', 'network_id': '998469a5-51c9-48fa-9255-eb909b168691', 'tenant_id': '440329d501de48d19ba51dceaa845197', 'mac_address': 'fa:16:3e:0d:f5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f1aa0c-fe35-4659-b48b-8d4888db3d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '1ad10214-93e5-43be-949a-1d0aca01794b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:12Z', 'updated_at': '2022-05-16T15:21:17Z', 'revision_number': 5, 'project_id': '440329d501de48d19ba51dceaa845197', 'subnets': [{'id': '1ad10214-93e5-43be-949a-1d0aca01794b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:24:17.278851 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed9b962-1962-4266-8e23-7f6872872d55 None None] New status for floating IP 0f5d2960-33e7-44ea-8a84-69d239ae8c2d: DOWN {{(pid=104035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 15:24:18.131268 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 52220) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:24:18.187261 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-66ae13a9-545b-4e60-9b9f-c6f03308e2ac tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Publish callbacks [] for security_group (c7491bbc-3bbc-4c44-a83a-a0647cdddede), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:18.210381 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-66ae13a9-545b-4e60-9b9f-c6f03308e2ac tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Publish callbacks [] for security_group (c7491bbc-3bbc-4c44-a83a-a0647cdddede), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:18.336384 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-66ae13a9-545b-4e60-9b9f-c6f03308e2ac tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (c7491bbc-3bbc-4c44-a83a-a0647cdddede), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:18.339664 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-66ae13a9-545b-4e60-9b9f-c6f03308e2ac tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Publish callbacks [] for security_group (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:18.340808 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-66ae13a9-545b-4e60-9b9f-c6f03308e2ac tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "DELETE /v2.0/security-groups/c7491bbc-3bbc-4c44-a83a-a0647cdddede HTTP/1.1" status: 204 len: 168 time: 0.2085826 May 16 15:24:18.343525 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 52222) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:24:18.349841 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ae13a9-545b-4e60-9b9f-c6f03308e2ac tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7491bbc-3bbc-4c44-a83a-a0647cdddede,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:18.356914 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ae13a9-545b-4e60-9b9f-c6f03308e2ac tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:18.357113 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.api.v2.resource [None req-ab621602-2960-4c31-94de-9381052cb66d tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] show failed (client error): The resource could not be found. May 16 15:24:18.357271 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ae13a9-545b-4e60-9b9f-c6f03308e2ac tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:18.357620 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ae13a9-545b-4e60-9b9f-c6f03308e2ac tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:18.357963 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ae13a9-545b-4e60-9b9f-c6f03308e2ac tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:18.358203 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-ab621602-2960-4c31-94de-9381052cb66d tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups/c7491bbc-3bbc-4c44-a83a-a0647cdddede HTTP/1.1" status: 404 len: 347 time: 0.0136275 May 16 15:24:18.358386 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ae13a9-545b-4e60-9b9f-c6f03308e2ac tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:18.358656 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ae13a9-545b-4e60-9b9f-c6f03308e2ac tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:18.358999 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ae13a9-545b-4e60-9b9f-c6f03308e2ac tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:18.359333 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ae13a9-545b-4e60-9b9f-c6f03308e2ac tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:18.359666 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ae13a9-545b-4e60-9b9f-c6f03308e2ac tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:18.359999 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ae13a9-545b-4e60-9b9f-c6f03308e2ac tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:18.360333 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ae13a9-545b-4e60-9b9f-c6f03308e2ac tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:18.360673 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ae13a9-545b-4e60-9b9f-c6f03308e2ac tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:18.360872 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 52224) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:24:18.361006 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ae13a9-545b-4e60-9b9f-c6f03308e2ac tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:18.361344 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ae13a9-545b-4e60-9b9f-c6f03308e2ac tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:18.361677 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ae13a9-545b-4e60-9b9f-c6f03308e2ac tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:18.470541 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-41c1fe93-1e03-4cf3-9ffb-2768c226fe82 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Deleting port aad948fc-b06d-45e2-a15b-6c8ed0225101 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:24:18.470888 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-41c1fe93-1e03-4cf3-9ffb-2768c226fe82 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789020190181'] for port (aad948fc-b06d-45e2-a15b-6c8ed0225101), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:18.547454 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-41c1fe93-1e03-4cf3-9ffb-2768c226fe82 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555776'] for port (aad948fc-b06d-45e2-a15b-6c8ed0225101), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:18.547786 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-41c1fe93-1e03-4cf3-9ffb-2768c226fe82 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Publish callbacks [] for floatingip (aad948fc-b06d-45e2-a15b-6c8ed0225101), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:18.560137 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-41c1fe93-1e03-4cf3-9ffb-2768c226fe82 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Calling delete_port for aad948fc-b06d-45e2-a15b-6c8ed0225101 owned by network:floatingip {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:24:18.793611 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-41c1fe93-1e03-4cf3-9ffb-2768c226fe82 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789020200313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789019640158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61886211'] for port (aad948fc-b06d-45e2-a15b-6c8ed0225101), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:18.816740 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c1fe93-1e03-4cf3-9ffb-2768c226fe82 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Pushing event deleted for resources: {'Port': ['ID=aad948fc-b06d-45e2-a15b-6c8ed0225101,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:18.880280 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-41c1fe93-1e03-4cf3-9ffb-2768c226fe82 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Publish callbacks [] for floatingip (0f5d2960-33e7-44ea-8a84-69d239ae8c2d), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:18.882876 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-41c1fe93-1e03-4cf3-9ffb-2768c226fe82 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914'] for floatingip (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:18.884089 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-41c1fe93-1e03-4cf3-9ffb-2768c226fe82 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "DELETE /v2.0/floatingips/0f5d2960-33e7-44ea-8a84-69d239ae8c2d HTTP/1.1" status: 204 len: 168 time: 0.5223505 May 16 15:24:19.038042 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 52230) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:24:19.043063 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.v2.base [None req-d9f62116-779d-4fd0-8e1d-50833c135f22 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1064938672', 'description': 'tempest-description--705367587'}} {{(pid=104033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:24:19.142334 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d9f62116-779d-4fd0-8e1d-50833c135f22 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Publish callbacks [] for security_group (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:19.207037 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d9f62116-779d-4fd0-8e1d-50833c135f22 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Publish callbacks [] for security_group (323ddf6d-4271-418e-9329-136452ffdc2d), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:19.279193 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d9f62116-779d-4fd0-8e1d-50833c135f22 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (323ddf6d-4271-418e-9329-136452ffdc2d), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:19.307407 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f62116-779d-4fd0-8e1d-50833c135f22 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=323ddf6d-4271-418e-9329-136452ffdc2d,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:19.366848 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d9f62116-779d-4fd0-8e1d-50833c135f22 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Publish callbacks [] for security_group (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:19.368087 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-d9f62116-779d-4fd0-8e1d-50833c135f22 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3290050 May 16 15:24:19.370904 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 52232) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:24:19.375030 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.v2.base [None req-25d9b338-8ccc-4a5e-bdb8-a2c118eaedeb tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Request body: {'security_group_rule': {'security_group_id': '323ddf6d-4271-418e-9329-136452ffdc2d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:24:19.442394 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-25d9b338-8ccc-4a5e-bdb8-a2c118eaedeb tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Publish callbacks [] for security_group_rule (8a7d3ae0-4328-4f06-bb91-031952c77073), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:19.487434 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-25d9b338-8ccc-4a5e-bdb8-a2c118eaedeb tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Publish callbacks [] for security_group_rule (8a7d3ae0-4328-4f06-bb91-031952c77073), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:19.541894 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-25d9b338-8ccc-4a5e-bdb8-a2c118eaedeb tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607684'] for security_group_rule (8a7d3ae0-4328-4f06-bb91-031952c77073), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:19.559830 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d9b338-8ccc-4a5e-bdb8-a2c118eaedeb tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a7d3ae0-4328-4f06-bb91-031952c77073,revision_number=0']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:19.624345 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-25d9b338-8ccc-4a5e-bdb8-a2c118eaedeb tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:19.625556 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-25d9b338-8ccc-4a5e-bdb8-a2c118eaedeb tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2537436 May 16 15:24:19.628196 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 52236) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:24:19.632882 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.v2.base [None req-587e3608-629c-437a-8e4a-66c3647a07c1 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Request body: {'security_group_rule': {'security_group_id': '323ddf6d-4271-418e-9329-136452ffdc2d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:24:19.736404 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-587e3608-629c-437a-8e4a-66c3647a07c1 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Publish callbacks [] for security_group_rule (5451bdeb-b008-4375-a709-566b2ac80abe), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:19.792139 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-587e3608-629c-437a-8e4a-66c3647a07c1 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Publish callbacks [] for security_group_rule (5451bdeb-b008-4375-a709-566b2ac80abe), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:19.866829 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-587e3608-629c-437a-8e4a-66c3647a07c1 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607684'] for security_group_rule (5451bdeb-b008-4375-a709-566b2ac80abe), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:19.881877 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e3608-629c-437a-8e4a-66c3647a07c1 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5451bdeb-b008-4375-a709-566b2ac80abe,revision_number=0']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:19.943195 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-587e3608-629c-437a-8e4a-66c3647a07c1 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:19.944392 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-587e3608-629c-437a-8e4a-66c3647a07c1 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3150849 May 16 15:24:19.947414 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 52240) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:24:19.952083 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.v2.base [None req-51bfea38-d705-4f04-b12d-33467aa1b55e tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Request body: {'floatingip': {'floating_network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594'}} {{(pid=104033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:24:20.003859 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device 87b37162-8505-4153-9400-d7df48f99a54 no longer exists at agent hyperv_hv-cinder-79578 {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:24:20.023897 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] No Port match for: 87b37162-8505-4153-9400-d7df48f99a54 {{(pid=104035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:24:20.024241 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device 87b37162-8505-4153-9400-d7df48f99a54 not bound to the agent host hv-cinder-79578 {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:24:20.033733 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-51bfea38-d705-4f04-b12d-33467aa1b55e tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:20.115098 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-51bfea38-d705-4f04-b12d-33467aa1b55e tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:20.216228 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-51bfea38-d705-4f04-b12d-33467aa1b55e tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Allocated IP 172.27.0.246 (ad45e98c-12fc-4959-a2ae-a7226c979594/4a504247-fe9e-45e9-866d-820247643fc0/c366474f-7011-448e-bb86-7fc8dd8ee2cf) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:24:20.317077 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-51bfea38-d705-4f04-b12d-33467aa1b55e tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Publish callbacks [] for port (c366474f-7011-448e-bb86-7fc8dd8ee2cf), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:20.376093 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-51bfea38-d705-4f04-b12d-33467aa1b55e tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789019640149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61886211'] for port (c366474f-7011-448e-bb86-7fc8dd8ee2cf), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:20.410430 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51bfea38-d705-4f04-b12d-33467aa1b55e tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Network ad45e98c-12fc-4959-a2ae-a7226c979594 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:24:20.413174 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-51bfea38-d705-4f04-b12d-33467aa1b55e tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:24:20.416713 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bfea38-d705-4f04-b12d-33467aa1b55e tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:24:20.444394 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bfea38-d705-4f04-b12d-33467aa1b55e tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Pushing event updated for resources: {'Port': ['ID=c366474f-7011-448e-bb86-7fc8dd8ee2cf,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:20.503757 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-51bfea38-d705-4f04-b12d-33467aa1b55e tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Publish callbacks [] for floatingip (59becd3c-e6c3-426d-9b3f-55c96be3eece), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:20.588482 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-51bfea38-d705-4f04-b12d-33467aa1b55e tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (c366474f-7011-448e-bb86-7fc8dd8ee2cf), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:20.671959 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-b11f11d7-33d4-40a3-8590-34d78fc12d99 req-a9c68ec4-f3f7-423e-8d1b-e2b2a2b029e5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ebbe62e5-c4dc-4203-8f12-3c0802188ea4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0601220 May 16 15:24:20.777050 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11f11d7-33d4-40a3-8590-34d78fc12d99 req-b19188f0-7b4c-4c06-8939-5f36b43d60ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:20.779070 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-b11f11d7-33d4-40a3-8590-34d78fc12d99 req-b19188f0-7b4c-4c06-8939-5f36b43d60ac service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b025f7f102ee46fa92e9bb7445e59daa&device_id=ebbe62e5-c4dc-4203-8f12-3c0802188ea4 HTTP/1.1" status: 200 len: 1130 time: 0.0752406 May 16 15:24:20.883152 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-51bfea38-d705-4f04-b12d-33467aa1b55e tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Publish callbacks [] for port (c366474f-7011-448e-bb86-7fc8dd8ee2cf), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:20.907911 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11f11d7-33d4-40a3-8590-34d78fc12d99 req-2b5e5d93-0de0-419d-be07-396101ff991a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:20.909429 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-b11f11d7-33d4-40a3-8590-34d78fc12d99 req-2b5e5d93-0de0-419d-be07-396101ff991a service neutron] 10.222.0.69 "GET /v2.0/networks?id=f80dbf35-88c8-44d8-af2b-bea94475a461 HTTP/1.1" status: 200 len: 912 time: 0.1116841 May 16 15:24:20.948423 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-51bfea38-d705-4f04-b12d-33467aa1b55e tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61886260'] for port (c366474f-7011-448e-bb86-7fc8dd8ee2cf), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:21.033240 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-b11f11d7-33d4-40a3-8590-34d78fc12d99 req-247883b6-1a47-4022-bc56-89023d382f59 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d6a2295-76e4-4a50-b3f2-a26938aab948 HTTP/1.1" status: 200 len: 1001 time: 0.1179664 May 16 15:24:21.037508 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bfea38-d705-4f04-b12d-33467aa1b55e tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Pushing event updated for resources: {'Port': ['ID=c366474f-7011-448e-bb86-7fc8dd8ee2cf,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:21.075161 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-51bfea38-d705-4f04-b12d-33467aa1b55e tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556839'] for floatingip (59becd3c-e6c3-426d-9b3f-55c96be3eece), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:21.098508 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11f11d7-33d4-40a3-8590-34d78fc12d99 req-66ce7525-4943-4cd3-b971-ffd677c83bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:21.099950 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-b11f11d7-33d4-40a3-8590-34d78fc12d99 req-66ce7525-4943-4cd3-b971-ffd677c83bb3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e7b41a31-bf60-43da-a33a-33ad3dcfa24b HTTP/1.1" status: 200 len: 850 time: 0.0583513 May 16 15:24:21.144592 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-51bfea38-d705-4f04-b12d-33467aa1b55e tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914'] for floatingip (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:21.145702 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-51bfea38-d705-4f04-b12d-33467aa1b55e tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1973894 May 16 15:24:21.147321 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11f11d7-33d4-40a3-8590-34d78fc12d99 req-e01f11f4-9ae0-4aec-824a-9a6912ca9c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:21.148711 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-b11f11d7-33d4-40a3-8590-34d78fc12d99 req-e01f11f4-9ae0-4aec-824a-9a6912ca9c1b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f80dbf35-88c8-44d8-af2b-bea94475a461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0430837 May 16 15:24:21.246365 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-b11f11d7-33d4-40a3-8590-34d78fc12d99 req-0b03a2e1-9ec5-432b-a4db-d92e1e4c690f service neutron] 10.222.0.69 "GET /v2.0/networks/f80dbf35-88c8-44d8-af2b-bea94475a461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916269 May 16 15:24:21.615946 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-b11f11d7-33d4-40a3-8590-34d78fc12d99 req-2e247011-1070-4dc2-b796-c98b40dfcf32 service neutron] 10.222.0.69 "GET /v2.0/networks/f80dbf35-88c8-44d8-af2b-bea94475a461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3634319 May 16 15:24:21.620172 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-683eff04-1895-412b-ad2e-0c40b15c58af req-016853b5-7e68-4d3e-86da-9b39009f0f99 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1064938672&fields=id&tenant_id=440329d501de48d19ba51dceaa845197 HTTP/1.1" status: 200 len: 267 time: 0.3047147 May 16 15:24:21.724461 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683eff04-1895-412b-ad2e-0c40b15c58af req-5388751f-53b6-4ab6-b4cb-3088911fc79e tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:21.725903 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-683eff04-1895-412b-ad2e-0c40b15c58af req-5388751f-53b6-4ab6-b4cb-3088911fc79e tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/networks?id=998469a5-51c9-48fa-9255-eb909b168691 HTTP/1.1" status: 200 len: 816 time: 0.0980260 May 16 15:24:21.740274 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-683eff04-1895-412b-ad2e-0c40b15c58af req-1f27e873-062d-48b6-9bf5-0290be6345ad tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/quotas/440329d501de48d19ba51dceaa845197 HTTP/1.1" status: 200 len: 375 time: 0.0087035 May 16 15:24:21.791365 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-683eff04-1895-412b-ad2e-0c40b15c58af req-eace8b00-c3df-4356-a99d-bb47b73357b2 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=440329d501de48d19ba51dceaa845197&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463281 May 16 15:24:21.885223 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-683eff04-1895-412b-ad2e-0c40b15c58af req-e1df2866-c0cc-4e36-80dd-4b2b8d168ae7 service neutron] 10.222.0.44 "GET /v2.0/networks/998469a5-51c9-48fa-9255-eb909b168691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820527 May 16 15:24:21.976436 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-683eff04-1895-412b-ad2e-0c40b15c58af req-ba46218b-0955-4923-97f2-9093f802045c service neutron] 10.222.0.44 "GET /v2.0/networks/998469a5-51c9-48fa-9255-eb909b168691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845044 May 16 15:24:22.201952 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-c8114c78-34a1-40b0-8d3c-d0b3dd62a02e req-a8010fc4-a521-4598-83a5-86f74e507ee2 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7340ea8-184f-46fc-beb8-8b4930ad0084 HTTP/1.1" status: 200 len: 210 time: 0.0276735 May 16 15:24:22.752679 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 52284) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:24:22.854413 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-208e195a-21d2-451a-9754-2caf08065f4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:22.926697 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-208e195a-21d2-451a-9754-2caf08065f4c admin admin] Publish callbacks [] for security_group (7bd675a5-6ea9-4300-9dd8-bebab14fbf9d), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:23.004917 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-208e195a-21d2-451a-9754-2caf08065f4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (7bd675a5-6ea9-4300-9dd8-bebab14fbf9d), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:23.045753 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-208e195a-21d2-451a-9754-2caf08065f4c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1f9c284dcb9f45048ef6b5a9afea255e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2919388 May 16 15:24:23.046649 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208e195a-21d2-451a-9754-2caf08065f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd675a5-6ea9-4300-9dd8-bebab14fbf9d,revision_number=1']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:23.048628 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 52288) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:24:23.098951 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a2b5b753-2da5-4f7d-a5e7-6a3476d41107 admin admin] Publish callbacks [] for security_group (7bd675a5-6ea9-4300-9dd8-bebab14fbf9d), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:23.121224 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a2b5b753-2da5-4f7d-a5e7-6a3476d41107 admin admin] Publish callbacks [] for security_group (7bd675a5-6ea9-4300-9dd8-bebab14fbf9d), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:23.239006 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a2b5b753-2da5-4f7d-a5e7-6a3476d41107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (7bd675a5-6ea9-4300-9dd8-bebab14fbf9d), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:23.241962 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a2b5b753-2da5-4f7d-a5e7-6a3476d41107 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:23.243184 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-a2b5b753-2da5-4f7d-a5e7-6a3476d41107 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7bd675a5-6ea9-4300-9dd8-bebab14fbf9d HTTP/1.1" status: 204 len: 168 time: 0.1935701 May 16 15:24:23.252309 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5b753-2da5-4f7d-a5e7-6a3476d41107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd675a5-6ea9-4300-9dd8-bebab14fbf9d,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:23.323116 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-42d162fd-0582-4266-acc8-9a1c1351c0d3 req-ac347071-4256-45e2-b588-efdd4529eccd tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7340ea8-184f-46fc-beb8-8b4930ad0084 HTTP/1.1" status: 200 len: 210 time: 0.0281415 May 16 15:24:24.135531 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683eff04-1895-412b-ad2e-0c40b15c58af req-68961fe4-5149-433e-ad9a-c78667f4a2f8 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:24.137635 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-683eff04-1895-412b-ad2e-0c40b15c58af req-68961fe4-5149-433e-ad9a-c78667f4a2f8 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.69 "GET /v2.0/networks?id=998469a5-51c9-48fa-9255-eb909b168691 HTTP/1.1" status: 200 len: 816 time: 0.1038167 May 16 15:24:24.206827 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-683eff04-1895-412b-ad2e-0c40b15c58af req-2a9ccdfc-f93d-4bf8-b480-c764dc085638 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=440329d501de48d19ba51dceaa845197 HTTP/1.1" status: 200 len: 380 time: 0.0551593 May 16 15:24:24.215430 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.v2.base [req-683eff04-1895-412b-ad2e-0c40b15c58af req-0dad3a60-af82-4ce2-b5a3-a7503bc0f88b tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Request body: {'port': {'device_id': 'e7340ea8-184f-46fc-beb8-8b4930ad0084', 'network_id': '998469a5-51c9-48fa-9255-eb909b168691', 'admin_state_up': True, 'tenant_id': '440329d501de48d19ba51dceaa845197', 'security_groups': ['323ddf6d-4271-418e-9329-136452ffdc2d']}} {{(pid=104033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:24:24.370535 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-683eff04-1895-412b-ad2e-0c40b15c58af req-0dad3a60-af82-4ce2-b5a3-a7503bc0f88b tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Made reservation on behalf of 440329d501de48d19ba51dceaa845197 for: {'port': 1} {{(pid=104033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:24:24.374617 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-683eff04-1895-412b-ad2e-0c40b15c58af req-0dad3a60-af82-4ce2-b5a3-a7503bc0f88b tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:24.426663 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-607a95bb-8d62-496e-81d5-d7d1c6443d54 req-4d6f853b-0182-4269-b69a-e8f84568fcb1 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7340ea8-184f-46fc-beb8-8b4930ad0084 HTTP/1.1" status: 200 len: 210 time: 0.0288212 May 16 15:24:24.504151 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [req-683eff04-1895-412b-ad2e-0c40b15c58af req-0dad3a60-af82-4ce2-b5a3-a7503bc0f88b tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Allocated IP 172.20.0.8 (998469a5-51c9-48fa-9255-eb909b168691/1ad10214-93e5-43be-949a-1d0aca01794b/4ca14e95-d4f6-4b13-9f5f-86987c637e51) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:24:24.643276 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-683eff04-1895-412b-ad2e-0c40b15c58af req-0dad3a60-af82-4ce2-b5a3-a7503bc0f88b tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Publish callbacks [] for port (4ca14e95-d4f6-4b13-9f5f-86987c637e51), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:24.753547 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-683eff04-1895-412b-ad2e-0c40b15c58af req-0dad3a60-af82-4ce2-b5a3-a7503bc0f88b tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789019640149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61886211'] for port (4ca14e95-d4f6-4b13-9f5f-86987c637e51), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:24.797877 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-683eff04-1895-412b-ad2e-0c40b15c58af req-0dad3a60-af82-4ce2-b5a3-a7503bc0f88b tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Network 998469a5-51c9-48fa-9255-eb909b168691 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:24:24.802694 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [req-683eff04-1895-412b-ad2e-0c40b15c58af req-0dad3a60-af82-4ce2-b5a3-a7503bc0f88b tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:24:24.805511 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [req-683eff04-1895-412b-ad2e-0c40b15c58af req-0dad3a60-af82-4ce2-b5a3-a7503bc0f88b tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:24:24.836861 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dad3a60-af82-4ce2-b5a3-a7503bc0f88b tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Pushing event updated for resources: {'Port': ['ID=4ca14e95-d4f6-4b13-9f5f-86987c637e51,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:24.867211 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683eff04-1895-412b-ad2e-0c40b15c58af req-0dad3a60-af82-4ce2-b5a3-a7503bc0f88b tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:24.867862 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-683eff04-1895-412b-ad2e-0c40b15c58af req-0dad3a60-af82-4ce2-b5a3-a7503bc0f88b tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914'] for port (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:24.950824 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-683eff04-1895-412b-ad2e-0c40b15c58af req-0dad3a60-af82-4ce2-b5a3-a7503bc0f88b tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7390616 May 16 15:24:24.968744 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.v2.base [req-683eff04-1895-412b-ad2e-0c40b15c58af req-77e8e2c8-01a8-4fba-9204-09c45726e162 service neutron] Request body: {'port': {'device_id': 'e7340ea8-184f-46fc-beb8-8b4930ad0084', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79578'}} {{(pid=104033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:24:25.029909 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-683eff04-1895-412b-ad2e-0c40b15c58af req-77e8e2c8-01a8-4fba-9204-09c45726e162 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (4ca14e95-d4f6-4b13-9f5f-86987c637e51), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:25.067427 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-60f7871a-a22d-4a6a-820b-bfbf22d0c99b None None] Provisioning complete for port 4ca14e95-d4f6-4b13-9f5f-86987c637e51 triggered by entity DHCP. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:24:25.068433 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-60f7871a-a22d-4a6a-820b-bfbf22d0c99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (4ca14e95-d4f6-4b13-9f5f-86987c637e51), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:25.106199 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-60f7871a-a22d-4a6a-820b-bfbf22d0c99b None None] Port 4ca14e95-d4f6-4b13-9f5f-86987c637e51 cannot update to ACTIVE because it is not bound. {{(pid=104035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:24:25.312832 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [req-683eff04-1895-412b-ad2e-0c40b15c58af req-77e8e2c8-01a8-4fba-9204-09c45726e162 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ca14e95-d4f6-4b13-9f5f-86987c637e51 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:24:25.320090 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-683eff04-1895-412b-ad2e-0c40b15c58af req-77e8e2c8-01a8-4fba-9204-09c45726e162 service neutron] Publish callbacks [] for port (4ca14e95-d4f6-4b13-9f5f-86987c637e51), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:25.332695 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [req-683eff04-1895-412b-ad2e-0c40b15c58af req-77e8e2c8-01a8-4fba-9204-09c45726e162 service neutron] Transition to ACTIVE for port object 4ca14e95-d4f6-4b13-9f5f-86987c637e51 will not be triggered until provisioned by entity L2. {{(pid=104033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 15:24:25.387860 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-683eff04-1895-412b-ad2e-0c40b15c58af req-77e8e2c8-01a8-4fba-9204-09c45726e162 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61886260'] for port (4ca14e95-d4f6-4b13-9f5f-86987c637e51), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:25.434812 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e8e2c8-01a8-4fba-9204-09c45726e162 service neutron] Pushing event updated for resources: {'Port': ['ID=4ca14e95-d4f6-4b13-9f5f-86987c637e51,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:25.526152 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [req-683eff04-1895-412b-ad2e-0c40b15c58af req-77e8e2c8-01a8-4fba-9204-09c45726e162 service neutron] Attempting to bind port 4ca14e95-d4f6-4b13-9f5f-86987c637e51 on host hv-cinder-79578 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:24:25.526487 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [req-683eff04-1895-412b-ad2e-0c40b15c58af req-77e8e2c8-01a8-4fba-9204-09c45726e162 service neutron] Attempting to bind port 4ca14e95-d4f6-4b13-9f5f-86987c637e51 by drivers openvswitch,hyperv on host hv-cinder-79578 at level 0 using segments [{'id': '15ad7a44-5805-47b3-8a3f-5aee86af7631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '998469a5-51c9-48fa-9255-eb909b168691'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:24:25.526826 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683eff04-1895-412b-ad2e-0c40b15c58af req-77e8e2c8-01a8-4fba-9204-09c45726e162 service neutron] Attempting to bind port 4ca14e95-d4f6-4b13-9f5f-86987c637e51 on network 998469a5-51c9-48fa-9255-eb909b168691 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:24:25.549985 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683eff04-1895-412b-ad2e-0c40b15c58af req-77e8e2c8-01a8-4fba-9204-09c45726e162 service neutron] Port 4ca14e95-d4f6-4b13-9f5f-86987c637e51 on network 998469a5-51c9-48fa-9255-eb909b168691 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79578 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 15:24:25.550340 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683eff04-1895-412b-ad2e-0c40b15c58af req-77e8e2c8-01a8-4fba-9204-09c45726e162 service neutron] Attempting to bind port 4ca14e95-d4f6-4b13-9f5f-86987c637e51 on network 998469a5-51c9-48fa-9255-eb909b168691 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:24:25.561539 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683eff04-1895-412b-ad2e-0c40b15c58af req-77e8e2c8-01a8-4fba-9204-09c45726e162 service neutron] Checking agent: {'id': '751a3b14-a3b6-44f5-a165-bd23bd92acbe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79578', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 13, 10), 'started_at': datetime.datetime(2022, 5, 16, 15, 13, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:24:25.561873 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683eff04-1895-412b-ad2e-0c40b15c58af req-77e8e2c8-01a8-4fba-9204-09c45726e162 service neutron] Checking segment: {'id': '15ad7a44-5805-47b3-8a3f-5aee86af7631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '998469a5-51c9-48fa-9255-eb909b168691'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:24:25.562282 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683eff04-1895-412b-ad2e-0c40b15c58af req-77e8e2c8-01a8-4fba-9204-09c45726e162 service neutron] Bound using segment: {'id': '15ad7a44-5805-47b3-8a3f-5aee86af7631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '998469a5-51c9-48fa-9255-eb909b168691'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:24:25.562712 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [req-683eff04-1895-412b-ad2e-0c40b15c58af req-77e8e2c8-01a8-4fba-9204-09c45726e162 service neutron] Bound port: 4ca14e95-d4f6-4b13-9f5f-86987c637e51, host: hv-cinder-79578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15ad7a44-5805-47b3-8a3f-5aee86af7631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '998469a5-51c9-48fa-9255-eb909b168691'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:24:25.563075 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-683eff04-1895-412b-ad2e-0c40b15c58af req-77e8e2c8-01a8-4fba-9204-09c45726e162 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (4ca14e95-d4f6-4b13-9f5f-86987c637e51), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:25.570617 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35aec69-12cb-4b40-b674-f05651c305c4 req-8d5ef059-403e-4f7e-b5e8-3d24577091fc tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:25.572177 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-d35aec69-12cb-4b40-b674-f05651c305c4 req-8d5ef059-403e-4f7e-b5e8-3d24577091fc tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7340ea8-184f-46fc-beb8-8b4930ad0084 HTTP/1.1" status: 200 len: 943 time: 0.0691876 May 16 15:24:25.660932 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-d35aec69-12cb-4b40-b674-f05651c305c4 req-91086f2e-8a57-475c-bc50-a53bb69fffa5 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=323ddf6d-4271-418e-9329-136452ffdc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802588 May 16 15:24:25.664396 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [req-683eff04-1895-412b-ad2e-0c40b15c58af req-77e8e2c8-01a8-4fba-9204-09c45726e162 service neutron] For port 4ca14e95-d4f6-4b13-9f5f-86987c637e51, host hv-cinder-79578, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:24:25.667522 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [req-683eff04-1895-412b-ad2e-0c40b15c58af req-77e8e2c8-01a8-4fba-9204-09c45726e162 service neutron] For port 4ca14e95-d4f6-4b13-9f5f-86987c637e51, host hv-cinder-79578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=4ca14e95-d4f6-4b13-9f5f-86987c637e51,segment=NetworkSegment(15ad7a44-5805-47b3-8a3f-5aee86af7631),segment_id=15ad7a44-5805-47b3-8a3f-5aee86af7631)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:24:25.725576 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-683eff04-1895-412b-ad2e-0c40b15c58af req-77e8e2c8-01a8-4fba-9204-09c45726e162 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61886260'] for port (4ca14e95-d4f6-4b13-9f5f-86987c637e51), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:25.761940 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683eff04-1895-412b-ad2e-0c40b15c58af req-77e8e2c8-01a8-4fba-9204-09c45726e162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:25.762652 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-683eff04-1895-412b-ad2e-0c40b15c58af req-77e8e2c8-01a8-4fba-9204-09c45726e162 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914'] for port (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:25.764065 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-683eff04-1895-412b-ad2e-0c40b15c58af req-77e8e2c8-01a8-4fba-9204-09c45726e162 service neutron] 10.222.0.69 "PUT /v2.0/ports/4ca14e95-d4f6-4b13-9f5f-86987c637e51 HTTP/1.1" status: 200 len: 1093 time: 0.8003109 May 16 15:24:25.764434 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7340ea8-184f-46fc-beb8-8b4930ad0084', 'tag': '4ca14e95-d4f6-4b13-9f5f-86987c637e51'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:24:25.766729 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffeccd97bc4bec2d8a291f35a4115644be5723c7930092d1a563b2016f5a5231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-058b71eb-2ddd-4c97-ad76-01ae431cb493" -d '{"events": [{"name": "network-changed", "server_uuid": "e7340ea8-184f-46fc-beb8-8b4930ad0084", "tag": "4ca14e95-d4f6-4b13-9f5f-86987c637e51"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:24:25.794736 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e8e2c8-01a8-4fba-9204-09c45726e162 service neutron] Pushing event updated for resources: {'Port': ['ID=4ca14e95-d4f6-4b13-9f5f-86987c637e51,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:25.806515 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aa8a82d-9a59-4357-b263-8563619130aa x-openstack-request-id: req-6aa8a82d-9a59-4357-b263-8563619130aa {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:24:25.806807 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7340ea8-184f-46fc-beb8-8b4930ad0084", "tag": "4ca14e95-d4f6-4b13-9f5f-86987c637e51", "status": "completed", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:24:25.807063 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6aa8a82d-9a59-4357-b263-8563619130aa {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:24:25.807468 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6aa8a82d-9a59-4357-b263-8563619130aa'] response: {'name': 'network-changed', 'server_uuid': 'e7340ea8-184f-46fc-beb8-8b4930ad0084', 'tag': '4ca14e95-d4f6-4b13-9f5f-86987c637e51', 'status': 'completed', 'code': 200} May 16 15:24:25.886124 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058b71eb-2ddd-4c97-ad76-01ae431cb493 req-d4ddd7de-a993-485d-865d-0861f0477e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:25.891546 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-058b71eb-2ddd-4c97-ad76-01ae431cb493 req-d4ddd7de-a993-485d-865d-0861f0477e50 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=440329d501de48d19ba51dceaa845197&device_id=e7340ea8-184f-46fc-beb8-8b4930ad0084 HTTP/1.1" status: 200 len: 1127 time: 0.0413404 May 16 15:24:25.992804 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058b71eb-2ddd-4c97-ad76-01ae431cb493 req-68c49a27-dd08-4fe8-a25e-56be8dd9177c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:25.994346 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-058b71eb-2ddd-4c97-ad76-01ae431cb493 req-68c49a27-dd08-4fe8-a25e-56be8dd9177c service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=440329d501de48d19ba51dceaa845197&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0934489 May 16 15:24:26.097098 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058b71eb-2ddd-4c97-ad76-01ae431cb493 req-55b725eb-5554-4f0d-bdfe-67026c787ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:26.098643 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-058b71eb-2ddd-4c97-ad76-01ae431cb493 req-55b725eb-5554-4f0d-bdfe-67026c787ee6 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0982471 May 16 15:24:26.192738 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683eff04-1895-412b-ad2e-0c40b15c58af req-252c8c4f-e479-41dc-9789-52ddad0b4b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:26.194094 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-683eff04-1895-412b-ad2e-0c40b15c58af req-252c8c4f-e479-41dc-9789-52ddad0b4b7b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=440329d501de48d19ba51dceaa845197&device_id=e7340ea8-184f-46fc-beb8-8b4930ad0084 HTTP/1.1" status: 200 len: 1127 time: 0.0385032 May 16 15:24:26.243037 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-683eff04-1895-412b-ad2e-0c40b15c58af req-94219a3e-c6ef-43ec-b6b2-b7b91993e0e4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ca14e95-d4f6-4b13-9f5f-86987c637e51 HTTP/1.1" status: 200 len: 217 time: 0.0362368 May 16 15:24:26.289896 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683eff04-1895-412b-ad2e-0c40b15c58af req-ee30c4c4-f686-4e15-8a3f-f667386ea83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:26.291323 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-683eff04-1895-412b-ad2e-0c40b15c58af req-ee30c4c4-f686-4e15-8a3f-f667386ea83a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1ad10214-93e5-43be-949a-1d0aca01794b HTTP/1.1" status: 200 len: 855 time: 0.0422013 May 16 15:24:26.333712 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683eff04-1895-412b-ad2e-0c40b15c58af req-068ec986-985b-4a45-ad92-2d4ba6f02ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:26.335241 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-683eff04-1895-412b-ad2e-0c40b15c58af req-068ec986-985b-4a45-ad92-2d4ba6f02ea6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=998469a5-51c9-48fa-9255-eb909b168691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0381184 May 16 15:24:26.429569 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-683eff04-1895-412b-ad2e-0c40b15c58af req-3ac32f2e-5a4a-4a04-8c57-85f0e2a0cb59 service neutron] 10.222.0.69 "GET /v2.0/networks/998469a5-51c9-48fa-9255-eb909b168691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883858 May 16 15:24:26.518645 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-683eff04-1895-412b-ad2e-0c40b15c58af req-ab47300f-a13c-4fa7-b6fe-cb92189aae0d service neutron] 10.222.0.69 "GET /v2.0/networks/998469a5-51c9-48fa-9255-eb909b168691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826101 May 16 15:24:26.778230 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf7e4f-0ec8-43b0-8948-9ef5a7be643d req-bf114296-72f6-4ee2-8b1c-0378ff6865bc tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:26.779588 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-d9cf7e4f-0ec8-43b0-8948-9ef5a7be643d req-bf114296-72f6-4ee2-8b1c-0378ff6865bc tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7340ea8-184f-46fc-beb8-8b4930ad0084 HTTP/1.1" status: 200 len: 943 time: 0.0473409 May 16 15:24:26.829236 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-d9cf7e4f-0ec8-43b0-8948-9ef5a7be643d req-e9dac8d7-c3fe-462a-bfd4-d79b01fc2316 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=323ddf6d-4271-418e-9329-136452ffdc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440578 May 16 15:24:26.833336 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-075e6061-e12f-4525-88a6-a0db60a6ca33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (a586ef94-96cb-452c-b402-463be5294b2a), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:27.945380 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d8d4a-5783-4e2d-9f91-d4625daa729b req-ca5a6ff4-9d8e-47d8-b138-42ce00e65370 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:27.946839 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-155d8d4a-5783-4e2d-9f91-d4625daa729b req-ca5a6ff4-9d8e-47d8-b138-42ce00e65370 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7340ea8-184f-46fc-beb8-8b4930ad0084 HTTP/1.1" status: 200 len: 943 time: 0.0457237 May 16 15:24:27.992624 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-155d8d4a-5783-4e2d-9f91-d4625daa729b req-4db17ec6-6d27-46f6-bd5a-79c2190a9881 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=323ddf6d-4271-418e-9329-136452ffdc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398126 May 16 15:24:28.856175 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-4eacd74d-5372-4ce7-9b3b-361bfe9fa9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (54a3e65b-69a0-426d-9997-69a1705c4334), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:29.110309 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a1267f-81a6-414f-9fd9-8882462f0158 req-9ec89bd4-bd4d-40a2-9229-a951a4695692 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:29.111709 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-78a1267f-81a6-414f-9fd9-8882462f0158 req-9ec89bd4-bd4d-40a2-9229-a951a4695692 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7340ea8-184f-46fc-beb8-8b4930ad0084 HTTP/1.1" status: 200 len: 943 time: 0.0477266 May 16 15:24:29.157003 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-78a1267f-81a6-414f-9fd9-8882462f0158 req-3644b658-ea3e-4412-b6c7-1e15ae27e585 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=323ddf6d-4271-418e-9329-136452ffdc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397930 May 16 15:24:30.129567 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-e1b85405-7a13-4024-838c-532465e0cf8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (72569482-7f88-4a09-9117-6d6842ca2c26), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:30.270942 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418e98c3-d84e-4e5c-ba52-661f45b79798 req-684ab67e-9426-4d75-8c38-6a89df7a5c7b tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:30.272377 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-418e98c3-d84e-4e5c-ba52-661f45b79798 req-684ab67e-9426-4d75-8c38-6a89df7a5c7b tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7340ea8-184f-46fc-beb8-8b4930ad0084 HTTP/1.1" status: 200 len: 943 time: 0.0456617 May 16 15:24:30.321079 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-418e98c3-d84e-4e5c-ba52-661f45b79798 req-1660919c-ff94-483f-9c3b-f3772fae8fc5 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=323ddf6d-4271-418e-9329-136452ffdc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432677 May 16 15:24:31.436251 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fff672-802b-404c-bbf8-ac1237b8b6e2 req-8b81e768-963a-4c0c-9361-5a0a388853ab tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:31.438601 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-c3fff672-802b-404c-bbf8-ac1237b8b6e2 req-8b81e768-963a-4c0c-9361-5a0a388853ab tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7340ea8-184f-46fc-beb8-8b4930ad0084 HTTP/1.1" status: 200 len: 943 time: 0.0474365 May 16 15:24:31.485224 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-c3fff672-802b-404c-bbf8-ac1237b8b6e2 req-dd238107-e967-48df-8d67-20a8d1896db5 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=323ddf6d-4271-418e-9329-136452ffdc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413389 May 16 15:24:31.496910 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a2296b44-efe7-4c92-99bf-bf9223587463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (4544528a-1612-46a7-a248-6cca4b867644), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:32.601407 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82796471-8eac-41b0-9f7f-40e5b4931c58 req-fd84d16b-0574-46bb-b4db-ce12118d09c4 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:32.602872 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-82796471-8eac-41b0-9f7f-40e5b4931c58 req-fd84d16b-0574-46bb-b4db-ce12118d09c4 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7340ea8-184f-46fc-beb8-8b4930ad0084 HTTP/1.1" status: 200 len: 943 time: 0.0459399 May 16 15:24:32.649149 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-82796471-8eac-41b0-9f7f-40e5b4931c58 req-181bcc42-57a2-4144-9f27-1ce76492a8d4 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=323ddf6d-4271-418e-9329-136452ffdc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397937 May 16 15:24:32.954539 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device 4ca14e95-d4f6-4b13-9f5f-86987c637e51 details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=104035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 15:24:33.051784 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] For port 4ca14e95-d4f6-4b13-9f5f-86987c637e51, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=4ca14e95-d4f6-4b13-9f5f-86987c637e51,segment=NetworkSegment(15ad7a44-5805-47b3-8a3f-5aee86af7631),segment_id=15ad7a44-5805-47b3-8a3f-5aee86af7631)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:24:33.063275 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Returning: {'device': '4ca14e95-d4f6-4b13-9f5f-86987c637e51', 'network_id': '998469a5-51c9-48fa-9255-eb909b168691', 'port_id': '4ca14e95-d4f6-4b13-9f5f-86987c637e51', 'mac_address': 'fa:16:3e:75:02:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ad10214-93e5-43be-949a-1d0aca01794b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 15:24:33.097475 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Current status of the port 4ca14e95-d4f6-4b13-9f5f-86987c637e51 is: DOWN; New status is: BUILD {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:24:33.097859 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (4ca14e95-d4f6-4b13-9f5f-86987c637e51), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:33.110576 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.notifiers.nova [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ca14e95-d4f6-4b13-9f5f-86987c637e51 {{(pid=104035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:24:33.130099 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] For port 4ca14e95-d4f6-4b13-9f5f-86987c637e51, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=4ca14e95-d4f6-4b13-9f5f-86987c637e51,segment=NetworkSegment(15ad7a44-5805-47b3-8a3f-5aee86af7631),segment_id=15ad7a44-5805-47b3-8a3f-5aee86af7631)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:24:33.210179 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (4ca14e95-d4f6-4b13-9f5f-86987c637e51), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:33.254308 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Pushing event updated for resources: {'Port': ['ID=4ca14e95-d4f6-4b13-9f5f-86987c637e51,revision_number=4']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:33.461746 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (311a8a5f-4d79-4ff7-931a-d05ff8cc45ee), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:33.766379 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d69da48-e8db-4ffb-9e88-76b12ab8b81c req-a5fa6d1d-63db-4603-983a-7c0057f26e07 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:33.767841 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-2d69da48-e8db-4ffb-9e88-76b12ab8b81c req-a5fa6d1d-63db-4603-983a-7c0057f26e07 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7340ea8-184f-46fc-beb8-8b4930ad0084 HTTP/1.1" status: 200 len: 944 time: 0.0489850 May 16 15:24:33.813948 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-2d69da48-e8db-4ffb-9e88-76b12ab8b81c req-87c90856-206d-438e-a355-6db0614d100b tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=323ddf6d-4271-418e-9329-136452ffdc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405228 May 16 15:24:34.166537 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] get_ports_and_sgs() called for port_ids ['4ca14e95-d4f6-4b13-9f5f-86987c637e51'] {{(pid=104035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:24:34.927494 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774699e9-3f96-4650-ac77-0c5f69fdf6ca req-9e3310ef-6ea4-4b7e-8618-c81c5c27789b tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:34.928921 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-774699e9-3f96-4650-ac77-0c5f69fdf6ca req-9e3310ef-6ea4-4b7e-8618-c81c5c27789b tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7340ea8-184f-46fc-beb8-8b4930ad0084 HTTP/1.1" status: 200 len: 944 time: 0.0447285 May 16 15:24:34.975680 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-774699e9-3f96-4650-ac77-0c5f69fdf6ca req-ae95b86b-5193-4bf0-aee9-be31b1375e9e tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=323ddf6d-4271-418e-9329-136452ffdc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407832 May 16 15:24:36.094217 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590d5404-0dae-4671-b221-7dd63d1db396 req-cbfbb29b-9e43-4cf8-b775-d4ba9001c6b5 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:36.095725 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-590d5404-0dae-4671-b221-7dd63d1db396 req-cbfbb29b-9e43-4cf8-b775-d4ba9001c6b5 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7340ea8-184f-46fc-beb8-8b4930ad0084 HTTP/1.1" status: 200 len: 944 time: 0.0471594 May 16 15:24:36.140810 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-590d5404-0dae-4671-b221-7dd63d1db396 req-84092947-7632-4de2-8eb5-74ff4b6f2690 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=323ddf6d-4271-418e-9329-136452ffdc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397055 May 16 15:24:37.216047 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device 4ca14e95-d4f6-4b13-9f5f-86987c637e51 up at agent hyperv_hv-cinder-79578 {{(pid=104035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:24:37.259344 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ce931-9126-4c2c-9dc7-fa0018929b60 req-bb18bc45-077c-488f-839e-218f12fd4daf tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:37.260550 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Provisioning for port 4ca14e95-d4f6-4b13-9f5f-86987c637e51 completed by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 15:24:37.260857 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-188ce931-9126-4c2c-9dc7-fa0018929b60 req-bb18bc45-077c-488f-839e-218f12fd4daf tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7340ea8-184f-46fc-beb8-8b4930ad0084 HTTP/1.1" status: 200 len: 944 time: 0.0506635 May 16 15:24:37.306957 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Provisioning complete for port 4ca14e95-d4f6-4b13-9f5f-86987c637e51 triggered by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:24:37.307172 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-188ce931-9126-4c2c-9dc7-fa0018929b60 req-4ef43d31-945b-4ebd-b06c-f8eb58007c6e tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=323ddf6d-4271-418e-9329-136452ffdc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395410 May 16 15:24:37.307452 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (4ca14e95-d4f6-4b13-9f5f-86987c637e51), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:37.379061 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Current status of the port 4ca14e95-d4f6-4b13-9f5f-86987c637e51 is: BUILD; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:24:37.379443 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (4ca14e95-d4f6-4b13-9f5f-86987c637e51), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:37.401612 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7340ea8-184f-46fc-beb8-8b4930ad0084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ca14e95-d4f6-4b13-9f5f-86987c637e51'}] {{(pid=104035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:24:37.403933 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1790aa2910a77bb841f337ade38aaf2daae4faf72d914c843aa5f796a16e7f37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e4ada6b-811f-47d3-b513-b57aaddc0468" -d '{"events": [{"server_uuid": "e7340ea8-184f-46fc-beb8-8b4930ad0084", "name": "network-vif-plugged", "status": "completed", "tag": "4ca14e95-d4f6-4b13-9f5f-86987c637e51"}]}' {{(pid=104035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:24:37.416241 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] For port 4ca14e95-d4f6-4b13-9f5f-86987c637e51, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=4ca14e95-d4f6-4b13-9f5f-86987c637e51,segment=NetworkSegment(15ad7a44-5805-47b3-8a3f-5aee86af7631),segment_id=15ad7a44-5805-47b3-8a3f-5aee86af7631)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:24:37.438196 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d649035c-2586-4a6c-a78c-f5e02ca45314 x-openstack-request-id: req-d649035c-2586-4a6c-a78c-f5e02ca45314 {{(pid=104035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:24:37.438485 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7340ea8-184f-46fc-beb8-8b4930ad0084", "name": "network-vif-plugged", "status": "completed", "tag": "4ca14e95-d4f6-4b13-9f5f-86987c637e51", "code": 200}]} {{(pid=104035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:24:37.438740 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d649035c-2586-4a6c-a78c-f5e02ca45314 {{(pid=104035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:24:37.439130 dv-cinder-795785-10-iscsi neutron-server[104035]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d649035c-2586-4a6c-a78c-f5e02ca45314'] response: {'server_uuid': 'e7340ea8-184f-46fc-beb8-8b4930ad0084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ca14e95-d4f6-4b13-9f5f-86987c637e51', 'code': 200} May 16 15:24:37.478822 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (4ca14e95-d4f6-4b13-9f5f-86987c637e51), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:37.523304 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Pushing event updated for resources: {'Port': ['ID=4ca14e95-d4f6-4b13-9f5f-86987c637e51,revision_number=5']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:38.426279 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528940d6-d579-460a-9ea6-49fe401c9d5e req-e15a6c7c-654b-4e38-afb4-366b01cd60be tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:38.427866 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-528940d6-d579-460a-9ea6-49fe401c9d5e req-e15a6c7c-654b-4e38-afb4-366b01cd60be tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7340ea8-184f-46fc-beb8-8b4930ad0084 HTTP/1.1" status: 200 len: 945 time: 0.0475235 May 16 15:24:38.448127 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afbb36b-10ea-4074-9668-663dd7241ed7 req-44d762a9-b6cb-46fb-ae67-3c6bf0f9db82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:38.449617 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-4afbb36b-10ea-4074-9668-663dd7241ed7 req-44d762a9-b6cb-46fb-ae67-3c6bf0f9db82 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e7340ea8-184f-46fc-beb8-8b4930ad0084 HTTP/1.1" status: 200 len: 1129 time: 0.0413520 May 16 15:24:38.475307 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-528940d6-d579-460a-9ea6-49fe401c9d5e req-c8fc9042-0d84-4cbf-9c08-d220c914ae6c tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=323ddf6d-4271-418e-9329-136452ffdc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417614 May 16 15:24:38.493027 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-4afbb36b-10ea-4074-9668-663dd7241ed7 req-9030c1b4-473d-4f8b-aa30-ad76b8c5cfd1 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=323ddf6d-4271-418e-9329-136452ffdc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379448 May 16 15:24:39.593427 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ab9c4f-59aa-4d96-aeb9-a4139a73df73 req-0fa88e0e-4942-4c56-975b-519585137326 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:39.594931 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-50ab9c4f-59aa-4d96-aeb9-a4139a73df73 req-0fa88e0e-4942-4c56-975b-519585137326 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7340ea8-184f-46fc-beb8-8b4930ad0084 HTTP/1.1" status: 200 len: 945 time: 0.0461781 May 16 15:24:39.642490 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-50ab9c4f-59aa-4d96-aeb9-a4139a73df73 req-9ffab2a9-db69-4070-aca5-f111a840ad6c tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=323ddf6d-4271-418e-9329-136452ffdc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416188 May 16 15:24:40.226334 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (751a3b14-a3b6-44f5-a165-bd23bd92acbe), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:40.760717 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bc31d5-26c4-4121-8ada-b6a613934fa7 req-a6bce544-6d89-4f6d-94e9-d1df479e9a56 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:40.762189 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-53bc31d5-26c4-4121-8ada-b6a613934fa7 req-a6bce544-6d89-4f6d-94e9-d1df479e9a56 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7340ea8-184f-46fc-beb8-8b4930ad0084 HTTP/1.1" status: 200 len: 945 time: 0.0494995 May 16 15:24:40.810074 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-53bc31d5-26c4-4121-8ada-b6a613934fa7 req-1121058f-8088-4d5e-8d24-438600c72b74 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=323ddf6d-4271-418e-9329-136452ffdc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422564 May 16 15:24:40.930558 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c9dbbc-7f4a-48b4-96a9-778a7aa744aa req-07d4b454-fc34-449b-ab65-7741c28b0e36 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:40.931905 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-c0c9dbbc-7f4a-48b4-96a9-778a7aa744aa req-07d4b454-fc34-449b-ab65-7741c28b0e36 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7340ea8-184f-46fc-beb8-8b4930ad0084 HTTP/1.1" status: 200 len: 945 time: 0.0460055 May 16 15:24:40.940843 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 52444) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:24:40.944978 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.v2.base [None req-4f4693c5-0858-4bda-8cc9-02d94c7d1a0c tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Request body: {'floatingip': {'port_id': '4ca14e95-d4f6-4b13-9f5f-86987c637e51'}} {{(pid=104033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:24:40.984925 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4f4693c5-0858-4bda-8cc9-02d94c7d1a0c tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Publish callbacks [] for floatingip (59becd3c-e6c3-426d-9b3f-55c96be3eece), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:41.400380 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4f4693c5-0858-4bda-8cc9-02d94c7d1a0c tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:41.495820 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4f4693c5-0858-4bda-8cc9-02d94c7d1a0c tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556839'] for floatingip (59becd3c-e6c3-426d-9b3f-55c96be3eece), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:41.587479 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.db.l3_db [None req-4f4693c5-0858-4bda-8cc9-02d94c7d1a0c tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Floating IP 59becd3c-e6c3-426d-9b3f-55c96be3eece associated. External IP: 172.27.0.246, port: 4ca14e95-d4f6-4b13-9f5f-86987c637e51. May 16 15:24:41.782769 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f4693c5-0858-4bda-8cc9-02d94c7d1a0c tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Router b9f1aa0c-fe35-4659-b48b-8d4888db3d74 has already been hosted by L3 agent 54a3e65b-69a0-426d-9997-69a1705c4334 {{(pid=104033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:24:41.885490 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f4693c5-0858-4bda-8cc9-02d94c7d1a0c tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Notify agent at l3_agent.dv-cinder-795785-10-iscsi the message routers_updated {{(pid=104033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:24:41.890375 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4f4693c5-0858-4bda-8cc9-02d94c7d1a0c tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914'] for floatingip (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:41.894972 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d4a8ee-dda2-431d-b9ca-a958a8210b0e None None] Sync routers for ids ['b9f1aa0c-fe35-4659-b48b-8d4888db3d74'] in dv-cinder-795785-10-iscsi {{(pid=104036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:24:41.905230 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d4a8ee-dda2-431d-b9ca-a958a8210b0e None None] Routers {'b9f1aa0c-fe35-4659-b48b-8d4888db3d74'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:24:41.905969 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-10d4a8ee-dda2-431d-b9ca-a958a8210b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:24:29Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['b9f1aa0c-fe35-4659-b48b-8d4888db3d74'], 'active': True} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:24:41.919339 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-4f4693c5-0858-4bda-8cc9-02d94c7d1a0c tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "PUT /v2.0/floatingips/59becd3c-e6c3-426d-9b3f-55c96be3eece HTTP/1.1" status: 200 len: 991 time: 0.9774959 May 16 15:24:41.920457 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7340ea8-184f-46fc-beb8-8b4930ad0084', 'tag': '4ca14e95-d4f6-4b13-9f5f-86987c637e51'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:24:41.922700 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffeccd97bc4bec2d8a291f35a4115644be5723c7930092d1a563b2016f5a5231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ff732a-edfa-40c8-960e-74ddda346fd8" -d '{"events": [{"name": "network-changed", "server_uuid": "e7340ea8-184f-46fc-beb8-8b4930ad0084", "tag": "4ca14e95-d4f6-4b13-9f5f-86987c637e51"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:24:41.956394 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a52bc3-0c3a-4248-8201-78c393bc0b6d x-openstack-request-id: req-64a52bc3-0c3a-4248-8201-78c393bc0b6d {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:24:41.957004 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7340ea8-184f-46fc-beb8-8b4930ad0084", "tag": "4ca14e95-d4f6-4b13-9f5f-86987c637e51", "status": "completed", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:24:41.957004 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-64a52bc3-0c3a-4248-8201-78c393bc0b6d {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:24:41.957573 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64a52bc3-0c3a-4248-8201-78c393bc0b6d'] response: {'name': 'network-changed', 'server_uuid': 'e7340ea8-184f-46fc-beb8-8b4930ad0084', 'tag': '4ca14e95-d4f6-4b13-9f5f-86987c637e51', 'status': 'completed', 'code': 200} May 16 15:24:42.006488 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvr_db [None req-10d4a8ee-dda2-431d-b9ca-a958a8210b0e None None] Set router b9f1aa0c-fe35-4659-b48b-8d4888db3d74 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:24:42.039830 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ff732a-edfa-40c8-960e-74ddda346fd8 req-68451ca1-ba33-486c-9f58-0aeb81054c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:42.041325 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-a8ff732a-edfa-40c8-960e-74ddda346fd8 req-68451ca1-ba33-486c-9f58-0aeb81054c7b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=440329d501de48d19ba51dceaa845197&device_id=e7340ea8-184f-46fc-beb8-8b4930ad0084 HTTP/1.1" status: 200 len: 1129 time: 0.0392597 May 16 15:24:42.135737 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ff732a-edfa-40c8-960e-74ddda346fd8 req-d7dfd75e-bd69-4e05-aeb1-592a92119ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:42.137216 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-a8ff732a-edfa-40c8-960e-74ddda346fd8 req-d7dfd75e-bd69-4e05-aeb1-592a92119ccb service neutron] 10.222.0.69 "GET /v2.0/networks?id=998469a5-51c9-48fa-9255-eb909b168691 HTTP/1.1" status: 200 len: 917 time: 0.0891213 May 16 15:24:42.196201 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-a8ff732a-edfa-40c8-960e-74ddda346fd8 req-b45b9630-9d88-43eb-9043-0f071a1c19bd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ca14e95-d4f6-4b13-9f5f-86987c637e51 HTTP/1.1" status: 200 len: 999 time: 0.0528672 May 16 15:24:42.214432 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-10d4a8ee-dda2-431d-b9ca-a958a8210b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f1aa0c-fe35-4659-b48b-8d4888db3d74', 'name': 'tempest-AttachVolumeShelveTestJSON-886762088-router', 'tenant_id': '440329d501de48d19ba51dceaa845197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '63f3b2c3-9556-409d-b58c-d225c526d2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:21:10Z', 'updated_at': '2022-05-16T15:21:13Z', 'revision_number': 4, 'project_id': '440329d501de48d19ba51dceaa845197', 'gw_port': {'id': '63f3b2c3-9556-409d-b58c-d225c526d2d6', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f1aa0c-fe35-4659-b48b-8d4888db3d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:10Z', 'updated_at': '2022-05-16T15:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_floatingips': [{'id': '59becd3c-e6c3-426d-9b3f-55c96be3eece', 'tenant_id': '440329d501de48d19ba51dceaa845197', 'floating_ip_address': '172.27.0.246', 'floating_network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'router_id': 'b9f1aa0c-fe35-4659-b48b-8d4888db3d74', 'port_id': '4ca14e95-d4f6-4b13-9f5f-86987c637e51', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '998469a5-51c9-48fa-9255-eb909b168691', 'mac_address': 'fa:16:3e:75:02:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7340ea8-184f-46fc-beb8-8b4930ad0084', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:24:20Z', 'updated_at': '2022-05-16T15:24:41Z', 'revision_number': 1, 'project_id': '440329d501de48d19ba51dceaa845197', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f93867b-39b7-41b0-898d-00e97278d1eb', 'name': '', 'network_id': '998469a5-51c9-48fa-9255-eb909b168691', 'tenant_id': '440329d501de48d19ba51dceaa845197', 'mac_address': 'fa:16:3e:0d:f5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f1aa0c-fe35-4659-b48b-8d4888db3d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '1ad10214-93e5-43be-949a-1d0aca01794b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:12Z', 'updated_at': '2022-05-16T15:21:17Z', 'revision_number': 5, 'project_id': '440329d501de48d19ba51dceaa845197', 'subnets': [{'id': '1ad10214-93e5-43be-949a-1d0aca01794b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:24:42.239015 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d4a8ee-dda2-431d-b9ca-a958a8210b0e None None] Checking router: b9f1aa0c-fe35-4659-b48b-8d4888db3d74 for host: dv-cinder-795785-10-iscsi {{(pid=104036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:24:42.247009 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ff732a-edfa-40c8-960e-74ddda346fd8 req-82b1cf0e-38fc-4f01-aec2-7f16e341044b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:42.247154 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d4a8ee-dda2-431d-b9ca-a958a8210b0e None None] Routers {'b9f1aa0c-fe35-4659-b48b-8d4888db3d74'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:24:42.247726 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-10d4a8ee-dda2-431d-b9ca-a958a8210b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:24:29Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['b9f1aa0c-fe35-4659-b48b-8d4888db3d74'], 'active': True} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:24:42.248444 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-a8ff732a-edfa-40c8-960e-74ddda346fd8 req-82b1cf0e-38fc-4f01-aec2-7f16e341044b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1ad10214-93e5-43be-949a-1d0aca01794b HTTP/1.1" status: 200 len: 855 time: 0.0463192 May 16 15:24:42.291795 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ff732a-edfa-40c8-960e-74ddda346fd8 req-888fe723-e5f8-4129-8ed9-f3571833e95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:42.293202 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-a8ff732a-edfa-40c8-960e-74ddda346fd8 req-888fe723-e5f8-4129-8ed9-f3571833e95e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=998469a5-51c9-48fa-9255-eb909b168691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0385845 May 16 15:24:42.347061 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvr_db [None req-10d4a8ee-dda2-431d-b9ca-a958a8210b0e None None] Set router b9f1aa0c-fe35-4659-b48b-8d4888db3d74 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:24:42.382668 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-a8ff732a-edfa-40c8-960e-74ddda346fd8 req-2d998210-2568-4ab5-bcda-765627b786da service neutron] 10.222.0.69 "GET /v2.0/networks/998469a5-51c9-48fa-9255-eb909b168691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835857 May 16 15:24:42.479871 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-a8ff732a-edfa-40c8-960e-74ddda346fd8 req-ef608e4b-4408-4df1-aaea-9850fd951de7 service neutron] 10.222.0.69 "GET /v2.0/networks/998469a5-51c9-48fa-9255-eb909b168691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913618 May 16 15:24:42.650384 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-10d4a8ee-dda2-431d-b9ca-a958a8210b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f1aa0c-fe35-4659-b48b-8d4888db3d74', 'name': 'tempest-AttachVolumeShelveTestJSON-886762088-router', 'tenant_id': '440329d501de48d19ba51dceaa845197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '63f3b2c3-9556-409d-b58c-d225c526d2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:21:10Z', 'updated_at': '2022-05-16T15:21:13Z', 'revision_number': 4, 'project_id': '440329d501de48d19ba51dceaa845197', 'gw_port': {'id': '63f3b2c3-9556-409d-b58c-d225c526d2d6', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f1aa0c-fe35-4659-b48b-8d4888db3d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:10Z', 'updated_at': '2022-05-16T15:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_floatingips': [{'id': '59becd3c-e6c3-426d-9b3f-55c96be3eece', 'tenant_id': '440329d501de48d19ba51dceaa845197', 'floating_ip_address': '172.27.0.246', 'floating_network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'router_id': 'b9f1aa0c-fe35-4659-b48b-8d4888db3d74', 'port_id': '4ca14e95-d4f6-4b13-9f5f-86987c637e51', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '998469a5-51c9-48fa-9255-eb909b168691', 'mac_address': 'fa:16:3e:75:02:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7340ea8-184f-46fc-beb8-8b4930ad0084', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:24:20Z', 'updated_at': '2022-05-16T15:24:41Z', 'revision_number': 1, 'project_id': '440329d501de48d19ba51dceaa845197', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f93867b-39b7-41b0-898d-00e97278d1eb', 'name': '', 'network_id': '998469a5-51c9-48fa-9255-eb909b168691', 'tenant_id': '440329d501de48d19ba51dceaa845197', 'mac_address': 'fa:16:3e:0d:f5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f1aa0c-fe35-4659-b48b-8d4888db3d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '1ad10214-93e5-43be-949a-1d0aca01794b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:12Z', 'updated_at': '2022-05-16T15:21:17Z', 'revision_number': 5, 'project_id': '440329d501de48d19ba51dceaa845197', 'subnets': [{'id': '1ad10214-93e5-43be-949a-1d0aca01794b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:24:42.683696 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d4a8ee-dda2-431d-b9ca-a958a8210b0e None None] The sync data for ids ['b9f1aa0c-fe35-4659-b48b-8d4888db3d74'] in dv-cinder-795785-10-iscsi is: [{'id': 'b9f1aa0c-fe35-4659-b48b-8d4888db3d74', 'name': 'tempest-AttachVolumeShelveTestJSON-886762088-router', 'tenant_id': '440329d501de48d19ba51dceaa845197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '63f3b2c3-9556-409d-b58c-d225c526d2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:21:10Z', 'updated_at': '2022-05-16T15:21:13Z', 'revision_number': 4, 'project_id': '440329d501de48d19ba51dceaa845197', 'gw_port': {'id': '63f3b2c3-9556-409d-b58c-d225c526d2d6', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f1aa0c-fe35-4659-b48b-8d4888db3d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:10Z', 'updated_at': '2022-05-16T15:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_floatingips': [{'id': '59becd3c-e6c3-426d-9b3f-55c96be3eece', 'tenant_id': '440329d501de48d19ba51dceaa845197', 'floating_ip_address': '172.27.0.246', 'floating_network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'router_id': 'b9f1aa0c-fe35-4659-b48b-8d4888db3d74', 'port_id': '4ca14e95-d4f6-4b13-9f5f-86987c637e51', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '998469a5-51c9-48fa-9255-eb909b168691', 'mac_address': 'fa:16:3e:75:02:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7340ea8-184f-46fc-beb8-8b4930ad0084', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:24:20Z', 'updated_at': '2022-05-16T15:24:41Z', 'revision_number': 1, 'project_id': '440329d501de48d19ba51dceaa845197', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f93867b-39b7-41b0-898d-00e97278d1eb', 'name': '', 'network_id': '998469a5-51c9-48fa-9255-eb909b168691', 'tenant_id': '440329d501de48d19ba51dceaa845197', 'mac_address': 'fa:16:3e:0d:f5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f1aa0c-fe35-4659-b48b-8d4888db3d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '1ad10214-93e5-43be-949a-1d0aca01794b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:12Z', 'updated_at': '2022-05-16T15:21:17Z', 'revision_number': 5, 'project_id': '440329d501de48d19ba51dceaa845197', 'subnets': [{'id': '1ad10214-93e5-43be-949a-1d0aca01794b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:24:42.879234 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2b59d9-148c-4549-971e-3a8e78a72e08 None None] New status for floating IP 59becd3c-e6c3-426d-9b3f-55c96be3eece: ACTIVE {{(pid=104035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 15:24:45.155471 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 52476) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:24:45.257000 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7299adf1-c6d1-4a9f-bc0a-d65a2ae1ce19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:45.330092 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7299adf1-c6d1-4a9f-bc0a-d65a2ae1ce19 admin admin] Publish callbacks [] for security_group (702285f9-96ab-420a-a95f-98ec9413f4b1), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:45.369921 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7299adf1-c6d1-4a9f-bc0a-d65a2ae1ce19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (702285f9-96ab-420a-a95f-98ec9413f4b1), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:45.407757 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-7299adf1-c6d1-4a9f-bc0a-d65a2ae1ce19 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=18a973d171eb4eaeb6efb35a55382c57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2512558 May 16 15:24:45.408861 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7299adf1-c6d1-4a9f-bc0a-d65a2ae1ce19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=702285f9-96ab-420a-a95f-98ec9413f4b1,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:45.410516 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 52480) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:24:45.458498 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-69f9773f-3567-4e33-b1c1-4306e2a359ce admin admin] Publish callbacks [] for security_group (702285f9-96ab-420a-a95f-98ec9413f4b1), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:45.479246 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-69f9773f-3567-4e33-b1c1-4306e2a359ce admin admin] Publish callbacks [] for security_group (702285f9-96ab-420a-a95f-98ec9413f4b1), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:45.586896 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-69f9773f-3567-4e33-b1c1-4306e2a359ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (702285f9-96ab-420a-a95f-98ec9413f4b1), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:45.589459 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-69f9773f-3567-4e33-b1c1-4306e2a359ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:45.590619 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-69f9773f-3567-4e33-b1c1-4306e2a359ce admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/702285f9-96ab-420a-a95f-98ec9413f4b1 HTTP/1.1" status: 204 len: 168 time: 0.1791029 May 16 15:24:45.598710 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f9773f-3567-4e33-b1c1-4306e2a359ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=702285f9-96ab-420a-a95f-98ec9413f4b1,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:46.544315 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 52504) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:24:46.636075 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.v2.base [None req-7818ea18-9a5c-425d-a58d-74a03f11038e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2117454362-network', 'tenant_id': '0b6bd797b8e04be18b7484855142b067'}} {{(pid=104034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:24:46.713048 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7818ea18-9a5c-425d-a58d-74a03f11038e admin admin] Made reservation on behalf of 0b6bd797b8e04be18b7484855142b067 for: {'network': 1} {{(pid=104034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:24:46.715406 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-7818ea18-9a5c-425d-a58d-74a03f11038e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for network (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:46.723779 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-7818ea18-9a5c-425d-a58d-74a03f11038e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:46.796058 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-7818ea18-9a5c-425d-a58d-74a03f11038e admin admin] Publish callbacks [] for security_group (7a2de56c-403a-4bf9-a3c9-f7d70b8c4326), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:46.833261 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-7818ea18-9a5c-425d-a58d-74a03f11038e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (7a2de56c-403a-4bf9-a3c9-f7d70b8c4326), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:46.860387 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7818ea18-9a5c-425d-a58d-74a03f11038e admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=104034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 15:24:46.869873 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7818ea18-9a5c-425d-a58d-74a03f11038e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a2de56c-403a-4bf9-a3c9-f7d70b8c4326,revision_number=1']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:46.876230 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-7818ea18-9a5c-425d-a58d-74a03f11038e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789020055565', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996815'] for segment (d906e4c0-b7a7-4674-8385-774ce0dcb73a), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:46.876637 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.db.segments_db [None req-7818ea18-9a5c-425d-a58d-74a03f11038e admin admin] Added segment d906e4c0-b7a7-4674-8385-774ce0dcb73a of type vlan for network 9c7b01dd-4fa5-4d97-aa10-e1ee6467d7bb May 16 15:24:46.915469 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-7818ea18-9a5c-425d-a58d-74a03f11038e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789019629716'] for network (9c7b01dd-4fa5-4d97-aa10-e1ee6467d7bb), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:46.992141 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-7818ea18-9a5c-425d-a58d-74a03f11038e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888'] for network (9c7b01dd-4fa5-4d97-aa10-e1ee6467d7bb), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:46.993122 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7818ea18-9a5c-425d-a58d-74a03f11038e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:46.993699 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-7818ea18-9a5c-425d-a58d-74a03f11038e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631934'] for network (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:47.052304 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7818ea18-9a5c-425d-a58d-74a03f11038e admin admin] Pushing event updated for resources: {'Network': ['ID=9c7b01dd-4fa5-4d97-aa10-e1ee6467d7bb,revision_number=1']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:47.061936 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Network 9c7b01dd-4fa5-4d97-aa10-e1ee6467d7bb details requested by agent ovs-agent-dv-cinder-795785-10-iscsi with host dv-cinder-795785-10-iscsi {{(pid=104035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 15:24:47.093281 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-7818ea18-9a5c-425d-a58d-74a03f11038e admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5478649 May 16 15:24:47.101491 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 52510) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:24:47.106253 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.v2.base [None req-22f519cc-b9d8-44b9-8276-92df9fae3e08 admin admin] Request body: {'subnet': {'network_id': '9c7b01dd-4fa5-4d97-aa10-e1ee6467d7bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2117454362-subnet', 'tenant_id': '0b6bd797b8e04be18b7484855142b067', 'ip_version': 4}} {{(pid=104034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:24:47.198887 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22f519cc-b9d8-44b9-8276-92df9fae3e08 admin admin] Made reservation on behalf of 0b6bd797b8e04be18b7484855142b067 for: {'subnet': 1} {{(pid=104034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:24:47.201445 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-22f519cc-b9d8-44b9-8276-92df9fae3e08 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2773436'] for subnet (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:47.427556 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-22f519cc-b9d8-44b9-8276-92df9fae3e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4102194', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2773418'] for subnet (9ec5239e-005a-42b5-98fd-7708b4d3767d), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:47.483733 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f519cc-b9d8-44b9-8276-92df9fae3e08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ec5239e-005a-42b5-98fd-7708b4d3767d,revision_number=0']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:47.493657 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f519cc-b9d8-44b9-8276-92df9fae3e08 admin admin] Checking segment: {'id': 'd906e4c0-b7a7-4674-8385-774ce0dcb73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9c7b01dd-4fa5-4d97-aa10-e1ee6467d7bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:24:47.494023 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f519cc-b9d8-44b9-8276-92df9fae3e08 admin admin] Network hostable DHCP agents. Network: 9c7b01dd-4fa5-4d97-aa10-e1ee6467d7bb, hostable agents: ['a586ef94-96cb-452c-b402-463be5294b2a'], hosted agents: [] {{(pid=104034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 15:24:47.575251 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f519cc-b9d8-44b9-8276-92df9fae3e08 admin admin] Network 9c7b01dd-4fa5-4d97-aa10-e1ee6467d7bb is scheduled to be hosted by DHCP agent a586ef94-96cb-452c-b402-463be5294b2a with binding_index 1 {{(pid=104034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 15:24:47.620929 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.base_scheduler [None req-22f519cc-b9d8-44b9-8276-92df9fae3e08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795785-10-iscsi, 9c7b01dd-4fa5-4d97-aa10-e1ee6467d7bb) {{(pid=104034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:24:47.625151 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f519cc-b9d8-44b9-8276-92df9fae3e08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:47.625737 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-22f519cc-b9d8-44b9-8276-92df9fae3e08 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:47.629721 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783a687b-f6fa-4f37-a249-64b80851a6fc None None] Network 9c7b01dd-4fa5-4d97-aa10-e1ee6467d7bb requested from dv-cinder-795785-10-iscsi {{(pid=104035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:24:47.686951 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-22f519cc-b9d8-44b9-8276-92df9fae3e08 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5843270 May 16 15:24:47.689364 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 52512) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:24:47.693466 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.v2.base [None req-f9c49971-5a57-4b74-b7f5-985f2edcaa0e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2117454362-router', 'tenant_id': '0b6bd797b8e04be18b7484855142b067', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594'}}} {{(pid=104034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:24:47.730736 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6bcefbc-08eb-4331-ad8b-eb04e41d7876 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38d81d8d-e1d5-5063-843e-fd2156367bd9-9c7b01dd-4fa5-4d97-aa10-e1ee6467d7bb', 'network_id': '9c7b01dd-4fa5-4d97-aa10-e1ee6467d7bb', 'project_id': '0b6bd797b8e04be18b7484855142b067', 'fixed_ips': [{'subnet_id': '9ec5239e-005a-42b5-98fd-7708b4d3767d'}]}} from dv-cinder-795785-10-iscsi. {{(pid=104035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 15:24:47.731642 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-f6bcefbc-08eb-4331-ad8b-eb04e41d7876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (None), before_create {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:47.758837 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-f9c49971-5a57-4b74-b7f5-985f2edcaa0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1129'] for router (d2c91623-1e53-430e-8867-4aef814f1ffd), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:47.759967 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-f9c49971-5a57-4b74-b7f5-985f2edcaa0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-553739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1120'] for router (d2c91623-1e53-430e-8867-4aef814f1ffd), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:47.809265 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-f9c49971-5a57-4b74-b7f5-985f2edcaa0e admin admin] Publish callbacks [] for router_controller (d2c91623-1e53-430e-8867-4aef814f1ffd), precommit_add_association {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:47.862831 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.db_base_plugin_common [None req-f6bcefbc-08eb-4331-ad8b-eb04e41d7876 None None] Allocated IP 172.20.0.2 (9c7b01dd-4fa5-4d97-aa10-e1ee6467d7bb/9ec5239e-005a-42b5-98fd-7708b4d3767d/1d16356d-1676-4391-b874-879811bbf802) {{(pid=104035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:24:47.996748 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-f9c49971-5a57-4b74-b7f5-985f2edcaa0e admin admin] Publish callbacks [] for router_gateway (d2c91623-1e53-430e-8867-4aef814f1ffd), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:48.003483 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-f6bcefbc-08eb-4331-ad8b-eb04e41d7876 None None] Publish callbacks [] for port (1d16356d-1676-4391-b874-879811bbf802), precommit_create {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:48.090379 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-f6bcefbc-08eb-4331-ad8b-eb04e41d7876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789019640149'] for port (1d16356d-1676-4391-b874-879811bbf802), after_create {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:48.130170 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6bcefbc-08eb-4331-ad8b-eb04e41d7876 None None] Network 9c7b01dd-4fa5-4d97-aa10-e1ee6467d7bb is already hosted by enough agents. {{(pid=104035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:24:48.132858 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.scheduler.base_scheduler [None req-f6bcefbc-08eb-4331-ad8b-eb04e41d7876 None None] Resources bound (agent type, host, resource id): {{(pid=104035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:24:48.135242 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bcefbc-08eb-4331-ad8b-eb04e41d7876 None None] Received port after_create {{(pid=104035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:24:48.149686 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bcefbc-08eb-4331-ad8b-eb04e41d7876 None None] Pushing event updated for resources: {'Port': ['ID=1d16356d-1676-4391-b874-879811bbf802,revision_number=1']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:48.173409 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bcefbc-08eb-4331-ad8b-eb04e41d7876 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:48.173753 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bcefbc-08eb-4331-ad8b-eb04e41d7876 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:48.174109 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bcefbc-08eb-4331-ad8b-eb04e41d7876 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:48.174450 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bcefbc-08eb-4331-ad8b-eb04e41d7876 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:48.174781 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bcefbc-08eb-4331-ad8b-eb04e41d7876 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:48.175109 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bcefbc-08eb-4331-ad8b-eb04e41d7876 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:48.175435 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bcefbc-08eb-4331-ad8b-eb04e41d7876 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:48.175753 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bcefbc-08eb-4331-ad8b-eb04e41d7876 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:48.176076 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bcefbc-08eb-4331-ad8b-eb04e41d7876 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:48.176395 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bcefbc-08eb-4331-ad8b-eb04e41d7876 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:48.176720 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bcefbc-08eb-4331-ad8b-eb04e41d7876 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:48.177040 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bcefbc-08eb-4331-ad8b-eb04e41d7876 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:48.177354 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bcefbc-08eb-4331-ad8b-eb04e41d7876 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:48.177671 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bcefbc-08eb-4331-ad8b-eb04e41d7876 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:48.177982 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bcefbc-08eb-4331-ad8b-eb04e41d7876 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:48.211246 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.managers [None req-f6bcefbc-08eb-4331-ad8b-eb04e41d7876 None None] Attempting to bind port 1d16356d-1676-4391-b874-879811bbf802 on host dv-cinder-795785-10-iscsi for vnic_type normal with profile {{(pid=104035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:24:48.211611 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.managers [None req-f6bcefbc-08eb-4331-ad8b-eb04e41d7876 None None] Attempting to bind port 1d16356d-1676-4391-b874-879811bbf802 by drivers openvswitch,hyperv on host dv-cinder-795785-10-iscsi at level 0 using segments [{'id': 'd906e4c0-b7a7-4674-8385-774ce0dcb73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9c7b01dd-4fa5-4d97-aa10-e1ee6467d7bb'}] {{(pid=104035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:24:48.211970 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6bcefbc-08eb-4331-ad8b-eb04e41d7876 None None] Attempting to bind port 1d16356d-1676-4391-b874-879811bbf802 on network 9c7b01dd-4fa5-4d97-aa10-e1ee6467d7bb {{(pid=104035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:24:48.218702 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6bcefbc-08eb-4331-ad8b-eb04e41d7876 None None] Checking agent: {'id': '311a8a5f-4d79-4ff7-931a-d05ff8cc45ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 6, 3), 'started_at': datetime.datetime(2022, 5, 16, 15, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:24:48.219151 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6bcefbc-08eb-4331-ad8b-eb04e41d7876 None None] Checking segment: {'id': 'd906e4c0-b7a7-4674-8385-774ce0dcb73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9c7b01dd-4fa5-4d97-aa10-e1ee6467d7bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:24:48.219617 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-f6bcefbc-08eb-4331-ad8b-eb04e41d7876 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:48.220074 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6bcefbc-08eb-4331-ad8b-eb04e41d7876 None None] Bound using segment: {'id': 'd906e4c0-b7a7-4674-8385-774ce0dcb73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9c7b01dd-4fa5-4d97-aa10-e1ee6467d7bb'} {{(pid=104035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:24:48.220537 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.managers [None req-f6bcefbc-08eb-4331-ad8b-eb04e41d7876 None None] Bound port: 1d16356d-1676-4391-b874-879811bbf802, host: dv-cinder-795785-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd906e4c0-b7a7-4674-8385-774ce0dcb73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9c7b01dd-4fa5-4d97-aa10-e1ee6467d7bb'}}] {{(pid=104035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:24:48.220914 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-f6bcefbc-08eb-4331-ad8b-eb04e41d7876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (1d16356d-1676-4391-b874-879811bbf802), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:48.243625 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-f9c49971-5a57-4b74-b7f5-985f2edcaa0e admin admin] Publish callbacks [] for router_gateway (d2c91623-1e53-430e-8867-4aef814f1ffd), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:48.262814 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-f9c49971-5a57-4b74-b7f5-985f2edcaa0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:48.278993 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-f6bcefbc-08eb-4331-ad8b-eb04e41d7876 None None] For port 1d16356d-1676-4391-b874-879811bbf802, host dv-cinder-795785-10-iscsi, cleared binding levels {{(pid=104035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:24:48.281897 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-f6bcefbc-08eb-4331-ad8b-eb04e41d7876 None None] For port 1d16356d-1676-4391-b874-879811bbf802, host dv-cinder-795785-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=1d16356d-1676-4391-b874-879811bbf802,segment=NetworkSegment(d906e4c0-b7a7-4674-8385-774ce0dcb73a),segment_id=d906e4c0-b7a7-4674-8385-774ce0dcb73a)] {{(pid=104035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:24:48.347630 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-f6bcefbc-08eb-4331-ad8b-eb04e41d7876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (1d16356d-1676-4391-b874-879811bbf802), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:48.367562 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.db.db_base_plugin_common [None req-f9c49971-5a57-4b74-b7f5-985f2edcaa0e admin admin] Allocated IP 172.27.0.27 (ad45e98c-12fc-4959-a2ae-a7226c979594/4a504247-fe9e-45e9-866d-820247643fc0/b23dbc92-f49b-4791-ad8f-62f11215fbb9) {{(pid=104034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:24:48.405786 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bcefbc-08eb-4331-ad8b-eb04e41d7876 None None] Pushing event updated for resources: {'Port': ['ID=1d16356d-1676-4391-b874-879811bbf802,revision_number=2']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:48.473529 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-f9c49971-5a57-4b74-b7f5-985f2edcaa0e admin admin] Publish callbacks [] for port (b23dbc92-f49b-4791-ad8f-62f11215fbb9), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:48.571407 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-f9c49971-5a57-4b74-b7f5-985f2edcaa0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789019640149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097154'] for port (b23dbc92-f49b-4791-ad8f-62f11215fbb9), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:48.614981 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c49971-5a57-4b74-b7f5-985f2edcaa0e admin admin] Network ad45e98c-12fc-4959-a2ae-a7226c979594 is already hosted by enough agents. {{(pid=104034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:24:48.618125 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.base_scheduler [None req-f9c49971-5a57-4b74-b7f5-985f2edcaa0e admin admin] Resources bound (agent type, host, resource id): {{(pid=104034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:24:48.623407 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c49971-5a57-4b74-b7f5-985f2edcaa0e admin admin] Received port after_create {{(pid=104034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:24:48.647627 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c49971-5a57-4b74-b7f5-985f2edcaa0e admin admin] Pushing event updated for resources: {'Port': ['ID=b23dbc92-f49b-4791-ad8f-62f11215fbb9,revision_number=1']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:49.222352 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-f9c49971-5a57-4b74-b7f5-985f2edcaa0e admin admin] Publish callbacks [] for router_gateway (d2c91623-1e53-430e-8867-4aef814f1ffd), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:49.289630 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f6e32c-4bdd-4206-a545-5fada6fa7fec None None] Network 9c7b01dd-4fa5-4d97-aa10-e1ee6467d7bb requested from dv-cinder-795785-10-iscsi {{(pid=104035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:24:49.322565 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-63bc7ee8-7efa-4c56-b12e-0cb0a019ad48 None None] Provisioning complete for port 1d16356d-1676-4391-b874-879811bbf802 triggered by entity DHCP. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:24:49.322940 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-63bc7ee8-7efa-4c56-b12e-0cb0a019ad48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (1d16356d-1676-4391-b874-879811bbf802), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:49.407445 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-f9c49971-5a57-4b74-b7f5-985f2edcaa0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553948'] for router (d2c91623-1e53-430e-8867-4aef814f1ffd), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:49.578546 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-63bc7ee8-7efa-4c56-b12e-0cb0a019ad48 None None] Current status of the port 1d16356d-1676-4391-b874-879811bbf802 is: DOWN; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:24:49.578941 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-63bc7ee8-7efa-4c56-b12e-0cb0a019ad48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (1d16356d-1676-4391-b874-879811bbf802), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:49.604448 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9c49971-5a57-4b74-b7f5-985f2edcaa0e admin admin] Router d2c91623-1e53-430e-8867-4aef814f1ffd is scheduled to L3 agent 54a3e65b-69a0-426d-9997-69a1705c4334 with binding_index 1 {{(pid=104034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 16 15:24:49.614132 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-63bc7ee8-7efa-4c56-b12e-0cb0a019ad48 None None] For port 1d16356d-1676-4391-b874-879811bbf802, host dv-cinder-795785-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=1d16356d-1676-4391-b874-879811bbf802,segment=NetworkSegment(d906e4c0-b7a7-4674-8385-774ce0dcb73a),segment_id=d906e4c0-b7a7-4674-8385-774ce0dcb73a)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:24:49.684312 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-63bc7ee8-7efa-4c56-b12e-0cb0a019ad48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (1d16356d-1676-4391-b874-879811bbf802), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:49.712779 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c49971-5a57-4b74-b7f5-985f2edcaa0e admin admin] Notify agent at l3_agent.dv-cinder-795785-10-iscsi the message routers_updated {{(pid=104034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:24:49.721619 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e908be39-b537-4104-add1-68219efce50a None None] Sync routers for ids ['d2c91623-1e53-430e-8867-4aef814f1ffd'] in dv-cinder-795785-10-iscsi {{(pid=104036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:24:49.734120 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e908be39-b537-4104-add1-68219efce50a None None] Routers {'d2c91623-1e53-430e-8867-4aef814f1ffd'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:24:49.735832 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-e908be39-b537-4104-add1-68219efce50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:24:29Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['d2c91623-1e53-430e-8867-4aef814f1ffd'], 'active': True} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:24:49.745234 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bc7ee8-7efa-4c56-b12e-0cb0a019ad48 None None] Pushing event updated for resources: {'Port': ['ID=1d16356d-1676-4391-b874-879811bbf802,revision_number=3']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:49.777917 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-f9c49971-5a57-4b74-b7f5-985f2edcaa0e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:49.782146 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 52516) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:24:49.793881 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-f9c49971-5a57-4b74-b7f5-985f2edcaa0e admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0985997 May 16 15:24:49.823567 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-f220cab0-23c0-43ee-b937-700a4328592a None None] Provisioning complete for port 1d16356d-1676-4391-b874-879811bbf802 triggered by entity DHCP. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:24:49.823944 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-f220cab0-23c0-43ee-b937-700a4328592a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (1d16356d-1676-4391-b874-879811bbf802), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:49.842516 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvr_db [None req-e908be39-b537-4104-add1-68219efce50a None None] Set router d2c91623-1e53-430e-8867-4aef814f1ffd gateway port host: dv-cinder-795785-10-iscsi {{(pid=104036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:24:49.893937 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device 1d16356d-1676-4391-b874-879811bbf802 up at agent ovs-agent-dv-cinder-795785-10-iscsi {{(pid=104035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:24:49.931550 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-f220cab0-23c0-43ee-b937-700a4328592a None None] Current status of the port 1d16356d-1676-4391-b874-879811bbf802 is: ACTIVE; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:24:49.949345 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Provisioning complete for port 1d16356d-1676-4391-b874-879811bbf802 triggered by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:24:49.949964 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (1d16356d-1676-4391-b874-879811bbf802), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:50.009795 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-e908be39-b537-4104-add1-68219efce50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c91623-1e53-430e-8867-4aef814f1ffd', 'name': 'tempest-TestShelveInstance-2117454362-router', 'tenant_id': '0b6bd797b8e04be18b7484855142b067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': 'b23dbc92-f49b-4791-ad8f-62f11215fbb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:24:47Z', 'updated_at': '2022-05-16T15:24:49Z', 'revision_number': 3, 'project_id': '0b6bd797b8e04be18b7484855142b067', 'gw_port': {'id': 'b23dbc92-f49b-4791-ad8f-62f11215fbb9', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:58:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2c91623-1e53-430e-8867-4aef814f1ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:48Z', 'updated_at': '2022-05-16T15:24:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi'}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:24:50.024554 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Current status of the port 1d16356d-1676-4391-b874-879811bbf802 is: ACTIVE; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:24:50.124402 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e908be39-b537-4104-add1-68219efce50a None None] Checking router: d2c91623-1e53-430e-8867-4aef814f1ffd for host: dv-cinder-795785-10-iscsi {{(pid=104036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:24:50.124750 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e908be39-b537-4104-add1-68219efce50a None None] Updating router d2c91623-1e53-430e-8867-4aef814f1ffd port b23dbc92-f49b-4791-ad8f-62f11215fbb9 binding host dv-cinder-795785-10-iscsi {{(pid=104036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 15:24:50.150811 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron_lib.callbacks.manager [None req-e908be39-b537-4104-add1-68219efce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (b23dbc92-f49b-4791-ad8f-62f11215fbb9), before_update {{(pid=104036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:50.431610 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron_lib.callbacks.manager [None req-e908be39-b537-4104-add1-68219efce50a None None] Publish callbacks [] for port (b23dbc92-f49b-4791-ad8f-62f11215fbb9), precommit_update {{(pid=104036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:50.452054 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-885f8cec-01a0-40ca-8202-5ddb4027826b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:50.495557 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron_lib.callbacks.manager [None req-e908be39-b537-4104-add1-68219efce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (b23dbc92-f49b-4791-ad8f-62f11215fbb9), after_update {{(pid=104036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:50.544831 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990e4f48-769f-4cbc-918f-6363ee6449df None None] Pushing event updated for resources: {'Port': ['ID=b23dbc92-f49b-4791-ad8f-62f11215fbb9,revision_number=2']} {{(pid=104036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:50.552798 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990e4f48-769f-4cbc-918f-6363ee6449df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:50.553145 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990e4f48-769f-4cbc-918f-6363ee6449df None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:50.553510 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990e4f48-769f-4cbc-918f-6363ee6449df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:50.553847 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990e4f48-769f-4cbc-918f-6363ee6449df None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:50.554207 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990e4f48-769f-4cbc-918f-6363ee6449df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:50.554535 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990e4f48-769f-4cbc-918f-6363ee6449df None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:50.554856 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990e4f48-769f-4cbc-918f-6363ee6449df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:50.555178 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990e4f48-769f-4cbc-918f-6363ee6449df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:50.555515 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990e4f48-769f-4cbc-918f-6363ee6449df None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:50.555840 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990e4f48-769f-4cbc-918f-6363ee6449df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:50.556209 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990e4f48-769f-4cbc-918f-6363ee6449df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:50.556474 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990e4f48-769f-4cbc-918f-6363ee6449df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:50.556791 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990e4f48-769f-4cbc-918f-6363ee6449df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:50.557107 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990e4f48-769f-4cbc-918f-6363ee6449df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:50.557421 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990e4f48-769f-4cbc-918f-6363ee6449df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:50.560499 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.managers [None req-e908be39-b537-4104-add1-68219efce50a None None] Attempting to bind port b23dbc92-f49b-4791-ad8f-62f11215fbb9 on host dv-cinder-795785-10-iscsi for vnic_type normal with profile {{(pid=104036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:24:50.560865 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.managers [None req-e908be39-b537-4104-add1-68219efce50a None None] Attempting to bind port b23dbc92-f49b-4791-ad8f-62f11215fbb9 by drivers openvswitch,hyperv on host dv-cinder-795785-10-iscsi at level 0 using segments [{'id': 'd35ec458-efea-4f9b-9cfc-f89e4e5d5ae0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594'}] {{(pid=104036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:24:50.561223 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e908be39-b537-4104-add1-68219efce50a None None] Attempting to bind port b23dbc92-f49b-4791-ad8f-62f11215fbb9 on network ad45e98c-12fc-4959-a2ae-a7226c979594 {{(pid=104036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:24:50.567269 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e908be39-b537-4104-add1-68219efce50a None None] Checking agent: {'id': '311a8a5f-4d79-4ff7-931a-d05ff8cc45ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 6, 3), 'started_at': datetime.datetime(2022, 5, 16, 15, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:24:50.567646 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e908be39-b537-4104-add1-68219efce50a None None] Checking segment: {'id': 'd35ec458-efea-4f9b-9cfc-f89e4e5d5ae0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:24:50.568045 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron_lib.callbacks.manager [None req-e908be39-b537-4104-add1-68219efce50a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:50.568421 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e908be39-b537-4104-add1-68219efce50a None None] Bound using segment: {'id': 'd35ec458-efea-4f9b-9cfc-f89e4e5d5ae0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594'} {{(pid=104036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:24:50.568875 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.managers [None req-e908be39-b537-4104-add1-68219efce50a None None] Bound port: b23dbc92-f49b-4791-ad8f-62f11215fbb9, host: dv-cinder-795785-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd35ec458-efea-4f9b-9cfc-f89e4e5d5ae0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594'}}] {{(pid=104036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:24:50.569247 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron_lib.callbacks.manager [None req-e908be39-b537-4104-add1-68219efce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (b23dbc92-f49b-4791-ad8f-62f11215fbb9), before_update {{(pid=104036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:50.605645 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-885f8cec-01a0-40ca-8202-5ddb4027826b admin admin] Allocated IP 172.20.0.1 (9c7b01dd-4fa5-4d97-aa10-e1ee6467d7bb/9ec5239e-005a-42b5-98fd-7708b4d3767d/bdb5be39-1d27-4fa4-bd58-d3cd56e01936) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:24:50.616562 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.db [None req-e908be39-b537-4104-add1-68219efce50a None None] For port b23dbc92-f49b-4791-ad8f-62f11215fbb9, host dv-cinder-795785-10-iscsi, cleared binding levels {{(pid=104036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:24:50.620876 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.db [None req-e908be39-b537-4104-add1-68219efce50a None None] For port b23dbc92-f49b-4791-ad8f-62f11215fbb9, host dv-cinder-795785-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=b23dbc92-f49b-4791-ad8f-62f11215fbb9,segment=NetworkSegment(d35ec458-efea-4f9b-9cfc-f89e4e5d5ae0),segment_id=d35ec458-efea-4f9b-9cfc-f89e4e5d5ae0)] {{(pid=104036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:24:50.696164 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron_lib.callbacks.manager [None req-e908be39-b537-4104-add1-68219efce50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (b23dbc92-f49b-4791-ad8f-62f11215fbb9), after_update {{(pid=104036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:50.705415 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-885f8cec-01a0-40ca-8202-5ddb4027826b admin admin] Publish callbacks [] for port (bdb5be39-1d27-4fa4-bd58-d3cd56e01936), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:50.753298 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e908be39-b537-4104-add1-68219efce50a None None] Routers {'d2c91623-1e53-430e-8867-4aef814f1ffd'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:24:50.753905 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-e908be39-b537-4104-add1-68219efce50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:24:29Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['d2c91623-1e53-430e-8867-4aef814f1ffd'], 'active': True} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:24:50.756848 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990e4f48-769f-4cbc-918f-6363ee6449df None None] Pushing event updated for resources: {'Port': ['ID=b23dbc92-f49b-4791-ad8f-62f11215fbb9,revision_number=3']} {{(pid=104036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:50.793515 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-885f8cec-01a0-40ca-8202-5ddb4027826b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789019640149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61886211'] for port (bdb5be39-1d27-4fa4-bd58-d3cd56e01936), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:50.835382 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885f8cec-01a0-40ca-8202-5ddb4027826b admin admin] Network 9c7b01dd-4fa5-4d97-aa10-e1ee6467d7bb is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:24:50.839926 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-885f8cec-01a0-40ca-8202-5ddb4027826b admin admin] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:24:50.842376 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885f8cec-01a0-40ca-8202-5ddb4027826b admin admin] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:24:50.856617 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvr_db [None req-e908be39-b537-4104-add1-68219efce50a None None] Set router d2c91623-1e53-430e-8867-4aef814f1ffd gateway port host: dv-cinder-795785-10-iscsi {{(pid=104036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:24:50.870757 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885f8cec-01a0-40ca-8202-5ddb4027826b admin admin] Pushing event updated for resources: {'Port': ['ID=bdb5be39-1d27-4fa4-bd58-d3cd56e01936,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:50.890350 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-885f8cec-01a0-40ca-8202-5ddb4027826b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-526065'] for router_interface (d2c91623-1e53-430e-8867-4aef814f1ffd), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:51.033676 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-e908be39-b537-4104-add1-68219efce50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c91623-1e53-430e-8867-4aef814f1ffd', 'name': 'tempest-TestShelveInstance-2117454362-router', 'tenant_id': '0b6bd797b8e04be18b7484855142b067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': 'b23dbc92-f49b-4791-ad8f-62f11215fbb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:24:47Z', 'updated_at': '2022-05-16T15:24:49Z', 'revision_number': 3, 'project_id': '0b6bd797b8e04be18b7484855142b067', 'gw_port': {'id': 'b23dbc92-f49b-4791-ad8f-62f11215fbb9', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:58:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2c91623-1e53-430e-8867-4aef814f1ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:48Z', 'updated_at': '2022-05-16T15:24:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi'}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:24:51.058019 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-df48838e-7577-4245-a7a6-7ed77cf8000d None None] Provisioning complete for port bdb5be39-1d27-4fa4-bd58-d3cd56e01936 triggered by entity DHCP. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:24:51.058662 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-df48838e-7577-4245-a7a6-7ed77cf8000d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (bdb5be39-1d27-4fa4-bd58-d3cd56e01936), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:51.060496 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e908be39-b537-4104-add1-68219efce50a None None] The sync data for ids ['d2c91623-1e53-430e-8867-4aef814f1ffd'] in dv-cinder-795785-10-iscsi is: [{'id': 'd2c91623-1e53-430e-8867-4aef814f1ffd', 'name': 'tempest-TestShelveInstance-2117454362-router', 'tenant_id': '0b6bd797b8e04be18b7484855142b067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': 'b23dbc92-f49b-4791-ad8f-62f11215fbb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:24:47Z', 'updated_at': '2022-05-16T15:24:49Z', 'revision_number': 3, 'project_id': '0b6bd797b8e04be18b7484855142b067', 'gw_port': {'id': 'b23dbc92-f49b-4791-ad8f-62f11215fbb9', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:58:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2c91623-1e53-430e-8867-4aef814f1ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:48Z', 'updated_at': '2022-05-16T15:24:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi'}] {{(pid=104036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:24:51.092084 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-885f8cec-01a0-40ca-8202-5ddb4027826b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (bdb5be39-1d27-4fa4-bd58-d3cd56e01936), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:51.097534 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-df48838e-7577-4245-a7a6-7ed77cf8000d None None] Port bdb5be39-1d27-4fa4-bd58-d3cd56e01936 cannot update to ACTIVE because it is not bound. {{(pid=104035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:24:51.156335 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.agents_db [None req-ab78c14b-22b7-4e46-ade7-0c4080e95cb7 None None] Agent healthcheck: found 6 active agents {{(pid=104036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:24:51.298279 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-885f8cec-01a0-40ca-8202-5ddb4027826b admin admin] Publish callbacks [] for port (bdb5be39-1d27-4fa4-bd58-d3cd56e01936), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:51.358924 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-885f8cec-01a0-40ca-8202-5ddb4027826b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61886260'] for port (bdb5be39-1d27-4fa4-bd58-d3cd56e01936), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:51.427404 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885f8cec-01a0-40ca-8202-5ddb4027826b admin admin] Pushing event updated for resources: {'Port': ['ID=bdb5be39-1d27-4fa4-bd58-d3cd56e01936,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:51.430102 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-885f8cec-01a0-40ca-8202-5ddb4027826b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555963'] for router_interface (d2c91623-1e53-430e-8867-4aef814f1ffd), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:51.529512 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885f8cec-01a0-40ca-8202-5ddb4027826b admin admin] Network 9c7b01dd-4fa5-4d97-aa10-e1ee6467d7bb is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:24:51.530907 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-885f8cec-01a0-40ca-8202-5ddb4027826b admin admin] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:24:51.651106 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-885f8cec-01a0-40ca-8202-5ddb4027826b admin admin] Router d2c91623-1e53-430e-8867-4aef814f1ffd has already been hosted by L3 agent 54a3e65b-69a0-426d-9997-69a1705c4334 {{(pid=104033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:24:51.720559 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-51c8eb3e-8e38-4ecb-8c72-79a6df6c86c0 None None] Provisioning complete for port bdb5be39-1d27-4fa4-bd58-d3cd56e01936 triggered by entity DHCP. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:24:51.721639 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-51c8eb3e-8e38-4ecb-8c72-79a6df6c86c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (bdb5be39-1d27-4fa4-bd58-d3cd56e01936), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:51.757869 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-51c8eb3e-8e38-4ecb-8c72-79a6df6c86c0 None None] Port bdb5be39-1d27-4fa4-bd58-d3cd56e01936 cannot update to ACTIVE because it is not bound. {{(pid=104035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:24:51.763994 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-885f8cec-01a0-40ca-8202-5ddb4027826b admin admin] Notify agent at l3_agent.dv-cinder-795785-10-iscsi the message routers_updated {{(pid=104033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:24:51.770099 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-885f8cec-01a0-40ca-8202-5ddb4027826b admin admin] 10.222.0.44 "PUT /v2.0/routers/d2c91623-1e53-430e-8867-4aef814f1ffd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9860687 May 16 15:24:51.860874 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device b23dbc92-f49b-4791-ad8f-62f11215fbb9 up at agent ovs-agent-dv-cinder-795785-10-iscsi {{(pid=104035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:24:51.905002 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Provisioning complete for port b23dbc92-f49b-4791-ad8f-62f11215fbb9 triggered by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:24:51.905290 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (b23dbc92-f49b-4791-ad8f-62f11215fbb9), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:51.977855 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Current status of the port b23dbc92-f49b-4791-ad8f-62f11215fbb9 is: DOWN; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:24:51.978283 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (b23dbc92-f49b-4791-ad8f-62f11215fbb9), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:51.998697 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] For port b23dbc92-f49b-4791-ad8f-62f11215fbb9, host dv-cinder-795785-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=b23dbc92-f49b-4791-ad8f-62f11215fbb9,segment=NetworkSegment(d35ec458-efea-4f9b-9cfc-f89e4e5d5ae0),segment_id=d35ec458-efea-4f9b-9cfc-f89e4e5d5ae0)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:24:52.056574 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (b23dbc92-f49b-4791-ad8f-62f11215fbb9), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:52.110925 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Pushing event updated for resources: {'Port': ['ID=b23dbc92-f49b-4791-ad8f-62f11215fbb9,revision_number=4']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:52.555654 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 52532) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:24:52.561102 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.v2.base [None req-67c256fa-8416-4908-a67c-5d556b2394b8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-939037494-network', 'tenant_id': 'ff1e322046a64fcf804af32d3a3983a8'}} {{(pid=104033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:24:52.638935 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c256fa-8416-4908-a67c-5d556b2394b8 admin admin] Made reservation on behalf of ff1e322046a64fcf804af32d3a3983a8 for: {'network': 1} {{(pid=104033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:24:52.641384 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-67c256fa-8416-4908-a67c-5d556b2394b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for network (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:52.650681 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-67c256fa-8416-4908-a67c-5d556b2394b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:52.661167 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2204deb9-4afa-4119-87c8-2526520ba444 None None] Sync routers for ids ['d2c91623-1e53-430e-8867-4aef814f1ffd'] in dv-cinder-795785-10-iscsi {{(pid=104035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:24:52.672227 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2204deb9-4afa-4119-87c8-2526520ba444 None None] Routers {'d2c91623-1e53-430e-8867-4aef814f1ffd'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:24:52.672844 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_hamode_db [None req-2204deb9-4afa-4119-87c8-2526520ba444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:24:29Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['d2c91623-1e53-430e-8867-4aef814f1ffd'], 'active': True} {{(pid=104035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:24:52.726728 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-67c256fa-8416-4908-a67c-5d556b2394b8 admin admin] Publish callbacks [] for security_group (68ff7adf-e560-4363-b474-3166ee8aba3f), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:52.773575 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvr_db [None req-2204deb9-4afa-4119-87c8-2526520ba444 None None] Set router d2c91623-1e53-430e-8867-4aef814f1ffd gateway port host: dv-cinder-795785-10-iscsi {{(pid=104035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:24:52.787308 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-67c256fa-8416-4908-a67c-5d556b2394b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (68ff7adf-e560-4363-b474-3166ee8aba3f), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:52.812915 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67c256fa-8416-4908-a67c-5d556b2394b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=104033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 15:24:52.821662 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c256fa-8416-4908-a67c-5d556b2394b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68ff7adf-e560-4363-b474-3166ee8aba3f,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:52.827736 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-67c256fa-8416-4908-a67c-5d556b2394b8 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789020055565', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996815'] for segment (f0a52633-6e33-4880-b440-57614050e9e6), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:52.828150 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.db.segments_db [None req-67c256fa-8416-4908-a67c-5d556b2394b8 admin admin] Added segment f0a52633-6e33-4880-b440-57614050e9e6 of type vlan for network c86b7d81-29e3-44cf-ae51-6fb188444053 May 16 15:24:52.869611 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-67c256fa-8416-4908-a67c-5d556b2394b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789019629716'] for network (c86b7d81-29e3-44cf-ae51-6fb188444053), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:52.959115 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-67c256fa-8416-4908-a67c-5d556b2394b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888'] for network (c86b7d81-29e3-44cf-ae51-6fb188444053), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:52.959362 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_hamode_db [None req-2204deb9-4afa-4119-87c8-2526520ba444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c91623-1e53-430e-8867-4aef814f1ffd', 'name': 'tempest-TestShelveInstance-2117454362-router', 'tenant_id': '0b6bd797b8e04be18b7484855142b067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': 'b23dbc92-f49b-4791-ad8f-62f11215fbb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:24:47Z', 'updated_at': '2022-05-16T15:24:50Z', 'revision_number': 4, 'project_id': '0b6bd797b8e04be18b7484855142b067', 'gw_port': {'id': 'b23dbc92-f49b-4791-ad8f-62f11215fbb9', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:58:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c91623-1e53-430e-8867-4aef814f1ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:48Z', 'updated_at': '2022-05-16T15:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_interfaces': [{'id': 'bdb5be39-1d27-4fa4-bd58-d3cd56e01936', 'name': '', 'network_id': '9c7b01dd-4fa5-4d97-aa10-e1ee6467d7bb', 'tenant_id': '0b6bd797b8e04be18b7484855142b067', 'mac_address': 'fa:16:3e:32:2e:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2c91623-1e53-430e-8867-4aef814f1ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '9ec5239e-005a-42b5-98fd-7708b4d3767d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:50Z', 'updated_at': '2022-05-16T15:24:51Z', 'revision_number': 2, 'project_id': '0b6bd797b8e04be18b7484855142b067', 'subnets': [{'id': '9ec5239e-005a-42b5-98fd-7708b4d3767d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:24:52.960284 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c256fa-8416-4908-a67c-5d556b2394b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:52.960876 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-67c256fa-8416-4908-a67c-5d556b2394b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631934'] for network (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:52.984972 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2204deb9-4afa-4119-87c8-2526520ba444 None None] Checking router: d2c91623-1e53-430e-8867-4aef814f1ffd for host: dv-cinder-795785-10-iscsi {{(pid=104035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:24:52.985694 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2204deb9-4afa-4119-87c8-2526520ba444 None None] Updating router d2c91623-1e53-430e-8867-4aef814f1ffd port bdb5be39-1d27-4fa4-bd58-d3cd56e01936 binding host dv-cinder-795785-10-iscsi {{(pid=104035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 15:24:53.016893 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-2204deb9-4afa-4119-87c8-2526520ba444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (bdb5be39-1d27-4fa4-bd58-d3cd56e01936), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:53.022916 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c256fa-8416-4908-a67c-5d556b2394b8 admin admin] Pushing event updated for resources: {'Network': ['ID=c86b7d81-29e3-44cf-ae51-6fb188444053,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:53.048852 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Network c86b7d81-29e3-44cf-ae51-6fb188444053 details requested by agent ovs-agent-dv-cinder-795785-10-iscsi with host dv-cinder-795785-10-iscsi {{(pid=104035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 15:24:53.064428 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-67c256fa-8416-4908-a67c-5d556b2394b8 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5076680 May 16 15:24:53.067147 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 52534) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:24:53.072244 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.v2.base [None req-ef7c2684-ff20-4865-9213-4c9781207176 admin admin] Request body: {'subnet': {'network_id': 'c86b7d81-29e3-44cf-ae51-6fb188444053', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-939037494-subnet', 'tenant_id': 'ff1e322046a64fcf804af32d3a3983a8', 'ip_version': 4}} {{(pid=104033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:24:53.147426 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef7c2684-ff20-4865-9213-4c9781207176 admin admin] Made reservation on behalf of ff1e322046a64fcf804af32d3a3983a8 for: {'subnet': 1} {{(pid=104033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:24:53.149946 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ef7c2684-ff20-4865-9213-4c9781207176 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61898023'] for subnet (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:53.356380 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-2204deb9-4afa-4119-87c8-2526520ba444 None None] Publish callbacks [] for port (bdb5be39-1d27-4fa4-bd58-d3cd56e01936), precommit_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:53.370577 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ef7c2684-ff20-4865-9213-4c9781207176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61887411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61898033'] for subnet (c1c41bee-3447-4d4b-82ee-ae5e94a0f196), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:53.427993 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7c2684-ff20-4865-9213-4c9781207176 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1c41bee-3447-4d4b-82ee-ae5e94a0f196,revision_number=0']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:53.433088 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-2204deb9-4afa-4119-87c8-2526520ba444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (bdb5be39-1d27-4fa4-bd58-d3cd56e01936), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:53.435365 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7c2684-ff20-4865-9213-4c9781207176 admin admin] Checking segment: {'id': 'f0a52633-6e33-4880-b440-57614050e9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c86b7d81-29e3-44cf-ae51-6fb188444053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:24:53.435728 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7c2684-ff20-4865-9213-4c9781207176 admin admin] Network hostable DHCP agents. Network: c86b7d81-29e3-44cf-ae51-6fb188444053, hostable agents: ['a586ef94-96cb-452c-b402-463be5294b2a'], hosted agents: [] {{(pid=104033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 15:24:53.483983 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6b7a3b-9383-4a01-8431-36769782567e None None] Pushing event updated for resources: {'Port': ['ID=bdb5be39-1d27-4fa4-bd58-d3cd56e01936,revision_number=3']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:53.524702 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7c2684-ff20-4865-9213-4c9781207176 admin admin] Network c86b7d81-29e3-44cf-ae51-6fb188444053 is scheduled to be hosted by DHCP agent a586ef94-96cb-452c-b402-463be5294b2a with binding_index 1 {{(pid=104033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 15:24:53.538357 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.managers [None req-2204deb9-4afa-4119-87c8-2526520ba444 None None] Attempting to bind port bdb5be39-1d27-4fa4-bd58-d3cd56e01936 on host dv-cinder-795785-10-iscsi for vnic_type normal with profile {{(pid=104035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:24:53.538506 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.managers [None req-2204deb9-4afa-4119-87c8-2526520ba444 None None] Attempting to bind port bdb5be39-1d27-4fa4-bd58-d3cd56e01936 by drivers openvswitch,hyperv on host dv-cinder-795785-10-iscsi at level 0 using segments [{'id': 'd906e4c0-b7a7-4674-8385-774ce0dcb73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9c7b01dd-4fa5-4d97-aa10-e1ee6467d7bb'}] {{(pid=104035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:24:53.538824 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2204deb9-4afa-4119-87c8-2526520ba444 None None] Attempting to bind port bdb5be39-1d27-4fa4-bd58-d3cd56e01936 on network 9c7b01dd-4fa5-4d97-aa10-e1ee6467d7bb {{(pid=104035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:24:53.544383 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2204deb9-4afa-4119-87c8-2526520ba444 None None] Checking agent: {'id': '311a8a5f-4d79-4ff7-931a-d05ff8cc45ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 6, 3), 'started_at': datetime.datetime(2022, 5, 16, 15, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:24:53.544756 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2204deb9-4afa-4119-87c8-2526520ba444 None None] Checking segment: {'id': 'd906e4c0-b7a7-4674-8385-774ce0dcb73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9c7b01dd-4fa5-4d97-aa10-e1ee6467d7bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:24:53.545156 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-2204deb9-4afa-4119-87c8-2526520ba444 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:53.545542 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2204deb9-4afa-4119-87c8-2526520ba444 None None] Bound using segment: {'id': 'd906e4c0-b7a7-4674-8385-774ce0dcb73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9c7b01dd-4fa5-4d97-aa10-e1ee6467d7bb'} {{(pid=104035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:24:53.546001 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.managers [None req-2204deb9-4afa-4119-87c8-2526520ba444 None None] Bound port: bdb5be39-1d27-4fa4-bd58-d3cd56e01936, host: dv-cinder-795785-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd906e4c0-b7a7-4674-8385-774ce0dcb73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9c7b01dd-4fa5-4d97-aa10-e1ee6467d7bb'}}] {{(pid=104035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:24:53.546411 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-2204deb9-4afa-4119-87c8-2526520ba444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (bdb5be39-1d27-4fa4-bd58-d3cd56e01936), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:53.610663 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-ef7c2684-ff20-4865-9213-4c9781207176 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795785-10-iscsi, c86b7d81-29e3-44cf-ae51-6fb188444053) {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:24:53.612362 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-2204deb9-4afa-4119-87c8-2526520ba444 None None] For port bdb5be39-1d27-4fa4-bd58-d3cd56e01936, host dv-cinder-795785-10-iscsi, cleared binding levels {{(pid=104035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:24:53.615123 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7c2684-ff20-4865-9213-4c9781207176 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:24:53.622114 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ef7c2684-ff20-4865-9213-4c9781207176 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631934'] for subnet (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:53.622406 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-2204deb9-4afa-4119-87c8-2526520ba444 None None] For port bdb5be39-1d27-4fa4-bd58-d3cd56e01936, host dv-cinder-795785-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=bdb5be39-1d27-4fa4-bd58-d3cd56e01936,segment=NetworkSegment(d906e4c0-b7a7-4674-8385-774ce0dcb73a),segment_id=d906e4c0-b7a7-4674-8385-774ce0dcb73a)] {{(pid=104035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:24:53.626435 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4fd9662-fca3-4e7b-a96d-6e3fe125293f None None] Network c86b7d81-29e3-44cf-ae51-6fb188444053 requested from dv-cinder-795785-10-iscsi {{(pid=104035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:24:53.703064 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-8bf9cac8-70bf-4816-a3ca-48ed48baef92 None None] Provisioning complete for port bdb5be39-1d27-4fa4-bd58-d3cd56e01936 triggered by entity DHCP. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:24:53.703439 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-8bf9cac8-70bf-4816-a3ca-48ed48baef92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (bdb5be39-1d27-4fa4-bd58-d3cd56e01936), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:53.707944 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-2204deb9-4afa-4119-87c8-2526520ba444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (bdb5be39-1d27-4fa4-bd58-d3cd56e01936), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:53.715507 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-ef7c2684-ff20-4865-9213-4c9781207176 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6472130 May 16 15:24:53.718471 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 52536) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:24:53.722771 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.v2.base [None req-30d04040-c259-4ac6-9256-a0a18fd99fa3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-939037494-router', 'tenant_id': 'ff1e322046a64fcf804af32d3a3983a8', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594'}}} {{(pid=104033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:24:53.818678 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a3f34a-52e2-473a-bce7-57bdafc7262c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38d81d8d-e1d5-5063-843e-fd2156367bd9-c86b7d81-29e3-44cf-ae51-6fb188444053', 'network_id': 'c86b7d81-29e3-44cf-ae51-6fb188444053', 'project_id': 'ff1e322046a64fcf804af32d3a3983a8', 'fixed_ips': [{'subnet_id': 'c1c41bee-3447-4d4b-82ee-ae5e94a0f196'}]}} from dv-cinder-795785-10-iscsi. {{(pid=104035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 15:24:53.820662 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-f0a3f34a-52e2-473a-bce7-57bdafc7262c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (None), before_create {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:53.823341 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-30d04040-c259-4ac6-9256-a0a18fd99fa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-551186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1129'] for router (666e22c2-b36d-4722-b7c7-12e9ab71baf5), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:53.826698 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-30d04040-c259-4ac6-9256-a0a18fd99fa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-551398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-553739', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-597522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1120'] for router (666e22c2-b36d-4722-b7c7-12e9ab71baf5), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:53.842308 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2204deb9-4afa-4119-87c8-2526520ba444 None None] Routers {'d2c91623-1e53-430e-8867-4aef814f1ffd'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:24:53.843106 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_hamode_db [None req-2204deb9-4afa-4119-87c8-2526520ba444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:24:29Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['d2c91623-1e53-430e-8867-4aef814f1ffd'], 'active': True} {{(pid=104035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:24:53.845137 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6b7a3b-9383-4a01-8431-36769782567e None None] Pushing event updated for resources: {'Port': ['ID=bdb5be39-1d27-4fa4-bd58-d3cd56e01936,revision_number=4']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:53.892438 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device b23dbc92-f49b-4791-ad8f-62f11215fbb9 up at agent ovs-agent-dv-cinder-795785-10-iscsi {{(pid=104035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:24:53.895466 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-30d04040-c259-4ac6-9256-a0a18fd99fa3 admin admin] Publish callbacks [] for router_controller (666e22c2-b36d-4722-b7c7-12e9ab71baf5), precommit_add_association {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:54.093667 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-30d04040-c259-4ac6-9256-a0a18fd99fa3 admin admin] Publish callbacks [] for router_gateway (666e22c2-b36d-4722-b7c7-12e9ab71baf5), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:54.142116 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-8bf9cac8-70bf-4816-a3ca-48ed48baef92 None None] Current status of the port bdb5be39-1d27-4fa4-bd58-d3cd56e01936 is: DOWN; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:24:54.142422 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-8bf9cac8-70bf-4816-a3ca-48ed48baef92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (bdb5be39-1d27-4fa4-bd58-d3cd56e01936), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:54.227961 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvr_db [None req-2204deb9-4afa-4119-87c8-2526520ba444 None None] Set router d2c91623-1e53-430e-8867-4aef814f1ffd gateway port host: dv-cinder-795785-10-iscsi {{(pid=104035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:24:54.304392 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-8bf9cac8-70bf-4816-a3ca-48ed48baef92 None None] For port bdb5be39-1d27-4fa4-bd58-d3cd56e01936, host dv-cinder-795785-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=bdb5be39-1d27-4fa4-bd58-d3cd56e01936,segment=NetworkSegment(d906e4c0-b7a7-4674-8385-774ce0dcb73a),segment_id=d906e4c0-b7a7-4674-8385-774ce0dcb73a)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:24:54.309990 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Provisioning complete for port b23dbc92-f49b-4791-ad8f-62f11215fbb9 triggered by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:24:54.310395 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (b23dbc92-f49b-4791-ad8f-62f11215fbb9), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:54.359282 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-30d04040-c259-4ac6-9256-a0a18fd99fa3 admin admin] Publish callbacks [] for router_gateway (666e22c2-b36d-4722-b7c7-12e9ab71baf5), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:54.374690 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-8bf9cac8-70bf-4816-a3ca-48ed48baef92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (bdb5be39-1d27-4fa4-bd58-d3cd56e01936), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:54.378148 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-30d04040-c259-4ac6-9256-a0a18fd99fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:54.404946 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.db_base_plugin_common [None req-f0a3f34a-52e2-473a-bce7-57bdafc7262c None None] Allocated IP 172.20.0.2 (c86b7d81-29e3-44cf-ae51-6fb188444053/c1c41bee-3447-4d4b-82ee-ae5e94a0f196/c49da60e-3341-4f5c-bfce-a9705225bb2c) {{(pid=104035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:24:54.482457 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-30d04040-c259-4ac6-9256-a0a18fd99fa3 admin admin] Allocated IP 172.27.0.222 (ad45e98c-12fc-4959-a2ae-a7226c979594/4a504247-fe9e-45e9-866d-820247643fc0/37992ac7-7d6e-4f8e-8e23-f726b5f8c183) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:24:54.546360 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-938debce-c706-4458-871d-88b6bbfcab75 None None] Provisioning complete for port bdb5be39-1d27-4fa4-bd58-d3cd56e01936 triggered by entity DHCP. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:24:54.546735 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-938debce-c706-4458-871d-88b6bbfcab75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (bdb5be39-1d27-4fa4-bd58-d3cd56e01936), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:54.576258 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf9cac8-70bf-4816-a3ca-48ed48baef92 None None] Pushing event updated for resources: {'Port': ['ID=bdb5be39-1d27-4fa4-bd58-d3cd56e01936,revision_number=5']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:54.587571 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-30d04040-c259-4ac6-9256-a0a18fd99fa3 admin admin] Publish callbacks [] for port (37992ac7-7d6e-4f8e-8e23-f726b5f8c183), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:54.678962 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-30d04040-c259-4ac6-9256-a0a18fd99fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789019640149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61886211'] for port (37992ac7-7d6e-4f8e-8e23-f726b5f8c183), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:54.682703 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Current status of the port b23dbc92-f49b-4791-ad8f-62f11215fbb9 is: ACTIVE; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:24:54.715874 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d04040-c259-4ac6-9256-a0a18fd99fa3 admin admin] Network ad45e98c-12fc-4959-a2ae-a7226c979594 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:24:54.718263 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-30d04040-c259-4ac6-9256-a0a18fd99fa3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:24:54.724059 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d04040-c259-4ac6-9256-a0a18fd99fa3 admin admin] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:24:54.739287 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_hamode_db [None req-2204deb9-4afa-4119-87c8-2526520ba444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c91623-1e53-430e-8867-4aef814f1ffd', 'name': 'tempest-TestShelveInstance-2117454362-router', 'tenant_id': '0b6bd797b8e04be18b7484855142b067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': 'b23dbc92-f49b-4791-ad8f-62f11215fbb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:24:47Z', 'updated_at': '2022-05-16T15:24:50Z', 'revision_number': 4, 'project_id': '0b6bd797b8e04be18b7484855142b067', 'gw_port': {'id': 'b23dbc92-f49b-4791-ad8f-62f11215fbb9', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:58:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c91623-1e53-430e-8867-4aef814f1ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:48Z', 'updated_at': '2022-05-16T15:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_interfaces': [{'id': 'bdb5be39-1d27-4fa4-bd58-d3cd56e01936', 'name': '', 'network_id': '9c7b01dd-4fa5-4d97-aa10-e1ee6467d7bb', 'tenant_id': '0b6bd797b8e04be18b7484855142b067', 'mac_address': 'fa:16:3e:32:2e:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2c91623-1e53-430e-8867-4aef814f1ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '9ec5239e-005a-42b5-98fd-7708b4d3767d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:50Z', 'updated_at': '2022-05-16T15:24:53Z', 'revision_number': 4, 'project_id': '0b6bd797b8e04be18b7484855142b067', 'subnets': [{'id': '9ec5239e-005a-42b5-98fd-7708b4d3767d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:24:54.748723 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d04040-c259-4ac6-9256-a0a18fd99fa3 admin admin] Pushing event updated for resources: {'Port': ['ID=37992ac7-7d6e-4f8e-8e23-f726b5f8c183,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:54.790734 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2204deb9-4afa-4119-87c8-2526520ba444 None None] The sync data for ids ['d2c91623-1e53-430e-8867-4aef814f1ffd'] in dv-cinder-795785-10-iscsi is: [{'id': 'd2c91623-1e53-430e-8867-4aef814f1ffd', 'name': 'tempest-TestShelveInstance-2117454362-router', 'tenant_id': '0b6bd797b8e04be18b7484855142b067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': 'b23dbc92-f49b-4791-ad8f-62f11215fbb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:24:47Z', 'updated_at': '2022-05-16T15:24:50Z', 'revision_number': 4, 'project_id': '0b6bd797b8e04be18b7484855142b067', 'gw_port': {'id': 'b23dbc92-f49b-4791-ad8f-62f11215fbb9', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:58:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c91623-1e53-430e-8867-4aef814f1ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:48Z', 'updated_at': '2022-05-16T15:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_interfaces': [{'id': 'bdb5be39-1d27-4fa4-bd58-d3cd56e01936', 'name': '', 'network_id': '9c7b01dd-4fa5-4d97-aa10-e1ee6467d7bb', 'tenant_id': '0b6bd797b8e04be18b7484855142b067', 'mac_address': 'fa:16:3e:32:2e:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2c91623-1e53-430e-8867-4aef814f1ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '9ec5239e-005a-42b5-98fd-7708b4d3767d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:50Z', 'updated_at': '2022-05-16T15:24:53Z', 'revision_number': 4, 'project_id': '0b6bd797b8e04be18b7484855142b067', 'subnets': [{'id': '9ec5239e-005a-42b5-98fd-7708b4d3767d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:24:54.806780 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-f0a3f34a-52e2-473a-bce7-57bdafc7262c None None] Publish callbacks [] for port (c49da60e-3341-4f5c-bfce-a9705225bb2c), precommit_create {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:54.816744 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-938debce-c706-4458-871d-88b6bbfcab75 None None] Current status of the port bdb5be39-1d27-4fa4-bd58-d3cd56e01936 is: ACTIVE; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:24:54.873927 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-f0a3f34a-52e2-473a-bce7-57bdafc7262c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789019640149'] for port (c49da60e-3341-4f5c-bfce-a9705225bb2c), after_create {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:54.917396 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a3f34a-52e2-473a-bce7-57bdafc7262c None None] Network c86b7d81-29e3-44cf-ae51-6fb188444053 is already hosted by enough agents. {{(pid=104035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:24:54.925512 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.scheduler.base_scheduler [None req-f0a3f34a-52e2-473a-bce7-57bdafc7262c None None] Resources bound (agent type, host, resource id): {{(pid=104035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:24:54.928070 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a3f34a-52e2-473a-bce7-57bdafc7262c None None] Received port after_create {{(pid=104035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:24:54.931815 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a3f34a-52e2-473a-bce7-57bdafc7262c None None] Pushing event updated for resources: {'Port': ['ID=c49da60e-3341-4f5c-bfce-a9705225bb2c,revision_number=1']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:55.004855 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.managers [None req-f0a3f34a-52e2-473a-bce7-57bdafc7262c None None] Attempting to bind port c49da60e-3341-4f5c-bfce-a9705225bb2c on host dv-cinder-795785-10-iscsi for vnic_type normal with profile {{(pid=104035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:24:55.005228 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.managers [None req-f0a3f34a-52e2-473a-bce7-57bdafc7262c None None] Attempting to bind port c49da60e-3341-4f5c-bfce-a9705225bb2c by drivers openvswitch,hyperv on host dv-cinder-795785-10-iscsi at level 0 using segments [{'id': 'f0a52633-6e33-4880-b440-57614050e9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c86b7d81-29e3-44cf-ae51-6fb188444053'}] {{(pid=104035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:24:55.005594 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a3f34a-52e2-473a-bce7-57bdafc7262c None None] Attempting to bind port c49da60e-3341-4f5c-bfce-a9705225bb2c on network c86b7d81-29e3-44cf-ae51-6fb188444053 {{(pid=104035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:24:55.012595 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a3f34a-52e2-473a-bce7-57bdafc7262c None None] Checking agent: {'id': '311a8a5f-4d79-4ff7-931a-d05ff8cc45ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 6, 3), 'started_at': datetime.datetime(2022, 5, 16, 15, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:24:55.016948 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a3f34a-52e2-473a-bce7-57bdafc7262c None None] Checking segment: {'id': 'f0a52633-6e33-4880-b440-57614050e9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c86b7d81-29e3-44cf-ae51-6fb188444053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:24:55.016948 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-f0a3f34a-52e2-473a-bce7-57bdafc7262c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:55.016948 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a3f34a-52e2-473a-bce7-57bdafc7262c None None] Bound using segment: {'id': 'f0a52633-6e33-4880-b440-57614050e9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c86b7d81-29e3-44cf-ae51-6fb188444053'} {{(pid=104035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:24:55.016948 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.managers [None req-f0a3f34a-52e2-473a-bce7-57bdafc7262c None None] Bound port: c49da60e-3341-4f5c-bfce-a9705225bb2c, host: dv-cinder-795785-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0a52633-6e33-4880-b440-57614050e9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c86b7d81-29e3-44cf-ae51-6fb188444053'}}] {{(pid=104035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:24:55.016948 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-f0a3f34a-52e2-473a-bce7-57bdafc7262c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (c49da60e-3341-4f5c-bfce-a9705225bb2c), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:55.061382 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-30d04040-c259-4ac6-9256-a0a18fd99fa3 admin admin] Publish callbacks [] for router_gateway (666e22c2-b36d-4722-b7c7-12e9ab71baf5), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:55.088510 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-f0a3f34a-52e2-473a-bce7-57bdafc7262c None None] For port c49da60e-3341-4f5c-bfce-a9705225bb2c, host dv-cinder-795785-10-iscsi, cleared binding levels {{(pid=104035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:24:55.092269 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-f0a3f34a-52e2-473a-bce7-57bdafc7262c None None] For port c49da60e-3341-4f5c-bfce-a9705225bb2c, host dv-cinder-795785-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=c49da60e-3341-4f5c-bfce-a9705225bb2c,segment=NetworkSegment(f0a52633-6e33-4880-b440-57614050e9e6),segment_id=f0a52633-6e33-4880-b440-57614050e9e6)] {{(pid=104035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:24:55.142374 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-f0a3f34a-52e2-473a-bce7-57bdafc7262c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (c49da60e-3341-4f5c-bfce-a9705225bb2c), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:55.202163 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a3f34a-52e2-473a-bce7-57bdafc7262c None None] Pushing event updated for resources: {'Port': ['ID=c49da60e-3341-4f5c-bfce-a9705225bb2c,revision_number=2']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:55.274566 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-30d04040-c259-4ac6-9256-a0a18fd99fa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-551327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-553948'] for router (666e22c2-b36d-4722-b7c7-12e9ab71baf5), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:55.490448 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30d04040-c259-4ac6-9256-a0a18fd99fa3 admin admin] Router 666e22c2-b36d-4722-b7c7-12e9ab71baf5 is scheduled to L3 agent 54a3e65b-69a0-426d-9997-69a1705c4334 with binding_index 1 {{(pid=104033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 16 15:24:55.605508 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d04040-c259-4ac6-9256-a0a18fd99fa3 admin admin] Notify agent at l3_agent.dv-cinder-795785-10-iscsi the message routers_updated {{(pid=104033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:24:55.615934 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1718409a-1d46-4f20-b571-9f11522e9c17 None None] Sync routers for ids ['666e22c2-b36d-4722-b7c7-12e9ab71baf5'] in dv-cinder-795785-10-iscsi {{(pid=104036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:24:55.625540 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1718409a-1d46-4f20-b571-9f11522e9c17 None None] Routers {'666e22c2-b36d-4722-b7c7-12e9ab71baf5'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:24:55.626204 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-1718409a-1d46-4f20-b571-9f11522e9c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:24:29Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['666e22c2-b36d-4722-b7c7-12e9ab71baf5'], 'active': True} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:24:55.701030 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-30d04040-c259-4ac6-9256-a0a18fd99fa3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:55.701030 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-30d04040-c259-4ac6-9256-a0a18fd99fa3 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9802837 May 16 15:24:55.702815 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 52540) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:24:55.733008 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvr_db [None req-1718409a-1d46-4f20-b571-9f11522e9c17 None None] Set router 666e22c2-b36d-4722-b7c7-12e9ab71baf5 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:24:55.959713 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-1718409a-1d46-4f20-b571-9f11522e9c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '666e22c2-b36d-4722-b7c7-12e9ab71baf5', 'name': 'tempest-TestShelveInstance-939037494-router', 'tenant_id': 'ff1e322046a64fcf804af32d3a3983a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '37992ac7-7d6e-4f8e-8e23-f726b5f8c183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:24:53Z', 'updated_at': '2022-05-16T15:24:54Z', 'revision_number': 3, 'project_id': 'ff1e322046a64fcf804af32d3a3983a8', 'gw_port': {'id': '37992ac7-7d6e-4f8e-8e23-f726b5f8c183', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:84:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '666e22c2-b36d-4722-b7c7-12e9ab71baf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:54Z', 'updated_at': '2022-05-16T15:24:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi'}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:24:55.964840 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device c49da60e-3341-4f5c-bfce-a9705225bb2c up at agent ovs-agent-dv-cinder-795785-10-iscsi {{(pid=104035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:24:56.006541 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1718409a-1d46-4f20-b571-9f11522e9c17 None None] Checking router: 666e22c2-b36d-4722-b7c7-12e9ab71baf5 for host: dv-cinder-795785-10-iscsi {{(pid=104036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:24:56.006901 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1718409a-1d46-4f20-b571-9f11522e9c17 None None] Updating router 666e22c2-b36d-4722-b7c7-12e9ab71baf5 port 37992ac7-7d6e-4f8e-8e23-f726b5f8c183 binding host dv-cinder-795785-10-iscsi {{(pid=104036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 15:24:56.033108 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Provisioning complete for port c49da60e-3341-4f5c-bfce-a9705225bb2c triggered by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:24:56.033494 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (c49da60e-3341-4f5c-bfce-a9705225bb2c), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:56.053528 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron_lib.callbacks.manager [None req-1718409a-1d46-4f20-b571-9f11522e9c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (37992ac7-7d6e-4f8e-8e23-f726b5f8c183), before_update {{(pid=104036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:56.126028 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Current status of the port c49da60e-3341-4f5c-bfce-a9705225bb2c is: DOWN; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:24:56.126457 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (c49da60e-3341-4f5c-bfce-a9705225bb2c), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:56.160917 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] For port c49da60e-3341-4f5c-bfce-a9705225bb2c, host dv-cinder-795785-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=c49da60e-3341-4f5c-bfce-a9705225bb2c,segment=NetworkSegment(f0a52633-6e33-4880-b440-57614050e9e6),segment_id=f0a52633-6e33-4880-b440-57614050e9e6)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:24:56.222506 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (c49da60e-3341-4f5c-bfce-a9705225bb2c), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:56.231843 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device bdb5be39-1d27-4fa4-bd58-d3cd56e01936 up at agent ovs-agent-dv-cinder-795785-10-iscsi {{(pid=104035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:24:56.233998 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7eb53a06-9441-49c8-992b-f460388be206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:56.297812 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Pushing event updated for resources: {'Port': ['ID=c49da60e-3341-4f5c-bfce-a9705225bb2c,revision_number=3']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:56.323589 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Provisioning complete for port bdb5be39-1d27-4fa4-bd58-d3cd56e01936 triggered by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:24:56.324025 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (bdb5be39-1d27-4fa4-bd58-d3cd56e01936), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:56.357115 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c50bb74-0c6a-4bbb-88a1-95d88be61baa None None] Network c86b7d81-29e3-44cf-ae51-6fb188444053 requested from dv-cinder-795785-10-iscsi {{(pid=104035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:24:56.407417 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron_lib.callbacks.manager [None req-1718409a-1d46-4f20-b571-9f11522e9c17 None None] Publish callbacks [] for port (37992ac7-7d6e-4f8e-8e23-f726b5f8c183), precommit_update {{(pid=104036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:56.446888 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-7eb53a06-9441-49c8-992b-f460388be206 admin admin] Allocated IP 172.20.0.1 (c86b7d81-29e3-44cf-ae51-6fb188444053/c1c41bee-3447-4d4b-82ee-ae5e94a0f196/75cc9b88-92d9-4d3d-8c2d-4fbef5095e10) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:24:56.463915 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron_lib.callbacks.manager [None req-1718409a-1d46-4f20-b571-9f11522e9c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (37992ac7-7d6e-4f8e-8e23-f726b5f8c183), after_update {{(pid=104036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:56.469801 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-6b22d9cc-24af-4b25-93f8-ec84ba1e3ab0 None None] Provisioning complete for port c49da60e-3341-4f5c-bfce-a9705225bb2c triggered by entity DHCP. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:24:56.470283 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-6b22d9cc-24af-4b25-93f8-ec84ba1e3ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (c49da60e-3341-4f5c-bfce-a9705225bb2c), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:56.528164 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.managers [None req-1718409a-1d46-4f20-b571-9f11522e9c17 None None] Attempting to bind port 37992ac7-7d6e-4f8e-8e23-f726b5f8c183 on host dv-cinder-795785-10-iscsi for vnic_type normal with profile {{(pid=104036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:24:56.529123 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.managers [None req-1718409a-1d46-4f20-b571-9f11522e9c17 None None] Attempting to bind port 37992ac7-7d6e-4f8e-8e23-f726b5f8c183 by drivers openvswitch,hyperv on host dv-cinder-795785-10-iscsi at level 0 using segments [{'id': 'd35ec458-efea-4f9b-9cfc-f89e4e5d5ae0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594'}] {{(pid=104036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:24:56.529488 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1718409a-1d46-4f20-b571-9f11522e9c17 None None] Attempting to bind port 37992ac7-7d6e-4f8e-8e23-f726b5f8c183 on network ad45e98c-12fc-4959-a2ae-a7226c979594 {{(pid=104036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:24:56.531737 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c229b1-94c3-4cea-84ff-c41287af17b3 None None] Pushing event updated for resources: {'Port': ['ID=37992ac7-7d6e-4f8e-8e23-f726b5f8c183,revision_number=2']} {{(pid=104036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:56.537325 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1718409a-1d46-4f20-b571-9f11522e9c17 None None] Checking agent: {'id': '311a8a5f-4d79-4ff7-931a-d05ff8cc45ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 6, 3), 'started_at': datetime.datetime(2022, 5, 16, 15, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:24:56.537702 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1718409a-1d46-4f20-b571-9f11522e9c17 None None] Checking segment: {'id': 'd35ec458-efea-4f9b-9cfc-f89e4e5d5ae0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:24:56.538135 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron_lib.callbacks.manager [None req-1718409a-1d46-4f20-b571-9f11522e9c17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:56.538516 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1718409a-1d46-4f20-b571-9f11522e9c17 None None] Bound using segment: {'id': 'd35ec458-efea-4f9b-9cfc-f89e4e5d5ae0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594'} {{(pid=104036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:24:56.539032 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.managers [None req-1718409a-1d46-4f20-b571-9f11522e9c17 None None] Bound port: 37992ac7-7d6e-4f8e-8e23-f726b5f8c183, host: dv-cinder-795785-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd35ec458-efea-4f9b-9cfc-f89e4e5d5ae0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594'}}] {{(pid=104036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:24:56.539413 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron_lib.callbacks.manager [None req-1718409a-1d46-4f20-b571-9f11522e9c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (37992ac7-7d6e-4f8e-8e23-f726b5f8c183), before_update {{(pid=104036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:56.556240 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Current status of the port bdb5be39-1d27-4fa4-bd58-d3cd56e01936 is: ACTIVE; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:24:56.596273 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7eb53a06-9441-49c8-992b-f460388be206 admin admin] Publish callbacks [] for port (75cc9b88-92d9-4d3d-8c2d-4fbef5095e10), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:56.598550 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.db [None req-1718409a-1d46-4f20-b571-9f11522e9c17 None None] For port 37992ac7-7d6e-4f8e-8e23-f726b5f8c183, host dv-cinder-795785-10-iscsi, cleared binding levels {{(pid=104036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:24:56.602650 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.plugins.ml2.db [None req-1718409a-1d46-4f20-b571-9f11522e9c17 None None] For port 37992ac7-7d6e-4f8e-8e23-f726b5f8c183, host dv-cinder-795785-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=37992ac7-7d6e-4f8e-8e23-f726b5f8c183,segment=NetworkSegment(d35ec458-efea-4f9b-9cfc-f89e4e5d5ae0),segment_id=d35ec458-efea-4f9b-9cfc-f89e4e5d5ae0)] {{(pid=104036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:24:56.615022 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-6b22d9cc-24af-4b25-93f8-ec84ba1e3ab0 None None] Current status of the port c49da60e-3341-4f5c-bfce-a9705225bb2c is: ACTIVE; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:24:56.678556 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron_lib.callbacks.manager [None req-1718409a-1d46-4f20-b571-9f11522e9c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (37992ac7-7d6e-4f8e-8e23-f726b5f8c183), after_update {{(pid=104036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:56.707960 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7eb53a06-9441-49c8-992b-f460388be206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789019640149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61886211'] for port (75cc9b88-92d9-4d3d-8c2d-4fbef5095e10), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:56.737674 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1718409a-1d46-4f20-b571-9f11522e9c17 None None] Routers {'666e22c2-b36d-4722-b7c7-12e9ab71baf5'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:24:56.738335 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-1718409a-1d46-4f20-b571-9f11522e9c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:24:29Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['666e22c2-b36d-4722-b7c7-12e9ab71baf5'], 'active': True} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:24:56.740362 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c229b1-94c3-4cea-84ff-c41287af17b3 None None] Pushing event updated for resources: {'Port': ['ID=37992ac7-7d6e-4f8e-8e23-f726b5f8c183,revision_number=3']} {{(pid=104036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:56.836775 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-fb8d8874-941e-4586-826b-b4a8b1311d49 None None] Provisioning complete for port c49da60e-3341-4f5c-bfce-a9705225bb2c triggered by entity DHCP. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:24:56.837245 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-fb8d8874-941e-4586-826b-b4a8b1311d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (c49da60e-3341-4f5c-bfce-a9705225bb2c), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:56.850449 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvr_db [None req-1718409a-1d46-4f20-b571-9f11522e9c17 None None] Set router 666e22c2-b36d-4722-b7c7-12e9ab71baf5 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:24:56.858818 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-3895b9b3-94b1-4bca-887a-0eaf6b57b1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (a586ef94-96cb-452c-b402-463be5294b2a), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:56.924473 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-fb8d8874-941e-4586-826b-b4a8b1311d49 None None] Current status of the port c49da60e-3341-4f5c-bfce-a9705225bb2c is: ACTIVE; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:24:57.025020 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb53a06-9441-49c8-992b-f460388be206 admin admin] Network c86b7d81-29e3-44cf-ae51-6fb188444053 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:24:57.025020 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-7eb53a06-9441-49c8-992b-f460388be206 admin admin] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:24:57.025020 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb53a06-9441-49c8-992b-f460388be206 admin admin] Pushing event updated for resources: {'Port': ['ID=75cc9b88-92d9-4d3d-8c2d-4fbef5095e10,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:57.026265 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb53a06-9441-49c8-992b-f460388be206 admin admin] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:24:57.065783 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7eb53a06-9441-49c8-992b-f460388be206 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-526065'] for router_interface (666e22c2-b36d-4722-b7c7-12e9ab71baf5), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:57.116938 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-1718409a-1d46-4f20-b571-9f11522e9c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '666e22c2-b36d-4722-b7c7-12e9ab71baf5', 'name': 'tempest-TestShelveInstance-939037494-router', 'tenant_id': 'ff1e322046a64fcf804af32d3a3983a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '37992ac7-7d6e-4f8e-8e23-f726b5f8c183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:24:53Z', 'updated_at': '2022-05-16T15:24:54Z', 'revision_number': 3, 'project_id': 'ff1e322046a64fcf804af32d3a3983a8', 'gw_port': {'id': '37992ac7-7d6e-4f8e-8e23-f726b5f8c183', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:84:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '666e22c2-b36d-4722-b7c7-12e9ab71baf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:54Z', 'updated_at': '2022-05-16T15:24:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi'}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:24:57.148503 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1718409a-1d46-4f20-b571-9f11522e9c17 None None] The sync data for ids ['666e22c2-b36d-4722-b7c7-12e9ab71baf5'] in dv-cinder-795785-10-iscsi is: [{'id': '666e22c2-b36d-4722-b7c7-12e9ab71baf5', 'name': 'tempest-TestShelveInstance-939037494-router', 'tenant_id': 'ff1e322046a64fcf804af32d3a3983a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '37992ac7-7d6e-4f8e-8e23-f726b5f8c183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:24:53Z', 'updated_at': '2022-05-16T15:24:54Z', 'revision_number': 3, 'project_id': 'ff1e322046a64fcf804af32d3a3983a8', 'gw_port': {'id': '37992ac7-7d6e-4f8e-8e23-f726b5f8c183', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:84:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '666e22c2-b36d-4722-b7c7-12e9ab71baf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:54Z', 'updated_at': '2022-05-16T15:24:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi'}] {{(pid=104036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:24:57.251302 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-4fdb5b07-9d8a-45d5-a95b-1818d172f03a None None] Provisioning complete for port 75cc9b88-92d9-4d3d-8c2d-4fbef5095e10 triggered by entity DHCP. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:24:57.251820 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-4fdb5b07-9d8a-45d5-a95b-1818d172f03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (75cc9b88-92d9-4d3d-8c2d-4fbef5095e10), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:57.274341 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7eb53a06-9441-49c8-992b-f460388be206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (75cc9b88-92d9-4d3d-8c2d-4fbef5095e10), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:57.283547 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-4fdb5b07-9d8a-45d5-a95b-1818d172f03a None None] Port 75cc9b88-92d9-4d3d-8c2d-4fbef5095e10 cannot update to ACTIVE because it is not bound. {{(pid=104035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:24:57.483627 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7eb53a06-9441-49c8-992b-f460388be206 admin admin] Publish callbacks [] for port (75cc9b88-92d9-4d3d-8c2d-4fbef5095e10), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:57.535789 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7eb53a06-9441-49c8-992b-f460388be206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61886260'] for port (75cc9b88-92d9-4d3d-8c2d-4fbef5095e10), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:57.606728 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb53a06-9441-49c8-992b-f460388be206 admin admin] Pushing event updated for resources: {'Port': ['ID=75cc9b88-92d9-4d3d-8c2d-4fbef5095e10,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:57.609657 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7eb53a06-9441-49c8-992b-f460388be206 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555963'] for router_interface (666e22c2-b36d-4722-b7c7-12e9ab71baf5), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:57.704999 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb53a06-9441-49c8-992b-f460388be206 admin admin] Network c86b7d81-29e3-44cf-ae51-6fb188444053 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:24:57.706414 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-7eb53a06-9441-49c8-992b-f460388be206 admin admin] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:24:57.833598 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eb53a06-9441-49c8-992b-f460388be206 admin admin] Router 666e22c2-b36d-4722-b7c7-12e9ab71baf5 has already been hosted by L3 agent 54a3e65b-69a0-426d-9997-69a1705c4334 {{(pid=104033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:24:57.963557 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eb53a06-9441-49c8-992b-f460388be206 admin admin] Notify agent at l3_agent.dv-cinder-795785-10-iscsi the message routers_updated {{(pid=104033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:24:57.963940 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device c49da60e-3341-4f5c-bfce-a9705225bb2c up at agent ovs-agent-dv-cinder-795785-10-iscsi {{(pid=104035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:24:57.970685 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-7eb53a06-9441-49c8-992b-f460388be206 admin admin] 10.222.0.44 "PUT /v2.0/routers/666e22c2-b36d-4722-b7c7-12e9ab71baf5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2667263 May 16 15:24:58.014474 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-3f8ec5fa-9772-4a9a-8b9d-49393a55faf1 None None] Provisioning complete for port 75cc9b88-92d9-4d3d-8c2d-4fbef5095e10 triggered by entity DHCP. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:24:58.029398 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-3f8ec5fa-9772-4a9a-8b9d-49393a55faf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (75cc9b88-92d9-4d3d-8c2d-4fbef5095e10), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:58.179739 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Provisioning complete for port c49da60e-3341-4f5c-bfce-a9705225bb2c triggered by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:24:58.180111 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (c49da60e-3341-4f5c-bfce-a9705225bb2c), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:58.207049 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-3f8ec5fa-9772-4a9a-8b9d-49393a55faf1 None None] Port 75cc9b88-92d9-4d3d-8c2d-4fbef5095e10 cannot update to ACTIVE because it is not bound. {{(pid=104035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:24:58.259475 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Current status of the port c49da60e-3341-4f5c-bfce-a9705225bb2c is: ACTIVE; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:24:58.260692 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device 37992ac7-7d6e-4f8e-8e23-f726b5f8c183 up at agent ovs-agent-dv-cinder-795785-10-iscsi {{(pid=104035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:24:58.302422 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Provisioning complete for port 37992ac7-7d6e-4f8e-8e23-f726b5f8c183 triggered by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:24:58.302805 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (37992ac7-7d6e-4f8e-8e23-f726b5f8c183), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:58.376373 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Current status of the port 37992ac7-7d6e-4f8e-8e23-f726b5f8c183 is: DOWN; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:24:58.376765 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (37992ac7-7d6e-4f8e-8e23-f726b5f8c183), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:58.397615 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] For port 37992ac7-7d6e-4f8e-8e23-f726b5f8c183, host dv-cinder-795785-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=37992ac7-7d6e-4f8e-8e23-f726b5f8c183,segment=NetworkSegment(d35ec458-efea-4f9b-9cfc-f89e4e5d5ae0),segment_id=d35ec458-efea-4f9b-9cfc-f89e4e5d5ae0)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:24:58.435909 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 52548) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:24:58.440492 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.v2.base [None req-a39082f6-1b54-4baf-9931-16fcb1cce5c5 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-706067128', 'description': 'tempest-secgroup-smoke-706067128 description', 'project_id': '0b6bd797b8e04be18b7484855142b067'}} {{(pid=104033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:24:58.484062 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (37992ac7-7d6e-4f8e-8e23-f726b5f8c183), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:58.531428 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Pushing event updated for resources: {'Port': ['ID=37992ac7-7d6e-4f8e-8e23-f726b5f8c183,revision_number=4']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:58.541366 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a39082f6-1b54-4baf-9931-16fcb1cce5c5 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Publish callbacks [] for security_group (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:58.610457 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a39082f6-1b54-4baf-9931-16fcb1cce5c5 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Publish callbacks [] for security_group (1b01dd70-8801-4cef-b943-583c1e430111), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:58.685404 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a39082f6-1b54-4baf-9931-16fcb1cce5c5 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (1b01dd70-8801-4cef-b943-583c1e430111), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:58.714419 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39082f6-1b54-4baf-9931-16fcb1cce5c5 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b01dd70-8801-4cef-b943-583c1e430111,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:58.721388 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39082f6-1b54-4baf-9931-16fcb1cce5c5 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:58.721733 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39082f6-1b54-4baf-9931-16fcb1cce5c5 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:58.722093 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39082f6-1b54-4baf-9931-16fcb1cce5c5 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:58.722433 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39082f6-1b54-4baf-9931-16fcb1cce5c5 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:58.722765 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39082f6-1b54-4baf-9931-16fcb1cce5c5 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:58.723094 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39082f6-1b54-4baf-9931-16fcb1cce5c5 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:58.723486 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39082f6-1b54-4baf-9931-16fcb1cce5c5 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:58.723782 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39082f6-1b54-4baf-9931-16fcb1cce5c5 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:58.724105 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39082f6-1b54-4baf-9931-16fcb1cce5c5 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:58.724424 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39082f6-1b54-4baf-9931-16fcb1cce5c5 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:58.724749 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39082f6-1b54-4baf-9931-16fcb1cce5c5 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:58.725076 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39082f6-1b54-4baf-9931-16fcb1cce5c5 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:58.725397 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39082f6-1b54-4baf-9931-16fcb1cce5c5 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:58.725744 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39082f6-1b54-4baf-9931-16fcb1cce5c5 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:58.726071 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39082f6-1b54-4baf-9931-16fcb1cce5c5 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:24:58.776491 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02aa1bb-7d24-47ba-a4a5-9f4a19d6ea8a None None] Sync routers for ids ['666e22c2-b36d-4722-b7c7-12e9ab71baf5'] in dv-cinder-795785-10-iscsi {{(pid=104035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:24:58.783999 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a39082f6-1b54-4baf-9931-16fcb1cce5c5 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Publish callbacks [] for security_group (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:58.785252 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-a39082f6-1b54-4baf-9931-16fcb1cce5c5 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3483250 May 16 15:24:58.787509 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02aa1bb-7d24-47ba-a4a5-9f4a19d6ea8a None None] Routers {'666e22c2-b36d-4722-b7c7-12e9ab71baf5'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:24:58.788128 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_hamode_db [None req-a02aa1bb-7d24-47ba-a4a5-9f4a19d6ea8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:24:29Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['666e22c2-b36d-4722-b7c7-12e9ab71baf5'], 'active': True} {{(pid=104035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:24:58.788291 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 52550) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:24:58.792526 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.v2.base [None req-8e1c1a68-bc6c-48e9-98c4-c2c5b0894116 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Request body: {'security_group_rule': {'security_group_id': '1b01dd70-8801-4cef-b943-583c1e430111', 'project_id': '0b6bd797b8e04be18b7484855142b067', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:24:58.867148 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8e1c1a68-bc6c-48e9-98c4-c2c5b0894116 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Publish callbacks [] for security_group_rule (1b638001-f455-4ecd-84f6-753e8f8de567), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:58.900400 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvr_db [None req-a02aa1bb-7d24-47ba-a4a5-9f4a19d6ea8a None None] Set router 666e22c2-b36d-4722-b7c7-12e9ab71baf5 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:24:58.925847 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8e1c1a68-bc6c-48e9-98c4-c2c5b0894116 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Publish callbacks [] for security_group_rule (1b638001-f455-4ecd-84f6-753e8f8de567), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:58.936492 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-afc9e220-6079-432c-bcbf-c078d4fd31a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (54a3e65b-69a0-426d-9997-69a1705c4334), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:59.016045 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8e1c1a68-bc6c-48e9-98c4-c2c5b0894116 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607684'] for security_group_rule (1b638001-f455-4ecd-84f6-753e8f8de567), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:59.036586 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1c1a68-bc6c-48e9-98c4-c2c5b0894116 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b638001-f455-4ecd-84f6-753e8f8de567,revision_number=0']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:59.090867 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_hamode_db [None req-a02aa1bb-7d24-47ba-a4a5-9f4a19d6ea8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '666e22c2-b36d-4722-b7c7-12e9ab71baf5', 'name': 'tempest-TestShelveInstance-939037494-router', 'tenant_id': 'ff1e322046a64fcf804af32d3a3983a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '37992ac7-7d6e-4f8e-8e23-f726b5f8c183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:24:53Z', 'updated_at': '2022-05-16T15:24:57Z', 'revision_number': 4, 'project_id': 'ff1e322046a64fcf804af32d3a3983a8', 'gw_port': {'id': '37992ac7-7d6e-4f8e-8e23-f726b5f8c183', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:84:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666e22c2-b36d-4722-b7c7-12e9ab71baf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:54Z', 'updated_at': '2022-05-16T15:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_interfaces': [{'id': '75cc9b88-92d9-4d3d-8c2d-4fbef5095e10', 'name': '', 'network_id': 'c86b7d81-29e3-44cf-ae51-6fb188444053', 'tenant_id': 'ff1e322046a64fcf804af32d3a3983a8', 'mac_address': 'fa:16:3e:cb:24:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '666e22c2-b36d-4722-b7c7-12e9ab71baf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'c1c41bee-3447-4d4b-82ee-ae5e94a0f196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:56Z', 'updated_at': '2022-05-16T15:24:57Z', 'revision_number': 2, 'project_id': 'ff1e322046a64fcf804af32d3a3983a8', 'subnets': [{'id': 'c1c41bee-3447-4d4b-82ee-ae5e94a0f196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:24:59.116295 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02aa1bb-7d24-47ba-a4a5-9f4a19d6ea8a None None] Checking router: 666e22c2-b36d-4722-b7c7-12e9ab71baf5 for host: dv-cinder-795785-10-iscsi {{(pid=104035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:24:59.116660 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02aa1bb-7d24-47ba-a4a5-9f4a19d6ea8a None None] Updating router 666e22c2-b36d-4722-b7c7-12e9ab71baf5 port 75cc9b88-92d9-4d3d-8c2d-4fbef5095e10 binding host dv-cinder-795785-10-iscsi {{(pid=104035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 15:24:59.143581 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a02aa1bb-7d24-47ba-a4a5-9f4a19d6ea8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (75cc9b88-92d9-4d3d-8c2d-4fbef5095e10), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:59.143778 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8e1c1a68-bc6c-48e9-98c4-c2c5b0894116 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:59.144879 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-8e1c1a68-bc6c-48e9-98c4-c2c5b0894116 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3557808 May 16 15:24:59.147897 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 52552) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:24:59.152281 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.v2.base [None req-97b81b95-4315-4f22-b50c-43f33bc59ae4 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Request body: {'security_group_rule': {'security_group_id': '1b01dd70-8801-4cef-b943-583c1e430111', 'project_id': '0b6bd797b8e04be18b7484855142b067', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:24:59.239050 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-97b81b95-4315-4f22-b50c-43f33bc59ae4 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Publish callbacks [] for security_group_rule (8b3285c7-ff84-4ec3-9a90-8e9bb11a7884), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:59.293273 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-97b81b95-4315-4f22-b50c-43f33bc59ae4 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Publish callbacks [] for security_group_rule (8b3285c7-ff84-4ec3-9a90-8e9bb11a7884), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:59.358128 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-97b81b95-4315-4f22-b50c-43f33bc59ae4 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607684'] for security_group_rule (8b3285c7-ff84-4ec3-9a90-8e9bb11a7884), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:59.376804 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b81b95-4315-4f22-b50c-43f33bc59ae4 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b3285c7-ff84-4ec3-9a90-8e9bb11a7884,revision_number=0']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:59.429295 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a02aa1bb-7d24-47ba-a4a5-9f4a19d6ea8a None None] Publish callbacks [] for port (75cc9b88-92d9-4d3d-8c2d-4fbef5095e10), precommit_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:59.440831 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-97b81b95-4315-4f22-b50c-43f33bc59ae4 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:59.442085 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-97b81b95-4315-4f22-b50c-43f33bc59ae4 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2931852 May 16 15:24:59.444896 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 52554) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:24:59.449263 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.v2.base [None req-934265c7-2584-4aa9-875e-a4aecc57797a tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Request body: {'security_group_rule': {'security_group_id': '1b01dd70-8801-4cef-b943-583c1e430111', 'project_id': '0b6bd797b8e04be18b7484855142b067', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:24:59.489442 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a02aa1bb-7d24-47ba-a4a5-9f4a19d6ea8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (75cc9b88-92d9-4d3d-8c2d-4fbef5095e10), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:59.539709 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e11037c-4522-41bd-bdfa-f79985da3ccc None None] Pushing event updated for resources: {'Port': ['ID=75cc9b88-92d9-4d3d-8c2d-4fbef5095e10,revision_number=3']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:59.547643 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-934265c7-2584-4aa9-875e-a4aecc57797a tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Publish callbacks [] for security_group_rule (a9401ed8-5927-4d77-8448-2099ab74a798), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:59.599494 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.managers [None req-a02aa1bb-7d24-47ba-a4a5-9f4a19d6ea8a None None] Attempting to bind port 75cc9b88-92d9-4d3d-8c2d-4fbef5095e10 on host dv-cinder-795785-10-iscsi for vnic_type normal with profile {{(pid=104035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:24:59.599866 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.managers [None req-a02aa1bb-7d24-47ba-a4a5-9f4a19d6ea8a None None] Attempting to bind port 75cc9b88-92d9-4d3d-8c2d-4fbef5095e10 by drivers openvswitch,hyperv on host dv-cinder-795785-10-iscsi at level 0 using segments [{'id': 'f0a52633-6e33-4880-b440-57614050e9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c86b7d81-29e3-44cf-ae51-6fb188444053'}] {{(pid=104035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:24:59.600222 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02aa1bb-7d24-47ba-a4a5-9f4a19d6ea8a None None] Attempting to bind port 75cc9b88-92d9-4d3d-8c2d-4fbef5095e10 on network c86b7d81-29e3-44cf-ae51-6fb188444053 {{(pid=104035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:24:59.605809 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02aa1bb-7d24-47ba-a4a5-9f4a19d6ea8a None None] Checking agent: {'id': '311a8a5f-4d79-4ff7-931a-d05ff8cc45ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795785-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 6, 3), 'started_at': datetime.datetime(2022, 5, 16, 15, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795785-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:24:59.606218 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02aa1bb-7d24-47ba-a4a5-9f4a19d6ea8a None None] Checking segment: {'id': 'f0a52633-6e33-4880-b440-57614050e9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c86b7d81-29e3-44cf-ae51-6fb188444053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:24:59.606672 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a02aa1bb-7d24-47ba-a4a5-9f4a19d6ea8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:59.607066 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02aa1bb-7d24-47ba-a4a5-9f4a19d6ea8a None None] Bound using segment: {'id': 'f0a52633-6e33-4880-b440-57614050e9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c86b7d81-29e3-44cf-ae51-6fb188444053'} {{(pid=104035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:24:59.607530 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.managers [None req-a02aa1bb-7d24-47ba-a4a5-9f4a19d6ea8a None None] Bound port: 75cc9b88-92d9-4d3d-8c2d-4fbef5095e10, host: dv-cinder-795785-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0a52633-6e33-4880-b440-57614050e9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c86b7d81-29e3-44cf-ae51-6fb188444053'}}] {{(pid=104035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:24:59.607908 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a02aa1bb-7d24-47ba-a4a5-9f4a19d6ea8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (75cc9b88-92d9-4d3d-8c2d-4fbef5095e10), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:59.611748 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-934265c7-2584-4aa9-875e-a4aecc57797a tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Publish callbacks [] for security_group_rule (a9401ed8-5927-4d77-8448-2099ab74a798), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:59.661540 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-934265c7-2584-4aa9-875e-a4aecc57797a tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607684'] for security_group_rule (a9401ed8-5927-4d77-8448-2099ab74a798), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:59.672120 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-a02aa1bb-7d24-47ba-a4a5-9f4a19d6ea8a None None] For port 75cc9b88-92d9-4d3d-8c2d-4fbef5095e10, host dv-cinder-795785-10-iscsi, cleared binding levels {{(pid=104035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:24:59.675311 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-a02aa1bb-7d24-47ba-a4a5-9f4a19d6ea8a None None] For port 75cc9b88-92d9-4d3d-8c2d-4fbef5095e10, host dv-cinder-795785-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=75cc9b88-92d9-4d3d-8c2d-4fbef5095e10,segment=NetworkSegment(f0a52633-6e33-4880-b440-57614050e9e6),segment_id=f0a52633-6e33-4880-b440-57614050e9e6)] {{(pid=104035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:24:59.679876 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934265c7-2584-4aa9-875e-a4aecc57797a tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9401ed8-5927-4d77-8448-2099ab74a798,revision_number=0']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:59.719252 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a02aa1bb-7d24-47ba-a4a5-9f4a19d6ea8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (75cc9b88-92d9-4d3d-8c2d-4fbef5095e10), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:59.732511 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-934265c7-2584-4aa9-875e-a4aecc57797a tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:59.733738 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-934265c7-2584-4aa9-875e-a4aecc57797a tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2879086 May 16 15:24:59.736447 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 52556) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:24:59.740908 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.v2.base [None req-14051d65-6f86-448c-8de0-b8648397ed0b tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Request body: {'security_group_rule': {'security_group_id': '1b01dd70-8801-4cef-b943-583c1e430111', 'project_id': '0b6bd797b8e04be18b7484855142b067', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:24:59.766862 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-139bd5db-7e62-4403-a9ac-93d6da26d1a7 None None] Provisioning complete for port 75cc9b88-92d9-4d3d-8c2d-4fbef5095e10 triggered by entity DHCP. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:24:59.767231 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-139bd5db-7e62-4403-a9ac-93d6da26d1a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (75cc9b88-92d9-4d3d-8c2d-4fbef5095e10), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:59.812560 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e11037c-4522-41bd-bdfa-f79985da3ccc None None] Pushing event updated for resources: {'Port': ['ID=75cc9b88-92d9-4d3d-8c2d-4fbef5095e10,revision_number=4']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:24:59.817628 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02aa1bb-7d24-47ba-a4a5-9f4a19d6ea8a None None] Routers {'666e22c2-b36d-4722-b7c7-12e9ab71baf5'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:24:59.818296 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_hamode_db [None req-a02aa1bb-7d24-47ba-a4a5-9f4a19d6ea8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:24:59Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['666e22c2-b36d-4722-b7c7-12e9ab71baf5'], 'active': True} {{(pid=104035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:24:59.839990 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-14051d65-6f86-448c-8de0-b8648397ed0b tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Publish callbacks [] for security_group_rule (3abaa057-5a6b-43ec-9419-5c1c327c98e4), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:59.871963 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device 37992ac7-7d6e-4f8e-8e23-f726b5f8c183 up at agent ovs-agent-dv-cinder-795785-10-iscsi {{(pid=104035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:24:59.910379 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-14051d65-6f86-448c-8de0-b8648397ed0b tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Publish callbacks [] for security_group_rule (3abaa057-5a6b-43ec-9419-5c1c327c98e4), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:59.986486 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-14051d65-6f86-448c-8de0-b8648397ed0b tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607684'] for security_group_rule (3abaa057-5a6b-43ec-9419-5c1c327c98e4), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:24:59.995732 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-139bd5db-7e62-4403-a9ac-93d6da26d1a7 None None] Current status of the port 75cc9b88-92d9-4d3d-8c2d-4fbef5095e10 is: DOWN; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:24:59.996114 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-139bd5db-7e62-4403-a9ac-93d6da26d1a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (75cc9b88-92d9-4d3d-8c2d-4fbef5095e10), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:00.003738 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvr_db [None req-a02aa1bb-7d24-47ba-a4a5-9f4a19d6ea8a None None] Set router 666e22c2-b36d-4722-b7c7-12e9ab71baf5 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:25:00.004609 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14051d65-6f86-448c-8de0-b8648397ed0b tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3abaa057-5a6b-43ec-9419-5c1c327c98e4,revision_number=0']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:25:00.035766 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Provisioning complete for port 37992ac7-7d6e-4f8e-8e23-f726b5f8c183 triggered by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:25:00.036134 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (37992ac7-7d6e-4f8e-8e23-f726b5f8c183), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:00.080622 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-14051d65-6f86-448c-8de0-b8648397ed0b tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:00.083386 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-14051d65-6f86-448c-8de0-b8648397ed0b tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3446054 May 16 15:25:00.085252 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 52558) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:25:00.089917 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.v2.base [None req-714bd40f-214d-4a8e-8d0d-fd59cb20dc19 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Request body: {'security_group_rule': {'security_group_id': '1b01dd70-8801-4cef-b943-583c1e430111', 'project_id': '0b6bd797b8e04be18b7484855142b067', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:25:00.154263 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-139bd5db-7e62-4403-a9ac-93d6da26d1a7 None None] For port 75cc9b88-92d9-4d3d-8c2d-4fbef5095e10, host dv-cinder-795785-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=75cc9b88-92d9-4d3d-8c2d-4fbef5095e10,segment=NetworkSegment(f0a52633-6e33-4880-b440-57614050e9e6),segment_id=f0a52633-6e33-4880-b440-57614050e9e6)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:25:00.187004 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.db.securitygroups_db [None req-714bd40f-214d-4a8e-8d0d-fd59cb20dc19 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Project 0b6bd797b8e04be18b7484855142b067 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 16 15:25:00.192797 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-714bd40f-214d-4a8e-8d0d-fd59cb20dc19 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Publish callbacks [] for security_group_rule (5e40f0d8-af39-4ae0-af07-e904cb6bd626), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:00.219462 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-e1b85405-7a13-4024-838c-532465e0cf8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (72569482-7f88-4a09-9117-6d6842ca2c26), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:00.220094 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-139bd5db-7e62-4403-a9ac-93d6da26d1a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (75cc9b88-92d9-4d3d-8c2d-4fbef5095e10), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:00.255682 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Current status of the port 37992ac7-7d6e-4f8e-8e23-f726b5f8c183 is: ACTIVE; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:25:00.255931 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-714bd40f-214d-4a8e-8d0d-fd59cb20dc19 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Publish callbacks [] for security_group_rule (5e40f0d8-af39-4ae0-af07-e904cb6bd626), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:00.312587 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139bd5db-7e62-4403-a9ac-93d6da26d1a7 None None] Pushing event updated for resources: {'Port': ['ID=75cc9b88-92d9-4d3d-8c2d-4fbef5095e10,revision_number=5']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:25:00.335942 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-714bd40f-214d-4a8e-8d0d-fd59cb20dc19 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607684'] for security_group_rule (5e40f0d8-af39-4ae0-af07-e904cb6bd626), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:00.345538 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_hamode_db [None req-a02aa1bb-7d24-47ba-a4a5-9f4a19d6ea8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '666e22c2-b36d-4722-b7c7-12e9ab71baf5', 'name': 'tempest-TestShelveInstance-939037494-router', 'tenant_id': 'ff1e322046a64fcf804af32d3a3983a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '37992ac7-7d6e-4f8e-8e23-f726b5f8c183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:24:53Z', 'updated_at': '2022-05-16T15:24:57Z', 'revision_number': 4, 'project_id': 'ff1e322046a64fcf804af32d3a3983a8', 'gw_port': {'id': '37992ac7-7d6e-4f8e-8e23-f726b5f8c183', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:84:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666e22c2-b36d-4722-b7c7-12e9ab71baf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:54Z', 'updated_at': '2022-05-16T15:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_interfaces': [{'id': '75cc9b88-92d9-4d3d-8c2d-4fbef5095e10', 'name': '', 'network_id': 'c86b7d81-29e3-44cf-ae51-6fb188444053', 'tenant_id': 'ff1e322046a64fcf804af32d3a3983a8', 'mac_address': 'fa:16:3e:cb:24:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '666e22c2-b36d-4722-b7c7-12e9ab71baf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'c1c41bee-3447-4d4b-82ee-ae5e94a0f196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:56Z', 'updated_at': '2022-05-16T15:24:59Z', 'revision_number': 4, 'project_id': 'ff1e322046a64fcf804af32d3a3983a8', 'subnets': [{'id': 'c1c41bee-3447-4d4b-82ee-ae5e94a0f196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:25:00.345538 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-1ead1944-44f0-45ef-b5b8-b191fabebeec None None] Provisioning complete for port 75cc9b88-92d9-4d3d-8c2d-4fbef5095e10 triggered by entity DHCP. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:25:00.345538 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-1ead1944-44f0-45ef-b5b8-b191fabebeec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (75cc9b88-92d9-4d3d-8c2d-4fbef5095e10), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:00.355355 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714bd40f-214d-4a8e-8d0d-fd59cb20dc19 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e40f0d8-af39-4ae0-af07-e904cb6bd626,revision_number=0']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:25:00.366784 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02aa1bb-7d24-47ba-a4a5-9f4a19d6ea8a None None] The sync data for ids ['666e22c2-b36d-4722-b7c7-12e9ab71baf5'] in dv-cinder-795785-10-iscsi is: [{'id': '666e22c2-b36d-4722-b7c7-12e9ab71baf5', 'name': 'tempest-TestShelveInstance-939037494-router', 'tenant_id': 'ff1e322046a64fcf804af32d3a3983a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '37992ac7-7d6e-4f8e-8e23-f726b5f8c183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:24:53Z', 'updated_at': '2022-05-16T15:24:57Z', 'revision_number': 4, 'project_id': 'ff1e322046a64fcf804af32d3a3983a8', 'gw_port': {'id': '37992ac7-7d6e-4f8e-8e23-f726b5f8c183', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:84:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666e22c2-b36d-4722-b7c7-12e9ab71baf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:54Z', 'updated_at': '2022-05-16T15:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_interfaces': [{'id': '75cc9b88-92d9-4d3d-8c2d-4fbef5095e10', 'name': '', 'network_id': 'c86b7d81-29e3-44cf-ae51-6fb188444053', 'tenant_id': 'ff1e322046a64fcf804af32d3a3983a8', 'mac_address': 'fa:16:3e:cb:24:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '666e22c2-b36d-4722-b7c7-12e9ab71baf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'c1c41bee-3447-4d4b-82ee-ae5e94a0f196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:56Z', 'updated_at': '2022-05-16T15:24:59Z', 'revision_number': 4, 'project_id': 'ff1e322046a64fcf804af32d3a3983a8', 'subnets': [{'id': 'c1c41bee-3447-4d4b-82ee-ae5e94a0f196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:25:00.431280 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-714bd40f-214d-4a8e-8d0d-fd59cb20dc19 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:00.435724 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-714bd40f-214d-4a8e-8d0d-fd59cb20dc19 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3464508 May 16 15:25:00.436235 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 52560) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:25:00.445644 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.v2.base [None req-e765977c-5d96-4627-95b0-e73a446d3636 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Request body: {'security_group_rule': {'security_group_id': '1b01dd70-8801-4cef-b943-583c1e430111', 'project_id': '0b6bd797b8e04be18b7484855142b067', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:25:00.449840 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-1ead1944-44f0-45ef-b5b8-b191fabebeec None None] Current status of the port 75cc9b88-92d9-4d3d-8c2d-4fbef5095e10 is: ACTIVE; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:25:00.558847 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.db.securitygroups_db [None req-e765977c-5d96-4627-95b0-e73a446d3636 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Project 0b6bd797b8e04be18b7484855142b067 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 16 15:25:00.565154 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e765977c-5d96-4627-95b0-e73a446d3636 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Publish callbacks [] for security_group_rule (55eb3220-2755-45d7-91f7-25c06daef67f), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:00.633978 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e765977c-5d96-4627-95b0-e73a446d3636 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Publish callbacks [] for security_group_rule (55eb3220-2755-45d7-91f7-25c06daef67f), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:00.701945 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e765977c-5d96-4627-95b0-e73a446d3636 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607684'] for security_group_rule (55eb3220-2755-45d7-91f7-25c06daef67f), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:00.723783 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e765977c-5d96-4627-95b0-e73a446d3636 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55eb3220-2755-45d7-91f7-25c06daef67f,revision_number=0']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:25:00.801719 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e765977c-5d96-4627-95b0-e73a446d3636 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:00.803143 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-e765977c-5d96-4627-95b0-e73a446d3636 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3658133 May 16 15:25:01.530148 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a2296b44-efe7-4c92-99bf-bf9223587463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (4544528a-1612-46a7-a248-6cca4b867644), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:01.857869 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device 75cc9b88-92d9-4d3d-8c2d-4fbef5095e10 up at agent ovs-agent-dv-cinder-795785-10-iscsi {{(pid=104035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:25:01.901367 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Provisioning complete for port 75cc9b88-92d9-4d3d-8c2d-4fbef5095e10 triggered by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:25:01.901834 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (75cc9b88-92d9-4d3d-8c2d-4fbef5095e10), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:01.977873 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Current status of the port 75cc9b88-92d9-4d3d-8c2d-4fbef5095e10 is: ACTIVE; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:25:03.455933 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (311a8a5f-4d79-4ff7-931a-d05ff8cc45ee), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:10.198723 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (751a3b14-a3b6-44f5-a165-bd23bd92acbe), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:17.459217 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-b49d8f03-2e55-452a-a4f1-481432feb4c2 req-01bdd60d-db2d-4e71-aa07-123538065102 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-706067128&fields=id&tenant_id=0b6bd797b8e04be18b7484855142b067 HTTP/1.1" status: 200 len: 267 time: 0.0443876 May 16 15:25:17.565756 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49d8f03-2e55-452a-a4f1-481432feb4c2 req-f2869bbb-2c6a-4a53-8930-9f95fa0679ab tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:17.567773 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-b49d8f03-2e55-452a-a4f1-481432feb4c2 req-f2869bbb-2c6a-4a53-8930-9f95fa0679ab tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "GET /v2.0/networks?id=9c7b01dd-4fa5-4d97-aa10-e1ee6467d7bb HTTP/1.1" status: 200 len: 809 time: 0.1021745 May 16 15:25:17.581940 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-b49d8f03-2e55-452a-a4f1-481432feb4c2 req-c897a1c6-5c7a-4639-9a33-e33b4a8038b1 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "GET /v2.0/quotas/0b6bd797b8e04be18b7484855142b067 HTTP/1.1" status: 200 len: 375 time: 0.0087619 May 16 15:25:17.631375 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-b49d8f03-2e55-452a-a4f1-481432feb4c2 req-23fb2bcc-c3f1-4ef0-8ed0-3f8897bac94d tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=0b6bd797b8e04be18b7484855142b067&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0437503 May 16 15:25:17.729205 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-b49d8f03-2e55-452a-a4f1-481432feb4c2 req-168755ac-9d83-4899-a002-819c62a65ab1 service neutron] 10.222.0.44 "GET /v2.0/networks/9c7b01dd-4fa5-4d97-aa10-e1ee6467d7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868611 May 16 15:25:17.818713 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-b49d8f03-2e55-452a-a4f1-481432feb4c2 req-ad5fa807-0ef2-4dca-983b-2dee1a6a3db5 service neutron] 10.222.0.44 "GET /v2.0/networks/9c7b01dd-4fa5-4d97-aa10-e1ee6467d7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837824 May 16 15:25:18.383338 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-aecb08d1-41f2-4746-9080-cbbb07ddd9dc req-17126518-bcc2-4241-8bf5-8b91851aa4b3 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e407782-18cb-44c7-aeb5-95be87554fb8 HTTP/1.1" status: 200 len: 210 time: 0.0279016 May 16 15:25:19.481286 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-5fde47f6-2557-42e3-8a30-fe4041ad43d4 req-f58801e4-cc90-4fc7-a92c-b766e378278a tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e407782-18cb-44c7-aeb5-95be87554fb8 HTTP/1.1" status: 200 len: 210 time: 0.0306456 May 16 15:25:19.830600 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8cbf3e-7cad-40e8-a48e-da2f3d07bd0e req-19e4742a-4fc9-4454-9d2d-534204e0d1e9 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:19.832084 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-fc8cbf3e-7cad-40e8-a48e-da2f3d07bd0e req-19e4742a-4fc9-4454-9d2d-534204e0d1e9 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7340ea8-184f-46fc-beb8-8b4930ad0084 HTTP/1.1" status: 200 len: 945 time: 0.0479426 May 16 15:25:19.881484 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-fc8cbf3e-7cad-40e8-a48e-da2f3d07bd0e req-37c25cc1-0e2e-481a-a717-66065cf3ce2c tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=323ddf6d-4271-418e-9329-136452ffdc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427868 May 16 15:25:20.602088 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-abfb33f8-739e-4534-97b0-153b4aec756c req-515834e4-ab0a-451e-9a26-15178f97d835 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e407782-18cb-44c7-aeb5-95be87554fb8 HTTP/1.1" status: 200 len: 210 time: 0.0381217 May 16 15:25:20.692496 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49d8f03-2e55-452a-a4f1-481432feb4c2 req-5cc55db4-5c1a-4286-971e-8b2cf6b0a135 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:20.693910 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-b49d8f03-2e55-452a-a4f1-481432feb4c2 req-5cc55db4-5c1a-4286-971e-8b2cf6b0a135 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.69 "GET /v2.0/networks?id=9c7b01dd-4fa5-4d97-aa10-e1ee6467d7bb HTTP/1.1" status: 200 len: 809 time: 0.1203184 May 16 15:25:20.761300 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-b49d8f03-2e55-452a-a4f1-481432feb4c2 req-c1a48cd7-36ab-4b7a-bf01-eadfd15fc77a tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b6bd797b8e04be18b7484855142b067 HTTP/1.1" status: 200 len: 379 time: 0.0519347 May 16 15:25:20.769622 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.v2.base [req-b49d8f03-2e55-452a-a4f1-481432feb4c2 req-bba0b580-53a4-4ef1-b717-dcb528ad48e1 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Request body: {'port': {'device_id': '5e407782-18cb-44c7-aeb5-95be87554fb8', 'network_id': '9c7b01dd-4fa5-4d97-aa10-e1ee6467d7bb', 'admin_state_up': True, 'tenant_id': '0b6bd797b8e04be18b7484855142b067', 'security_groups': ['1b01dd70-8801-4cef-b943-583c1e430111']}} {{(pid=104033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:25:20.964535 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b49d8f03-2e55-452a-a4f1-481432feb4c2 req-bba0b580-53a4-4ef1-b717-dcb528ad48e1 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Made reservation on behalf of 0b6bd797b8e04be18b7484855142b067 for: {'port': 1} {{(pid=104033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 15:25:20.968183 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-b49d8f03-2e55-452a-a4f1-481432feb4c2 req-bba0b580-53a4-4ef1-b717-dcb528ad48e1 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:21.001774 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb40818-1830-4064-b3fe-6cd843822611 req-7bcc74a2-2182-4c69-9871-64b071b44fb9 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:21.006496 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-acb40818-1830-4064-b3fe-6cd843822611 req-7bcc74a2-2182-4c69-9871-64b071b44fb9 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7340ea8-184f-46fc-beb8-8b4930ad0084 HTTP/1.1" status: 200 len: 945 time: 0.0525146 May 16 15:25:21.053987 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-acb40818-1830-4064-b3fe-6cd843822611 req-66b85fe6-dc59-4bcd-ae17-e35f54e6b45c tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=323ddf6d-4271-418e-9329-136452ffdc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420849 May 16 15:25:21.102847 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [req-b49d8f03-2e55-452a-a4f1-481432feb4c2 req-bba0b580-53a4-4ef1-b717-dcb528ad48e1 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Allocated IP 172.20.0.9 (9c7b01dd-4fa5-4d97-aa10-e1ee6467d7bb/9ec5239e-005a-42b5-98fd-7708b4d3767d/ca81beba-189f-4dcd-84dc-799c4f2b2989) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:25:21.237066 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-b49d8f03-2e55-452a-a4f1-481432feb4c2 req-bba0b580-53a4-4ef1-b717-dcb528ad48e1 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Publish callbacks [] for port (ca81beba-189f-4dcd-84dc-799c4f2b2989), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:21.302232 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-b49d8f03-2e55-452a-a4f1-481432feb4c2 req-bba0b580-53a4-4ef1-b717-dcb528ad48e1 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789019640149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61886211'] for port (ca81beba-189f-4dcd-84dc-799c4f2b2989), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:21.347309 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b49d8f03-2e55-452a-a4f1-481432feb4c2 req-bba0b580-53a4-4ef1-b717-dcb528ad48e1 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Network 9c7b01dd-4fa5-4d97-aa10-e1ee6467d7bb is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:25:21.351135 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [req-b49d8f03-2e55-452a-a4f1-481432feb4c2 req-bba0b580-53a4-4ef1-b717-dcb528ad48e1 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:25:21.357425 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [req-b49d8f03-2e55-452a-a4f1-481432feb4c2 req-bba0b580-53a4-4ef1-b717-dcb528ad48e1 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:25:21.363217 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba0b580-53a4-4ef1-b717-dcb528ad48e1 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Pushing event updated for resources: {'Port': ['ID=ca81beba-189f-4dcd-84dc-799c4f2b2989,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:25:21.409481 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49d8f03-2e55-452a-a4f1-481432feb4c2 req-bba0b580-53a4-4ef1-b717-dcb528ad48e1 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:21.410114 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-b49d8f03-2e55-452a-a4f1-481432feb4c2 req-bba0b580-53a4-4ef1-b717-dcb528ad48e1 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914'] for port (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:21.492649 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-b49d8f03-2e55-452a-a4f1-481432feb4c2 req-bba0b580-53a4-4ef1-b717-dcb528ad48e1 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7264223 May 16 15:25:21.509731 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.v2.base [req-b49d8f03-2e55-452a-a4f1-481432feb4c2 req-1c2c5c32-1c9e-465e-ae5f-1c6aef42bec7 service neutron] Request body: {'port': {'device_id': '5e407782-18cb-44c7-aeb5-95be87554fb8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79578'}} {{(pid=104033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:25:21.568539 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-b49d8f03-2e55-452a-a4f1-481432feb4c2 req-1c2c5c32-1c9e-465e-ae5f-1c6aef42bec7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (ca81beba-189f-4dcd-84dc-799c4f2b2989), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:21.600647 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-2ff0a9c0-1eb3-4977-8b05-64442cdcfc84 None None] Provisioning complete for port ca81beba-189f-4dcd-84dc-799c4f2b2989 triggered by entity DHCP. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:25:21.601245 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-2ff0a9c0-1eb3-4977-8b05-64442cdcfc84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (ca81beba-189f-4dcd-84dc-799c4f2b2989), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:21.636933 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-2ff0a9c0-1eb3-4977-8b05-64442cdcfc84 None None] Port ca81beba-189f-4dcd-84dc-799c4f2b2989 cannot update to ACTIVE because it is not bound. {{(pid=104035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 15:25:21.716889 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-a9342ef6-a35c-4055-bbe0-e8ddeac0631e req-1ea7f801-e6af-41d4-a20a-c7ddc29605f5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ebbe62e5-c4dc-4203-8f12-3c0802188ea4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0769856 May 16 15:25:21.816282 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c555ba-1f9a-4366-8377-6413d57ba216 req-da5ac343-a68c-4420-8d98-0bfb4288a15b tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:21.817759 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-02c555ba-1f9a-4366-8377-6413d57ba216 req-da5ac343-a68c-4420-8d98-0bfb4288a15b tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e407782-18cb-44c7-aeb5-95be87554fb8 HTTP/1.1" status: 200 len: 931 time: 0.1445253 May 16 15:25:21.863975 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9342ef6-a35c-4055-bbe0-e8ddeac0631e req-1a07c99c-739b-4881-bd0d-6abf4576649f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:21.865518 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-a9342ef6-a35c-4055-bbe0-e8ddeac0631e req-1a07c99c-739b-4881-bd0d-6abf4576649f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b025f7f102ee46fa92e9bb7445e59daa&device_id=ebbe62e5-c4dc-4203-8f12-3c0802188ea4 HTTP/1.1" status: 200 len: 1130 time: 0.0862832 May 16 15:25:21.964580 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-02c555ba-1f9a-4366-8377-6413d57ba216 req-58a275e2-93f0-4568-8cd8-4be012a39d08 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b01dd70-8801-4cef-b943-583c1e430111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386564 May 16 15:25:22.054675 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9342ef6-a35c-4055-bbe0-e8ddeac0631e req-b06b3c95-dc33-4df1-9a86-104beb8193b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:22.056128 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-a9342ef6-a35c-4055-bbe0-e8ddeac0631e req-b06b3c95-dc33-4df1-9a86-104beb8193b7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f80dbf35-88c8-44d8-af2b-bea94475a461 HTTP/1.1" status: 200 len: 912 time: 0.1468048 May 16 15:25:22.121702 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [req-b49d8f03-2e55-452a-a4f1-481432feb4c2 req-1c2c5c32-1c9e-465e-ae5f-1c6aef42bec7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca81beba-189f-4dcd-84dc-799c4f2b2989 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:25:22.132568 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-b49d8f03-2e55-452a-a4f1-481432feb4c2 req-1c2c5c32-1c9e-465e-ae5f-1c6aef42bec7 service neutron] Publish callbacks [] for port (ca81beba-189f-4dcd-84dc-799c4f2b2989), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:22.156669 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-a9342ef6-a35c-4055-bbe0-e8ddeac0631e req-bc1837f8-b1b8-4c6b-9ec4-ec175652ff6a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d6a2295-76e4-4a50-b3f2-a26938aab948 HTTP/1.1" status: 200 len: 1001 time: 0.0795367 May 16 15:25:22.157567 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [req-b49d8f03-2e55-452a-a4f1-481432feb4c2 req-1c2c5c32-1c9e-465e-ae5f-1c6aef42bec7 service neutron] Transition to ACTIVE for port object ca81beba-189f-4dcd-84dc-799c4f2b2989 will not be triggered until provisioned by entity L2. {{(pid=104033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 15:25:22.173730 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a1094-cdfb-45f3-a3fa-5767376d4d39 req-ee2713a9-b058-4687-95be-461b88db1e98 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:22.175326 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-120a1094-cdfb-45f3-a3fa-5767376d4d39 req-ee2713a9-b058-4687-95be-461b88db1e98 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7340ea8-184f-46fc-beb8-8b4930ad0084 HTTP/1.1" status: 200 len: 945 time: 0.0488865 May 16 15:25:22.222217 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-120a1094-cdfb-45f3-a3fa-5767376d4d39 req-8a975426-8531-40fe-95ea-92c85c5530bc tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=323ddf6d-4271-418e-9329-136452ffdc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412199 May 16 15:25:22.247262 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-b49d8f03-2e55-452a-a4f1-481432feb4c2 req-1c2c5c32-1c9e-465e-ae5f-1c6aef42bec7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61886260'] for port (ca81beba-189f-4dcd-84dc-799c4f2b2989), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:22.311597 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9342ef6-a35c-4055-bbe0-e8ddeac0631e req-e6282f8a-ac7c-49a8-b7e3-fa082f39dce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:22.313014 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-a9342ef6-a35c-4055-bbe0-e8ddeac0631e req-e6282f8a-ac7c-49a8-b7e3-fa082f39dce5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e7b41a31-bf60-43da-a33a-33ad3dcfa24b HTTP/1.1" status: 200 len: 850 time: 0.0944290 May 16 15:25:22.315920 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2c5c32-1c9e-465e-ae5f-1c6aef42bec7 service neutron] Pushing event updated for resources: {'Port': ['ID=ca81beba-189f-4dcd-84dc-799c4f2b2989,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:25:22.397246 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9342ef6-a35c-4055-bbe0-e8ddeac0631e req-2286baf3-9078-4686-8cc3-48b9d05fd619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:22.398778 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-a9342ef6-a35c-4055-bbe0-e8ddeac0631e req-2286baf3-9078-4686-8cc3-48b9d05fd619 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f80dbf35-88c8-44d8-af2b-bea94475a461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0782540 May 16 15:25:22.445916 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [req-b49d8f03-2e55-452a-a4f1-481432feb4c2 req-1c2c5c32-1c9e-465e-ae5f-1c6aef42bec7 service neutron] Attempting to bind port ca81beba-189f-4dcd-84dc-799c4f2b2989 on host hv-cinder-79578 for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 15:25:22.446277 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [req-b49d8f03-2e55-452a-a4f1-481432feb4c2 req-1c2c5c32-1c9e-465e-ae5f-1c6aef42bec7 service neutron] Attempting to bind port ca81beba-189f-4dcd-84dc-799c4f2b2989 by drivers openvswitch,hyperv on host hv-cinder-79578 at level 0 using segments [{'id': 'd906e4c0-b7a7-4674-8385-774ce0dcb73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9c7b01dd-4fa5-4d97-aa10-e1ee6467d7bb'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 15:25:22.446607 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49d8f03-2e55-452a-a4f1-481432feb4c2 req-1c2c5c32-1c9e-465e-ae5f-1c6aef42bec7 service neutron] Attempting to bind port ca81beba-189f-4dcd-84dc-799c4f2b2989 on network 9c7b01dd-4fa5-4d97-aa10-e1ee6467d7bb {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:25:22.476878 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49d8f03-2e55-452a-a4f1-481432feb4c2 req-1c2c5c32-1c9e-465e-ae5f-1c6aef42bec7 service neutron] Port ca81beba-189f-4dcd-84dc-799c4f2b2989 on network 9c7b01dd-4fa5-4d97-aa10-e1ee6467d7bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79578 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 15:25:22.477203 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49d8f03-2e55-452a-a4f1-481432feb4c2 req-1c2c5c32-1c9e-465e-ae5f-1c6aef42bec7 service neutron] Attempting to bind port ca81beba-189f-4dcd-84dc-799c4f2b2989 on network 9c7b01dd-4fa5-4d97-aa10-e1ee6467d7bb {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 15:25:22.487953 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49d8f03-2e55-452a-a4f1-481432feb4c2 req-1c2c5c32-1c9e-465e-ae5f-1c6aef42bec7 service neutron] Checking agent: {'id': '751a3b14-a3b6-44f5-a165-bd23bd92acbe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79578', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 15, 13, 10), 'started_at': datetime.datetime(2022, 5, 16, 15, 13, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 15, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 15:25:22.488798 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49d8f03-2e55-452a-a4f1-481432feb4c2 req-1c2c5c32-1c9e-465e-ae5f-1c6aef42bec7 service neutron] Checking segment: {'id': 'd906e4c0-b7a7-4674-8385-774ce0dcb73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9c7b01dd-4fa5-4d97-aa10-e1ee6467d7bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 15:25:22.489179 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49d8f03-2e55-452a-a4f1-481432feb4c2 req-1c2c5c32-1c9e-465e-ae5f-1c6aef42bec7 service neutron] Bound using segment: {'id': 'd906e4c0-b7a7-4674-8385-774ce0dcb73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9c7b01dd-4fa5-4d97-aa10-e1ee6467d7bb'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 15:25:22.489602 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [req-b49d8f03-2e55-452a-a4f1-481432feb4c2 req-1c2c5c32-1c9e-465e-ae5f-1c6aef42bec7 service neutron] Bound port: ca81beba-189f-4dcd-84dc-799c4f2b2989, host: hv-cinder-79578, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd906e4c0-b7a7-4674-8385-774ce0dcb73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9c7b01dd-4fa5-4d97-aa10-e1ee6467d7bb'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 15:25:22.489962 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-b49d8f03-2e55-452a-a4f1-481432feb4c2 req-1c2c5c32-1c9e-465e-ae5f-1c6aef42bec7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (ca81beba-189f-4dcd-84dc-799c4f2b2989), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:22.540742 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-a9342ef6-a35c-4055-bbe0-e8ddeac0631e req-2cc19136-266b-41d6-b2ee-2c689988d4b8 service neutron] 10.222.0.69 "GET /v2.0/networks/f80dbf35-88c8-44d8-af2b-bea94475a461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353207 May 16 15:25:22.589657 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [req-b49d8f03-2e55-452a-a4f1-481432feb4c2 req-1c2c5c32-1c9e-465e-ae5f-1c6aef42bec7 service neutron] For port ca81beba-189f-4dcd-84dc-799c4f2b2989, host hv-cinder-79578, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 15:25:22.627205 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [req-b49d8f03-2e55-452a-a4f1-481432feb4c2 req-1c2c5c32-1c9e-465e-ae5f-1c6aef42bec7 service neutron] For port ca81beba-189f-4dcd-84dc-799c4f2b2989, host hv-cinder-79578, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=ca81beba-189f-4dcd-84dc-799c4f2b2989,segment=NetworkSegment(d906e4c0-b7a7-4674-8385-774ce0dcb73a),segment_id=d906e4c0-b7a7-4674-8385-774ce0dcb73a)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 15:25:22.656937 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-a9342ef6-a35c-4055-bbe0-e8ddeac0631e req-12e34ccc-5238-43b0-9389-206dde4f181d service neutron] 10.222.0.69 "GET /v2.0/networks/f80dbf35-88c8-44d8-af2b-bea94475a461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032016 May 16 15:25:22.684781 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-b49d8f03-2e55-452a-a4f1-481432feb4c2 req-1c2c5c32-1c9e-465e-ae5f-1c6aef42bec7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61886260'] for port (ca81beba-189f-4dcd-84dc-799c4f2b2989), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:22.716177 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49d8f03-2e55-452a-a4f1-481432feb4c2 req-1c2c5c32-1c9e-465e-ae5f-1c6aef42bec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:22.716791 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-b49d8f03-2e55-452a-a4f1-481432feb4c2 req-1c2c5c32-1c9e-465e-ae5f-1c6aef42bec7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914'] for port (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:22.718217 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-b49d8f03-2e55-452a-a4f1-481432feb4c2 req-1c2c5c32-1c9e-465e-ae5f-1c6aef42bec7 service neutron] 10.222.0.69 "PUT /v2.0/ports/ca81beba-189f-4dcd-84dc-799c4f2b2989 HTTP/1.1" status: 200 len: 1093 time: 1.2128272 May 16 15:25:22.718779 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e407782-18cb-44c7-aeb5-95be87554fb8', 'tag': 'ca81beba-189f-4dcd-84dc-799c4f2b2989'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:25:22.720827 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffeccd97bc4bec2d8a291f35a4115644be5723c7930092d1a563b2016f5a5231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c95cc55a-2739-4704-bf4d-b330a68c9f7c" -d '{"events": [{"name": "network-changed", "server_uuid": "5e407782-18cb-44c7-aeb5-95be87554fb8", "tag": "ca81beba-189f-4dcd-84dc-799c4f2b2989"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:25:22.748558 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2c5c32-1c9e-465e-ae5f-1c6aef42bec7 service neutron] Pushing event updated for resources: {'Port': ['ID=ca81beba-189f-4dcd-84dc-799c4f2b2989,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:25:22.760065 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02e2ff0b-9df3-4ac6-b926-5a9922ea0bbe x-openstack-request-id: req-02e2ff0b-9df3-4ac6-b926-5a9922ea0bbe {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:25:22.760363 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e407782-18cb-44c7-aeb5-95be87554fb8", "tag": "ca81beba-189f-4dcd-84dc-799c4f2b2989", "status": "completed", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:25:22.760648 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-02e2ff0b-9df3-4ac6-b926-5a9922ea0bbe {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:25:22.761082 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02e2ff0b-9df3-4ac6-b926-5a9922ea0bbe'] response: {'name': 'network-changed', 'server_uuid': '5e407782-18cb-44c7-aeb5-95be87554fb8', 'tag': 'ca81beba-189f-4dcd-84dc-799c4f2b2989', 'status': 'completed', 'code': 200} May 16 15:25:22.845995 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95cc55a-2739-4704-bf4d-b330a68c9f7c req-70e6de82-5862-43bc-b026-7b5e18f5a222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:22.848130 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-c95cc55a-2739-4704-bf4d-b330a68c9f7c req-70e6de82-5862-43bc-b026-7b5e18f5a222 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0b6bd797b8e04be18b7484855142b067&device_id=5e407782-18cb-44c7-aeb5-95be87554fb8 HTTP/1.1" status: 200 len: 1127 time: 0.0449769 May 16 15:25:22.964109 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95cc55a-2739-4704-bf4d-b330a68c9f7c req-30a2a64c-969c-4e67-be1d-9a9eb3e83d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:22.965996 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-c95cc55a-2739-4704-bf4d-b330a68c9f7c req-30a2a64c-969c-4e67-be1d-9a9eb3e83d52 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=0b6bd797b8e04be18b7484855142b067&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1051335 May 16 15:25:23.069892 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95cc55a-2739-4704-bf4d-b330a68c9f7c req-0bcacc31-b5da-432c-a634-f9eed1c530ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:23.071392 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-c95cc55a-2739-4704-bf4d-b330a68c9f7c req-0bcacc31-b5da-432c-a634-f9eed1c530ad service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0996675 May 16 15:25:23.166479 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49d8f03-2e55-452a-a4f1-481432feb4c2 req-8132061e-46d7-4048-8871-37bef9286f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:23.168122 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-b49d8f03-2e55-452a-a4f1-481432feb4c2 req-8132061e-46d7-4048-8871-37bef9286f34 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0b6bd797b8e04be18b7484855142b067&device_id=5e407782-18cb-44c7-aeb5-95be87554fb8 HTTP/1.1" status: 200 len: 1127 time: 0.0402565 May 16 15:25:23.179730 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015ff9bb-f7fe-43c3-810b-97cb50f026fb req-54dd5156-711d-4cbf-85b5-d90594231358 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:23.181213 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-015ff9bb-f7fe-43c3-810b-97cb50f026fb req-54dd5156-711d-4cbf-85b5-d90594231358 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e407782-18cb-44c7-aeb5-95be87554fb8 HTTP/1.1" status: 200 len: 943 time: 0.1486189 May 16 15:25:23.215306 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-b49d8f03-2e55-452a-a4f1-481432feb4c2 req-8a00067b-4619-4289-bb0a-395917275554 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca81beba-189f-4dcd-84dc-799c4f2b2989 HTTP/1.1" status: 200 len: 217 time: 0.0333319 May 16 15:25:23.229889 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-015ff9bb-f7fe-43c3-810b-97cb50f026fb req-64d61bc7-ec87-48f5-8915-6e01fb8de933 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b01dd70-8801-4cef-b943-583c1e430111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430987 May 16 15:25:23.266218 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49d8f03-2e55-452a-a4f1-481432feb4c2 req-9b322d6e-25db-4965-9a04-920117041260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:23.267710 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-b49d8f03-2e55-452a-a4f1-481432feb4c2 req-9b322d6e-25db-4965-9a04-920117041260 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9ec5239e-005a-42b5-98fd-7708b4d3767d HTTP/1.1" status: 200 len: 848 time: 0.0481284 May 16 15:25:23.336401 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49d8f03-2e55-452a-a4f1-481432feb4c2 req-d3b78db8-14af-4bee-993d-12b8e972c62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:23.337782 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-b49d8f03-2e55-452a-a4f1-481432feb4c2 req-d3b78db8-14af-4bee-993d-12b8e972c62b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9c7b01dd-4fa5-4d97-aa10-e1ee6467d7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0643377 May 16 15:25:23.357881 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458bf47f-939c-45f6-9f89-90c4bf9d4c24 req-95b6082c-6dc4-4f4f-bf87-48c8faa1ec5b tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:23.359208 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-458bf47f-939c-45f6-9f89-90c4bf9d4c24 req-95b6082c-6dc4-4f4f-bf87-48c8faa1ec5b tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7340ea8-184f-46fc-beb8-8b4930ad0084 HTTP/1.1" status: 200 len: 945 time: 0.0606449 May 16 15:25:23.456328 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-458bf47f-939c-45f6-9f89-90c4bf9d4c24 req-dcb7aefd-4b28-4867-9374-5851b6b05b2a tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=323ddf6d-4271-418e-9329-136452ffdc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861750 May 16 15:25:23.471812 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-b49d8f03-2e55-452a-a4f1-481432feb4c2 req-b2d6e781-7fa7-4310-9428-daf986d34a09 service neutron] 10.222.0.69 "GET /v2.0/networks/9c7b01dd-4fa5-4d97-aa10-e1ee6467d7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267698 May 16 15:25:23.564040 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-b49d8f03-2e55-452a-a4f1-481432feb4c2 req-ca5bd5eb-0f91-4613-b023-3b47f237d612 service neutron] 10.222.0.69 "GET /v2.0/networks/9c7b01dd-4fa5-4d97-aa10-e1ee6467d7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861418 May 16 15:25:24.340982 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d097fb-b487-4735-9752-46a53db1a796 req-eb48f363-3e48-4deb-b7e6-0a85cdd4e6fc tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:24.342365 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-a3d097fb-b487-4735-9752-46a53db1a796 req-eb48f363-3e48-4deb-b7e6-0a85cdd4e6fc tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e407782-18cb-44c7-aeb5-95be87554fb8 HTTP/1.1" status: 200 len: 943 time: 0.0462089 May 16 15:25:24.388740 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-a3d097fb-b487-4735-9752-46a53db1a796 req-39ec817e-a898-4725-a4eb-0768b03df7f3 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b01dd70-8801-4cef-b943-583c1e430111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410111 May 16 15:25:24.571199 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dff6eec-bdfa-40ed-8828-a7d994fef26c req-39ce2cec-7005-4d82-9389-596446d468b8 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:24.572656 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-5dff6eec-bdfa-40ed-8828-a7d994fef26c req-39ce2cec-7005-4d82-9389-596446d468b8 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7340ea8-184f-46fc-beb8-8b4930ad0084 HTTP/1.1" status: 200 len: 945 time: 0.0466576 May 16 15:25:24.618781 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-5dff6eec-bdfa-40ed-8828-a7d994fef26c req-17e521fb-26e6-4343-b1ab-fd9e353077a8 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=323ddf6d-4271-418e-9329-136452ffdc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405431 May 16 15:25:25.502280 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a7511c-5a46-482c-9f5b-dbdf12fd0d59 req-84652a70-9a1a-4b30-9da6-44779ee9490e tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:25.503725 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-91a7511c-5a46-482c-9f5b-dbdf12fd0d59 req-84652a70-9a1a-4b30-9da6-44779ee9490e tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e407782-18cb-44c7-aeb5-95be87554fb8 HTTP/1.1" status: 200 len: 943 time: 0.0488708 May 16 15:25:25.551435 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-91a7511c-5a46-482c-9f5b-dbdf12fd0d59 req-d536d351-01c4-4a4b-9c32-a9bdda438ab5 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b01dd70-8801-4cef-b943-583c1e430111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411439 May 16 15:25:25.733157 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c959303b-1aa4-4dcd-9716-d70a4c7e47a5 req-a8860d9a-da50-4c92-866c-aafbc0c27125 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:25.734587 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-c959303b-1aa4-4dcd-9716-d70a4c7e47a5 req-a8860d9a-da50-4c92-866c-aafbc0c27125 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7340ea8-184f-46fc-beb8-8b4930ad0084 HTTP/1.1" status: 200 len: 945 time: 0.0464556 May 16 15:25:25.780607 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-c959303b-1aa4-4dcd-9716-d70a4c7e47a5 req-64f64743-596d-4bbc-90ad-15b3b9852af3 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=323ddf6d-4271-418e-9329-136452ffdc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399792 May 16 15:25:26.662469 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8605f1d-a464-4f50-9df8-778d012aa678 req-67504bb3-1635-41ed-a586-4e90d77838ca tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:26.663921 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-f8605f1d-a464-4f50-9df8-778d012aa678 req-67504bb3-1635-41ed-a586-4e90d77838ca tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e407782-18cb-44c7-aeb5-95be87554fb8 HTTP/1.1" status: 200 len: 943 time: 0.0461884 May 16 15:25:26.711776 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-f8605f1d-a464-4f50-9df8-778d012aa678 req-a7ea76ee-3578-493b-aed5-d0fdb17302ae tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b01dd70-8801-4cef-b943-583c1e430111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424299 May 16 15:25:26.838636 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d185bc18-c3df-4f9f-95ce-2317389cfe4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (a586ef94-96cb-452c-b402-463be5294b2a), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:26.900274 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c6475a-a8ca-4ccd-8f87-0ced74be43d0 req-f55a5ab8-ef72-4a4b-83f9-396d71842c3e tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:26.901722 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-10c6475a-a8ca-4ccd-8f87-0ced74be43d0 req-f55a5ab8-ef72-4a4b-83f9-396d71842c3e tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7340ea8-184f-46fc-beb8-8b4930ad0084 HTTP/1.1" status: 200 len: 945 time: 0.0498981 May 16 15:25:26.946999 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-10c6475a-a8ca-4ccd-8f87-0ced74be43d0 req-7dd90856-ecf0-4f52-ac05-9bcd6c19273b tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=323ddf6d-4271-418e-9329-136452ffdc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398316 May 16 15:25:27.792978 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 52744) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:25:27.824885 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c604a5-3161-49d6-a743-8fe53af66934 req-c5c38716-d754-4c72-8558-88387030bef0 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:27.826502 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-21c604a5-3161-49d6-a743-8fe53af66934 req-c5c38716-d754-4c72-8558-88387030bef0 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e407782-18cb-44c7-aeb5-95be87554fb8 HTTP/1.1" status: 200 len: 943 time: 0.0475111 May 16 15:25:27.879675 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-21c604a5-3161-49d6-a743-8fe53af66934 req-6b6d3845-97eb-48f2-b4e4-ead2087075fd tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b01dd70-8801-4cef-b943-583c1e430111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469844 May 16 15:25:27.931341 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e4a8e109-ac2b-4296-b183-c37eaf9d0830 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Deleting port ff6c9c75-bd25-4b2d-8590-25178789c5a2 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:25:27.931891 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e4a8e109-ac2b-4296-b183-c37eaf9d0830 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789020190181'] for port (ff6c9c75-bd25-4b2d-8590-25178789c5a2), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:28.015773 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e4a8e109-ac2b-4296-b183-c37eaf9d0830 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555776'] for port (ff6c9c75-bd25-4b2d-8590-25178789c5a2), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:28.016034 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e4a8e109-ac2b-4296-b183-c37eaf9d0830 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks [] for floatingip (ff6c9c75-bd25-4b2d-8590-25178789c5a2), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:28.154823 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.agents_db [None req-ab78c14b-22b7-4e46-ade7-0c4080e95cb7 None None] Agent healthcheck: found 6 active agents {{(pid=104036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:25:28.289259 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e4a8e109-ac2b-4296-b183-c37eaf9d0830 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Calling delete_port for ff6c9c75-bd25-4b2d-8590-25178789c5a2 owned by network:floatingip {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:25:28.316531 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caf93f3-7dfd-4741-9aff-8f7faad7d829 req-73f76b87-88d8-4bd6-b83b-11755c8b3b9a tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:28.319620 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-7caf93f3-7dfd-4741-9aff-8f7faad7d829 req-73f76b87-88d8-4bd6-b83b-11755c8b3b9a tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7340ea8-184f-46fc-beb8-8b4930ad0084 HTTP/1.1" status: 200 len: 945 time: 0.2956970 May 16 15:25:28.429436 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-7caf93f3-7dfd-4741-9aff-8f7faad7d829 req-bd881a5f-889c-4e52-85a7-a65856c94708 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=323ddf6d-4271-418e-9329-136452ffdc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800891 May 16 15:25:28.627242 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e4a8e109-ac2b-4296-b183-c37eaf9d0830 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789020200313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789019640158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61886211'] for port (ff6c9c75-bd25-4b2d-8590-25178789c5a2), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:28.651453 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a8e109-ac2b-4296-b183-c37eaf9d0830 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Pushing event deleted for resources: {'Port': ['ID=ff6c9c75-bd25-4b2d-8590-25178789c5a2,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:25:28.714861 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e4a8e109-ac2b-4296-b183-c37eaf9d0830 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks [] for floatingip (b6f9b390-c7a7-44a4-bb47-fb9f9ac1534f), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:28.715193 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.db.l3_db [None req-e4a8e109-ac2b-4296-b183-c37eaf9d0830 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Floating IP b6f9b390-c7a7-44a4-bb47-fb9f9ac1534f disassociated (deleted). External IP: 172.27.0.47, port: c4063f29-0676-40e0-a84d-78902421d427. May 16 15:25:28.867095 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-5583233e-617f-4bb9-87d3-634fa77515ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (54a3e65b-69a0-426d-9997-69a1705c4334), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:28.910467 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4a8e109-ac2b-4296-b183-c37eaf9d0830 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Router 058e4470-9532-4334-9d31-5e488b5f2129 has already been hosted by L3 agent 54a3e65b-69a0-426d-9997-69a1705c4334 {{(pid=104033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:25:28.991907 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b4d56-a19c-46aa-b8c0-53ec38854753 req-2206774e-277f-4d1f-adc7-83e4c2006763 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:28.993387 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-547b4d56-a19c-46aa-b8c0-53ec38854753 req-2206774e-277f-4d1f-adc7-83e4c2006763 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e407782-18cb-44c7-aeb5-95be87554fb8 HTTP/1.1" status: 200 len: 943 time: 0.0476978 May 16 15:25:29.019343 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a8e109-ac2b-4296-b183-c37eaf9d0830 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Notify agent at l3_agent.dv-cinder-795785-10-iscsi the message routers_updated {{(pid=104033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:25:29.024908 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e4a8e109-ac2b-4296-b183-c37eaf9d0830 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914'] for floatingip (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:29.031160 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1057d410-1a9c-44a0-9e23-ba949c5b6f50 None None] Sync routers for ids ['058e4470-9532-4334-9d31-5e488b5f2129'] in dv-cinder-795785-10-iscsi {{(pid=104036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:25:29.043189 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1057d410-1a9c-44a0-9e23-ba949c5b6f50 None None] Routers {'058e4470-9532-4334-9d31-5e488b5f2129'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:25:29.049102 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-547b4d56-a19c-46aa-b8c0-53ec38854753 req-0e952d19-34c8-4869-8d27-bebb80a0f3f0 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b01dd70-8801-4cef-b943-583c1e430111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447774 May 16 15:25:29.049408 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-1057d410-1a9c-44a0-9e23-ba949c5b6f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:25:29Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['058e4470-9532-4334-9d31-5e488b5f2129'], 'active': True} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:25:29.053352 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-e4a8e109-ac2b-4296-b183-c37eaf9d0830 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "DELETE /v2.0/floatingips/b6f9b390-c7a7-44a4-bb47-fb9f9ac1534f HTTP/1.1" status: 204 len: 168 time: 1.2592864 May 16 15:25:29.053932 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8702e35e-9664-40a7-bfb2-2e6ade17bdf8', 'tag': 'c4063f29-0676-40e0-a84d-78902421d427'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:25:29.056195 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffeccd97bc4bec2d8a291f35a4115644be5723c7930092d1a563b2016f5a5231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a08d5263-d0fb-4aa2-9860-c0caabf70354" -d '{"events": [{"name": "network-changed", "server_uuid": "8702e35e-9664-40a7-bfb2-2e6ade17bdf8", "tag": "c4063f29-0676-40e0-a84d-78902421d427"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:25:29.098777 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc569d18-3050-4dc0-91c0-591caf695563 x-openstack-request-id: req-dc569d18-3050-4dc0-91c0-591caf695563 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:25:29.099409 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8702e35e-9664-40a7-bfb2-2e6ade17bdf8", "tag": "c4063f29-0676-40e0-a84d-78902421d427", "status": "completed", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:25:29.099844 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dc569d18-3050-4dc0-91c0-591caf695563 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:25:29.100252 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc569d18-3050-4dc0-91c0-591caf695563'] response: {'name': 'network-changed', 'server_uuid': '8702e35e-9664-40a7-bfb2-2e6ade17bdf8', 'tag': 'c4063f29-0676-40e0-a84d-78902421d427', 'status': 'completed', 'code': 200} May 16 15:25:29.152606 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvr_db [None req-1057d410-1a9c-44a0-9e23-ba949c5b6f50 None None] Set router 058e4470-9532-4334-9d31-5e488b5f2129 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:25:29.359880 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-1057d410-1a9c-44a0-9e23-ba949c5b6f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058e4470-9532-4334-9d31-5e488b5f2129', 'name': 'tempest-TestVolumeBootPattern-594652179-router', 'tenant_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'c96a06fc-230d-4bca-a2bf-0b329260522a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:18:05Z', 'updated_at': '2022-05-16T15:18:09Z', 'revision_number': 4, 'project_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'gw_port': {'id': 'c96a06fc-230d-4bca-a2bf-0b329260522a', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:3c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058e4470-9532-4334-9d31-5e488b5f2129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:18:05Z', 'updated_at': '2022-05-16T15:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_floatingips': [{'id': 'acbb582a-a665-4bc6-990e-4adf26eb396e', 'tenant_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'floating_ip_address': '172.27.0.63', 'floating_network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'router_id': '058e4470-9532-4334-9d31-5e488b5f2129', 'port_id': '1d6a2295-76e4-4a50-b3f2-a26938aab948', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f80dbf35-88c8-44d8-af2b-bea94475a461', 'mac_address': 'fa:16:3e:e0:f1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbe62e5-c4dc-4203-8f12-3c0802188ea4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:21:47Z', 'updated_at': '2022-05-16T15:21:49Z', 'revision_number': 1, 'project_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '308487c7-7b66-4c7c-bb0d-a5df23abcd36', 'name': '', 'network_id': 'f80dbf35-88c8-44d8-af2b-bea94475a461', 'tenant_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'mac_address': 'fa:16:3e:5a:1e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058e4470-9532-4334-9d31-5e488b5f2129', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'e7b41a31-bf60-43da-a33a-33ad3dcfa24b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:18:08Z', 'updated_at': '2022-05-16T15:18:12Z', 'revision_number': 5, 'project_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'subnets': [{'id': 'e7b41a31-bf60-43da-a33a-33ad3dcfa24b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:25:29.388374 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1057d410-1a9c-44a0-9e23-ba949c5b6f50 None None] Checking router: 058e4470-9532-4334-9d31-5e488b5f2129 for host: dv-cinder-795785-10-iscsi {{(pid=104036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:25:29.394412 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1057d410-1a9c-44a0-9e23-ba949c5b6f50 None None] Routers {'058e4470-9532-4334-9d31-5e488b5f2129'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:25:29.395001 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-1057d410-1a9c-44a0-9e23-ba949c5b6f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:25:29Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['058e4470-9532-4334-9d31-5e488b5f2129'], 'active': True} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:25:29.468310 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60ac229-15cf-4d69-a999-ffb72a15a7a1 req-a77c1fd0-5d6f-49d2-99ae-3e6271031a8a tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:29.468310 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-c60ac229-15cf-4d69-a999-ffb72a15a7a1 req-a77c1fd0-5d6f-49d2-99ae-3e6271031a8a tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/ports?device_id=8702e35e-9664-40a7-bfb2-2e6ade17bdf8 HTTP/1.1" status: 200 len: 945 time: 0.0481586 May 16 15:25:29.498748 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvr_db [None req-1057d410-1a9c-44a0-9e23-ba949c5b6f50 None None] Set router 058e4470-9532-4334-9d31-5e488b5f2129 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:25:29.519266 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-c60ac229-15cf-4d69-a999-ffb72a15a7a1 req-68037ce1-7426-402c-b766-5bb0ef40af6c tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b779ae3-e78d-4ec5-964b-03e22096986e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468359 May 16 15:25:29.553856 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f027ddaa-82b4-4604-8677-3c0031b8a426 req-470b740b-6510-4988-a3ac-4711ecece601 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:29.555349 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-f027ddaa-82b4-4604-8677-3c0031b8a426 req-470b740b-6510-4988-a3ac-4711ecece601 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7340ea8-184f-46fc-beb8-8b4930ad0084 HTTP/1.1" status: 200 len: 945 time: 0.0511703 May 16 15:25:29.600808 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-f027ddaa-82b4-4604-8677-3c0031b8a426 req-fcc7a327-6f96-4bce-8943-df1b6062d7c7 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=323ddf6d-4271-418e-9329-136452ffdc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398755 May 16 15:25:29.709825 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-1057d410-1a9c-44a0-9e23-ba949c5b6f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058e4470-9532-4334-9d31-5e488b5f2129', 'name': 'tempest-TestVolumeBootPattern-594652179-router', 'tenant_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'c96a06fc-230d-4bca-a2bf-0b329260522a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:18:05Z', 'updated_at': '2022-05-16T15:18:09Z', 'revision_number': 4, 'project_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'gw_port': {'id': 'c96a06fc-230d-4bca-a2bf-0b329260522a', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:3c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058e4470-9532-4334-9d31-5e488b5f2129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:18:05Z', 'updated_at': '2022-05-16T15:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_floatingips': [{'id': 'acbb582a-a665-4bc6-990e-4adf26eb396e', 'tenant_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'floating_ip_address': '172.27.0.63', 'floating_network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'router_id': '058e4470-9532-4334-9d31-5e488b5f2129', 'port_id': '1d6a2295-76e4-4a50-b3f2-a26938aab948', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f80dbf35-88c8-44d8-af2b-bea94475a461', 'mac_address': 'fa:16:3e:e0:f1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbe62e5-c4dc-4203-8f12-3c0802188ea4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:21:47Z', 'updated_at': '2022-05-16T15:21:49Z', 'revision_number': 1, 'project_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '308487c7-7b66-4c7c-bb0d-a5df23abcd36', 'name': '', 'network_id': 'f80dbf35-88c8-44d8-af2b-bea94475a461', 'tenant_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'mac_address': 'fa:16:3e:5a:1e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058e4470-9532-4334-9d31-5e488b5f2129', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'e7b41a31-bf60-43da-a33a-33ad3dcfa24b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:18:08Z', 'updated_at': '2022-05-16T15:18:12Z', 'revision_number': 5, 'project_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'subnets': [{'id': 'e7b41a31-bf60-43da-a33a-33ad3dcfa24b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:25:29.734795 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1057d410-1a9c-44a0-9e23-ba949c5b6f50 None None] The sync data for ids ['058e4470-9532-4334-9d31-5e488b5f2129'] in dv-cinder-795785-10-iscsi is: [{'id': '058e4470-9532-4334-9d31-5e488b5f2129', 'name': 'tempest-TestVolumeBootPattern-594652179-router', 'tenant_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'c96a06fc-230d-4bca-a2bf-0b329260522a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:18:05Z', 'updated_at': '2022-05-16T15:18:09Z', 'revision_number': 4, 'project_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'gw_port': {'id': 'c96a06fc-230d-4bca-a2bf-0b329260522a', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:3c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058e4470-9532-4334-9d31-5e488b5f2129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:18:05Z', 'updated_at': '2022-05-16T15:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_floatingips': [{'id': 'acbb582a-a665-4bc6-990e-4adf26eb396e', 'tenant_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'floating_ip_address': '172.27.0.63', 'floating_network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'router_id': '058e4470-9532-4334-9d31-5e488b5f2129', 'port_id': '1d6a2295-76e4-4a50-b3f2-a26938aab948', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f80dbf35-88c8-44d8-af2b-bea94475a461', 'mac_address': 'fa:16:3e:e0:f1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbe62e5-c4dc-4203-8f12-3c0802188ea4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:21:47Z', 'updated_at': '2022-05-16T15:21:49Z', 'revision_number': 1, 'project_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '308487c7-7b66-4c7c-bb0d-a5df23abcd36', 'name': '', 'network_id': 'f80dbf35-88c8-44d8-af2b-bea94475a461', 'tenant_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'mac_address': 'fa:16:3e:5a:1e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058e4470-9532-4334-9d31-5e488b5f2129', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'e7b41a31-bf60-43da-a33a-33ad3dcfa24b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:18:08Z', 'updated_at': '2022-05-16T15:18:12Z', 'revision_number': 5, 'project_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'subnets': [{'id': 'e7b41a31-bf60-43da-a33a-33ad3dcfa24b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:25:29.758838 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d5263-d0fb-4aa2-9860-c0caabf70354 req-17bae197-fd66-4d42-b9f0-17d1a3a71f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:29.760332 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-a08d5263-d0fb-4aa2-9860-c0caabf70354 req-17bae197-fd66-4d42-b9f0-17d1a3a71f5f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b025f7f102ee46fa92e9bb7445e59daa&device_id=8702e35e-9664-40a7-bfb2-2e6ade17bdf8 HTTP/1.1" status: 200 len: 1129 time: 0.0419495 May 16 15:25:29.950939 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1226d7a0-6679-4db7-b09e-39f5d90c3b6c None None] New status for floating IP b6f9b390-c7a7-44a4-bb47-fb9f9ac1534f: DOWN {{(pid=104035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 15:25:30.162723 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3189a59a-81a6-4f4f-9c01-6913c0d56ee9 req-f779030d-adeb-4fc6-b78c-9644817c9e1c tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:30.164245 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-3189a59a-81a6-4f4f-9c01-6913c0d56ee9 req-f779030d-adeb-4fc6-b78c-9644817c9e1c tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e407782-18cb-44c7-aeb5-95be87554fb8 HTTP/1.1" status: 200 len: 943 time: 0.0516894 May 16 15:25:30.204899 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-e1b85405-7a13-4024-838c-532465e0cf8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (72569482-7f88-4a09-9117-6d6842ca2c26), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:30.213324 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-3189a59a-81a6-4f4f-9c01-6913c0d56ee9 req-3ba31715-12d9-498b-900f-2ce2538bbd94 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b01dd70-8801-4cef-b943-583c1e430111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430794 May 16 15:25:30.635314 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9e9290-8f47-425f-b274-8812d05f6fb6 req-fcb38a86-c77b-4974-ba83-c028f9d5f209 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:30.636790 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-8d9e9290-8f47-425f-b274-8812d05f6fb6 req-fcb38a86-c77b-4974-ba83-c028f9d5f209 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/ports?device_id=8702e35e-9664-40a7-bfb2-2e6ade17bdf8 HTTP/1.1" status: 200 len: 945 time: 0.0490255 May 16 15:25:30.685822 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-8d9e9290-8f47-425f-b274-8812d05f6fb6 req-1afb1e4c-56e0-4f65-98e2-e7af553d5a36 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b779ae3-e78d-4ec5-964b-03e22096986e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430088 May 16 15:25:30.717296 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a407c7c6-fe83-4472-b8fe-152092c3737d req-efaebd77-c320-4753-bfd8-8ce9dc50ccb5 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:30.718816 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-a407c7c6-fe83-4472-b8fe-152092c3737d req-efaebd77-c320-4753-bfd8-8ce9dc50ccb5 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7340ea8-184f-46fc-beb8-8b4930ad0084 HTTP/1.1" status: 200 len: 945 time: 0.0467656 May 16 15:25:30.764895 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-a407c7c6-fe83-4472-b8fe-152092c3737d req-b6865f81-8f2c-4efc-a34b-95f2ae254a10 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=323ddf6d-4271-418e-9329-136452ffdc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406110 May 16 15:25:31.006586 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d5263-d0fb-4aa2-9860-c0caabf70354 req-503b9f29-08e3-464d-b23d-514a7247f7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:31.007978 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-a08d5263-d0fb-4aa2-9860-c0caabf70354 req-503b9f29-08e3-464d-b23d-514a7247f7f1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f80dbf35-88c8-44d8-af2b-bea94475a461 HTTP/1.1" status: 200 len: 912 time: 0.0897408 May 16 15:25:31.077308 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-a08d5263-d0fb-4aa2-9860-c0caabf70354 req-ce5b3bba-4730-4f62-9765-ef3277266bff service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c4063f29-0676-40e0-a84d-78902421d427 HTTP/1.1" status: 200 len: 217 time: 0.0322933 May 16 15:25:31.125092 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d5263-d0fb-4aa2-9860-c0caabf70354 req-09711ddf-b508-40a4-8593-34db04cfae60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:31.126502 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-a08d5263-d0fb-4aa2-9860-c0caabf70354 req-09711ddf-b508-40a4-8593-34db04cfae60 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e7b41a31-bf60-43da-a33a-33ad3dcfa24b HTTP/1.1" status: 200 len: 850 time: 0.0437088 May 16 15:25:31.316987 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d5263-d0fb-4aa2-9860-c0caabf70354 req-01167d57-0a1f-4b55-89c4-56e9e279d2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:31.318505 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-a08d5263-d0fb-4aa2-9860-c0caabf70354 req-01167d57-0a1f-4b55-89c4-56e9e279d2cc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f80dbf35-88c8-44d8-af2b-bea94475a461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0434384 May 16 15:25:31.326121 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7372cb2-a908-4c20-98bc-0e56b732cb4e req-3c019618-d502-4c69-ab1c-5b8f451c102b tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:31.327571 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-f7372cb2-a908-4c20-98bc-0e56b732cb4e req-3c019618-d502-4c69-ab1c-5b8f451c102b tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e407782-18cb-44c7-aeb5-95be87554fb8 HTTP/1.1" status: 200 len: 943 time: 0.0461593 May 16 15:25:31.375776 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-f7372cb2-a908-4c20-98bc-0e56b732cb4e req-a5a49bfa-cc61-4f94-a1ce-53717a5bc248 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b01dd70-8801-4cef-b943-583c1e430111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426204 May 16 15:25:31.396249 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [req-a08d5263-d0fb-4aa2-9860-c0caabf70354 req-40ca48c8-9fbf-450e-b2fe-d9e8f3ba82ac service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=104033) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 15:25:31.397232 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-a08d5263-d0fb-4aa2-9860-c0caabf70354 req-40ca48c8-9fbf-450e-b2fe-d9e8f3ba82ac service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0143447 May 16 15:25:31.451353 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b5a488-c78d-4757-a612-a12599ce9bac req-54fb28a3-8aa8-4f04-b312-812773d416b6 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:31.452799 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-19b5a488-c78d-4757-a612-a12599ce9bac req-54fb28a3-8aa8-4f04-b312-812773d416b6 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.69 "GET /v2.0/ports?device_id=8702e35e-9664-40a7-bfb2-2e6ade17bdf8 HTTP/1.1" status: 200 len: 945 time: 0.0711367 May 16 15:25:31.540415 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a2296b44-efe7-4c92-99bf-bf9223587463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (4544528a-1612-46a7-a248-6cca4b867644), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:31.570133 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-a08d5263-d0fb-4aa2-9860-c0caabf70354 req-48ae6f13-6478-4463-adff-f7e6b9e5ce7c service neutron] 10.222.0.69 "GET /v2.0/networks/f80dbf35-88c8-44d8-af2b-bea94475a461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571023 May 16 15:25:31.587244 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [req-19b5a488-c78d-4757-a612-a12599ce9bac req-bdcf4cfe-fdd0-472e-9bc5-71a766e9423a tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Deleting port c4063f29-0676-40e0-a84d-78902421d427 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:25:31.587588 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-19b5a488-c78d-4757-a612-a12599ce9bac req-bdcf4cfe-fdd0-472e-9bc5-71a766e9423a tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789020190181'] for port (c4063f29-0676-40e0-a84d-78902421d427), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:31.734440 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [req-19b5a488-c78d-4757-a612-a12599ce9bac req-bdcf4cfe-fdd0-472e-9bc5-71a766e9423a tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] For port c4063f29-0676-40e0-a84d-78902421d427, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=c4063f29-0676-40e0-a84d-78902421d427,segment=NetworkSegment(3524b13a-1123-418a-8192-502728157678),segment_id=3524b13a-1123-418a-8192-502728157678)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:25:31.734815 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-19b5a488-c78d-4757-a612-a12599ce9bac req-bdcf4cfe-fdd0-472e-9bc5-71a766e9423a tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555776'] for port (c4063f29-0676-40e0-a84d-78902421d427), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:31.743366 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-a08d5263-d0fb-4aa2-9860-c0caabf70354 req-e62f99b8-b577-4cc4-b608-bb703bf5e2ea service neutron] 10.222.0.69 "GET /v2.0/networks/f80dbf35-88c8-44d8-af2b-bea94475a461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638091 May 16 15:25:31.749211 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [req-19b5a488-c78d-4757-a612-a12599ce9bac req-bdcf4cfe-fdd0-472e-9bc5-71a766e9423a tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Calling delete_port for c4063f29-0676-40e0-a84d-78902421d427 owned by compute:nova {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:25:31.847467 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441db5dc-9c53-443b-bf30-5a0353637fc5 req-c96912dd-ffd3-4ace-b79c-288b908071c3 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:31.848958 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-441db5dc-9c53-443b-bf30-5a0353637fc5 req-c96912dd-ffd3-4ace-b79c-288b908071c3 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/ports?device_id=8702e35e-9664-40a7-bfb2-2e6ade17bdf8 HTTP/1.1" status: 200 len: 945 time: 0.0938592 May 16 15:25:31.880767 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b460fd8a-05f5-4ab6-bfbe-7b7b7c3b4a21 req-e8ac7743-08f1-4be5-a291-ec105c1a0a40 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:31.882421 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-b460fd8a-05f5-4ab6-bfbe-7b7b7c3b4a21 req-e8ac7743-08f1-4be5-a291-ec105c1a0a40 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7340ea8-184f-46fc-beb8-8b4930ad0084 HTTP/1.1" status: 200 len: 945 time: 0.0465801 May 16 15:25:31.931362 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-441db5dc-9c53-443b-bf30-5a0353637fc5 req-b0186ff2-3179-4a1d-9bb3-d6d6d7e5a729 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b779ae3-e78d-4ec5-964b-03e22096986e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761249 May 16 15:25:31.932971 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-b460fd8a-05f5-4ab6-bfbe-7b7b7c3b4a21 req-37a4321b-babf-4a41-aaaf-5238423b618d tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=323ddf6d-4271-418e-9329-136452ffdc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448284 May 16 15:25:32.021834 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-19b5a488-c78d-4757-a612-a12599ce9bac req-bdcf4cfe-fdd0-472e-9bc5-71a766e9423a tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789020200313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789019640158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61886211'] for port (c4063f29-0676-40e0-a84d-78902421d427), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:32.048729 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcf4cfe-fdd0-472e-9bc5-71a766e9423a tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Pushing event deleted for resources: {'Port': ['ID=c4063f29-0676-40e0-a84d-78902421d427,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:25:32.093256 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [req-19b5a488-c78d-4757-a612-a12599ce9bac req-bdcf4cfe-fdd0-472e-9bc5-71a766e9423a tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] No DVR routers for this DVR port c4063f29-0676-40e0-a84d-78902421d427 on host hv-cinder-79578 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:25:32.095835 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-19b5a488-c78d-4757-a612-a12599ce9bac req-bdcf4cfe-fdd0-472e-9bc5-71a766e9423a tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914'] for port (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:32.099328 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-19b5a488-c78d-4757-a612-a12599ce9bac req-bdcf4cfe-fdd0-472e-9bc5-71a766e9423a tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.69 "DELETE /v2.0/ports/c4063f29-0676-40e0-a84d-78902421d427 HTTP/1.1" status: 204 len: 173 time: 0.6418672 May 16 15:25:32.099730 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8702e35e-9664-40a7-bfb2-2e6ade17bdf8', 'name': 'network-vif-deleted', 'tag': 'c4063f29-0676-40e0-a84d-78902421d427'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:25:32.101980 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffeccd97bc4bec2d8a291f35a4115644be5723c7930092d1a563b2016f5a5231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ec9b65e-6418-44c1-97dc-3b2000b49a93" -d '{"events": [{"server_uuid": "8702e35e-9664-40a7-bfb2-2e6ade17bdf8", "name": "network-vif-deleted", "tag": "c4063f29-0676-40e0-a84d-78902421d427"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:25:32.135960 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66851eb8-4364-40d5-827f-4e468a5ae16c x-openstack-request-id: req-66851eb8-4364-40d5-827f-4e468a5ae16c {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:25:32.136257 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8702e35e-9664-40a7-bfb2-2e6ade17bdf8", "name": "network-vif-deleted", "tag": "c4063f29-0676-40e0-a84d-78902421d427", "status": "completed", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:25:32.136513 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-66851eb8-4364-40d5-827f-4e468a5ae16c {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:25:32.136918 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66851eb8-4364-40d5-827f-4e468a5ae16c'] response: {'server_uuid': '8702e35e-9664-40a7-bfb2-2e6ade17bdf8', 'name': 'network-vif-deleted', 'tag': 'c4063f29-0676-40e0-a84d-78902421d427', 'status': 'completed', 'code': 200} May 16 15:25:32.485733 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device ca81beba-189f-4dcd-84dc-799c4f2b2989 details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=104035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 15:25:32.490965 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e07626-70ff-48aa-8642-ec63f4dfc3e0 req-c4138203-9d69-4707-bb5a-32364d8e9afd tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:32.498288 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-b8e07626-70ff-48aa-8642-ec63f4dfc3e0 req-c4138203-9d69-4707-bb5a-32364d8e9afd tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e407782-18cb-44c7-aeb5-95be87554fb8 HTTP/1.1" status: 200 len: 943 time: 0.0548263 May 16 15:25:32.547297 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-b8e07626-70ff-48aa-8642-ec63f4dfc3e0 req-e37380f5-5d66-42f7-a658-d99ba932e004 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b01dd70-8801-4cef-b943-583c1e430111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479763 May 16 15:25:32.592632 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] For port ca81beba-189f-4dcd-84dc-799c4f2b2989, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=ca81beba-189f-4dcd-84dc-799c4f2b2989,segment=NetworkSegment(d906e4c0-b7a7-4674-8385-774ce0dcb73a),segment_id=d906e4c0-b7a7-4674-8385-774ce0dcb73a)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:25:32.604033 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Returning: {'device': 'ca81beba-189f-4dcd-84dc-799c4f2b2989', 'network_id': '9c7b01dd-4fa5-4d97-aa10-e1ee6467d7bb', 'port_id': 'ca81beba-189f-4dcd-84dc-799c4f2b2989', 'mac_address': 'fa:16:3e:a0:73:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ec5239e-005a-42b5-98fd-7708b4d3767d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 15:25:32.637426 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Current status of the port ca81beba-189f-4dcd-84dc-799c4f2b2989 is: DOWN; New status is: BUILD {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:25:32.637718 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (ca81beba-189f-4dcd-84dc-799c4f2b2989), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:32.651700 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.notifiers.nova [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca81beba-189f-4dcd-84dc-799c4f2b2989 {{(pid=104035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:25:32.671406 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] For port ca81beba-189f-4dcd-84dc-799c4f2b2989, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=ca81beba-189f-4dcd-84dc-799c4f2b2989,segment=NetworkSegment(d906e4c0-b7a7-4674-8385-774ce0dcb73a),segment_id=d906e4c0-b7a7-4674-8385-774ce0dcb73a)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:25:32.735121 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (ca81beba-189f-4dcd-84dc-799c4f2b2989), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:32.786320 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Pushing event updated for resources: {'Port': ['ID=ca81beba-189f-4dcd-84dc-799c4f2b2989,revision_number=4']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:25:33.037782 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] get_ports_and_sgs() called for port_ids ['ca81beba-189f-4dcd-84dc-799c4f2b2989'] {{(pid=104035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:25:33.041822 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-890293a1-8a4a-4e6e-a7ec-0145f1d35cac req-8fede18c-21b9-4edb-81de-4c7fd8e7052a tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/ports?device_id=8702e35e-9664-40a7-bfb2-2e6ade17bdf8 HTTP/1.1" status: 200 len: 210 time: 0.0287888 May 16 15:25:33.068001 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3735767-906b-4991-abe5-05ac5c1edce7 req-60d6e6ea-44d5-4b63-91c2-8b6ffdb1c6fc tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:33.071310 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-e3735767-906b-4991-abe5-05ac5c1edce7 req-60d6e6ea-44d5-4b63-91c2-8b6ffdb1c6fc tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7340ea8-184f-46fc-beb8-8b4930ad0084 HTTP/1.1" status: 200 len: 945 time: 0.0523982 May 16 15:25:33.118420 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-e3735767-906b-4991-abe5-05ac5c1edce7 req-9d9dc1bc-c22f-4e1b-83a9-bafd1062f370 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=323ddf6d-4271-418e-9329-136452ffdc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419645 May 16 15:25:33.444774 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (311a8a5f-4d79-4ff7-931a-d05ff8cc45ee), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:33.659888 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba4961c-6a39-4792-b214-c998cd3c808b req-53f39bc6-95fd-4755-b71a-6c9dbf2b19ae tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:33.661413 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-bba4961c-6a39-4792-b214-c998cd3c808b req-53f39bc6-95fd-4755-b71a-6c9dbf2b19ae tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e407782-18cb-44c7-aeb5-95be87554fb8 HTTP/1.1" status: 200 len: 944 time: 0.0491526 May 16 15:25:33.709207 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-bba4961c-6a39-4792-b214-c998cd3c808b req-c3e01632-78c6-4b77-b69e-bce00523f8ae tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b01dd70-8801-4cef-b943-583c1e430111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421233 May 16 15:25:34.235321 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c5a278-df5b-48ba-93ea-35aa24aa600b req-35babd0e-85d8-4405-93c6-f54717ef5c11 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:34.236779 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-b8c5a278-df5b-48ba-93ea-35aa24aa600b req-35babd0e-85d8-4405-93c6-f54717ef5c11 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7340ea8-184f-46fc-beb8-8b4930ad0084 HTTP/1.1" status: 200 len: 945 time: 0.0458519 May 16 15:25:34.282412 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-b8c5a278-df5b-48ba-93ea-35aa24aa600b req-ad7f2574-ac2c-4806-92e5-84a570c1cfbb tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=323ddf6d-4271-418e-9329-136452ffdc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391884 May 16 15:25:34.549038 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device ca81beba-189f-4dcd-84dc-799c4f2b2989 up at agent hyperv_hv-cinder-79578 {{(pid=104035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:25:34.591272 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Provisioning for port ca81beba-189f-4dcd-84dc-799c4f2b2989 completed by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 15:25:34.672567 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Provisioning complete for port ca81beba-189f-4dcd-84dc-799c4f2b2989 triggered by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:25:34.672978 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (ca81beba-189f-4dcd-84dc-799c4f2b2989), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:34.746932 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Current status of the port ca81beba-189f-4dcd-84dc-799c4f2b2989 is: BUILD; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:25:34.747329 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (ca81beba-189f-4dcd-84dc-799c4f2b2989), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:34.770292 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e407782-18cb-44c7-aeb5-95be87554fb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca81beba-189f-4dcd-84dc-799c4f2b2989'}] {{(pid=104035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:25:34.772527 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1790aa2910a77bb841f337ade38aaf2daae4faf72d914c843aa5f796a16e7f37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad31199-9be3-466d-b82d-9d309fadd5eb" -d '{"events": [{"server_uuid": "5e407782-18cb-44c7-aeb5-95be87554fb8", "name": "network-vif-plugged", "status": "completed", "tag": "ca81beba-189f-4dcd-84dc-799c4f2b2989"}]}' {{(pid=104035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:25:34.785113 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] For port ca81beba-189f-4dcd-84dc-799c4f2b2989, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=ca81beba-189f-4dcd-84dc-799c4f2b2989,segment=NetworkSegment(d906e4c0-b7a7-4674-8385-774ce0dcb73a),segment_id=d906e4c0-b7a7-4674-8385-774ce0dcb73a)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:25:34.811375 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1433a150-9a5a-420f-b575-fd2ca64dcdff x-openstack-request-id: req-1433a150-9a5a-420f-b575-fd2ca64dcdff {{(pid=104035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:25:34.811666 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e407782-18cb-44c7-aeb5-95be87554fb8", "name": "network-vif-plugged", "status": "completed", "tag": "ca81beba-189f-4dcd-84dc-799c4f2b2989", "code": 200}]} {{(pid=104035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:25:34.811922 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1433a150-9a5a-420f-b575-fd2ca64dcdff {{(pid=104035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:25:34.812546 dv-cinder-795785-10-iscsi neutron-server[104035]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1433a150-9a5a-420f-b575-fd2ca64dcdff'] response: {'server_uuid': '5e407782-18cb-44c7-aeb5-95be87554fb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca81beba-189f-4dcd-84dc-799c4f2b2989', 'code': 200} May 16 15:25:34.826619 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c187cc-5bd7-4847-8af4-8be208fff4db req-6b18bd6e-ff9a-4529-9dc4-ec81550d27da tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:34.828096 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-d2c187cc-5bd7-4847-8af4-8be208fff4db req-6b18bd6e-ff9a-4529-9dc4-ec81550d27da tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e407782-18cb-44c7-aeb5-95be87554fb8 HTTP/1.1" status: 200 len: 944 time: 0.0532451 May 16 15:25:34.839109 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (ca81beba-189f-4dcd-84dc-799c4f2b2989), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:34.839975 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device c4063f29-0676-40e0-a84d-78902421d427 no longer exists at agent hyperv_hv-cinder-79578 {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:25:34.877431 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] No Port match for: c4063f29-0676-40e0-a84d-78902421d427 {{(pid=104035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:25:34.877674 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device c4063f29-0676-40e0-a84d-78902421d427 not bound to the agent host hv-cinder-79578 {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:25:34.880233 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-d2c187cc-5bd7-4847-8af4-8be208fff4db req-da80d8ff-54bb-43ba-baf9-c5df0634a05e tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b01dd70-8801-4cef-b943-583c1e430111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455713 May 16 15:25:34.905482 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Pushing event updated for resources: {'Port': ['ID=ca81beba-189f-4dcd-84dc-799c4f2b2989,revision_number=5']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:25:35.200131 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21f6683-db15-4307-92a9-b8bdf65b39bf req-2863175f-aeca-4590-aa4b-38767ff96c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:35.201502 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-e21f6683-db15-4307-92a9-b8bdf65b39bf req-2863175f-aeca-4590-aa4b-38767ff96c01 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5e407782-18cb-44c7-aeb5-95be87554fb8 HTTP/1.1" status: 200 len: 1129 time: 0.0375967 May 16 15:25:35.247776 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-e21f6683-db15-4307-92a9-b8bdf65b39bf req-79e194c0-a076-4461-bed9-82257d3be861 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=1b01dd70-8801-4cef-b943-583c1e430111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405159 May 16 15:25:35.401329 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631dc4d3-43fa-4744-95fb-4ee860c19830 req-b0facb64-43e0-466f-980f-3fc77348faff tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:35.402849 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-631dc4d3-43fa-4744-95fb-4ee860c19830 req-b0facb64-43e0-466f-980f-3fc77348faff tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7340ea8-184f-46fc-beb8-8b4930ad0084 HTTP/1.1" status: 200 len: 945 time: 0.0469153 May 16 15:25:35.449828 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-631dc4d3-43fa-4744-95fb-4ee860c19830 req-2f20f0eb-b3d4-4832-84f5-1fb3ed50f276 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=323ddf6d-4271-418e-9329-136452ffdc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414433 May 16 15:25:35.991797 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b896cf-5e15-4137-a5f5-17acfed2fb2c req-5379897f-3e7a-4b26-9fec-128a6adc876e tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:35.993396 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-41b896cf-5e15-4137-a5f5-17acfed2fb2c req-5379897f-3e7a-4b26-9fec-128a6adc876e tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e407782-18cb-44c7-aeb5-95be87554fb8 HTTP/1.1" status: 200 len: 945 time: 0.0471559 May 16 15:25:36.043107 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-41b896cf-5e15-4137-a5f5-17acfed2fb2c req-3cb1d021-21bf-473c-b602-1323915fe218 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b01dd70-8801-4cef-b943-583c1e430111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440955 May 16 15:25:36.515517 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 52808) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:25:36.606655 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f4fbcf-24d1-40f1-8144-21d9ac88e451 req-7f9ef1ec-de12-4477-a7f4-806dec32070f tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:36.608088 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-b0f4fbcf-24d1-40f1-8144-21d9ac88e451 req-7f9ef1ec-de12-4477-a7f4-806dec32070f tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7340ea8-184f-46fc-beb8-8b4930ad0084 HTTP/1.1" status: 200 len: 945 time: 0.0843663 May 16 15:25:36.714990 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-b0f4fbcf-24d1-40f1-8144-21d9ac88e451 req-1e193334-c7d6-49cc-a513-e590b81516a5 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=323ddf6d-4271-418e-9329-136452ffdc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011744 May 16 15:25:36.723047 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-3759b1c7-450f-4902-ba95-3dd633f4d5fa tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Deleting port 54ea7787-e91f-4873-9ab1-54dad58eada4 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:25:36.723393 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3759b1c7-450f-4902-ba95-3dd633f4d5fa tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789020190181'] for port (54ea7787-e91f-4873-9ab1-54dad58eada4), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:36.798262 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3759b1c7-450f-4902-ba95-3dd633f4d5fa tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555776'] for port (54ea7787-e91f-4873-9ab1-54dad58eada4), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:36.798591 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3759b1c7-450f-4902-ba95-3dd633f4d5fa tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks [] for floatingip (54ea7787-e91f-4873-9ab1-54dad58eada4), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:36.810889 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-3759b1c7-450f-4902-ba95-3dd633f4d5fa tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Calling delete_port for 54ea7787-e91f-4873-9ab1-54dad58eada4 owned by network:floatingip {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:25:36.998716 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3759b1c7-450f-4902-ba95-3dd633f4d5fa tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789020200313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789019640158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61886211'] for port (54ea7787-e91f-4873-9ab1-54dad58eada4), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:37.024181 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3759b1c7-450f-4902-ba95-3dd633f4d5fa tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Pushing event deleted for resources: {'Port': ['ID=54ea7787-e91f-4873-9ab1-54dad58eada4,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:25:37.087019 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3759b1c7-450f-4902-ba95-3dd633f4d5fa tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks [] for floatingip (acbb582a-a665-4bc6-990e-4adf26eb396e), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:37.087366 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.db.l3_db [None req-3759b1c7-450f-4902-ba95-3dd633f4d5fa tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Floating IP acbb582a-a665-4bc6-990e-4adf26eb396e disassociated (deleted). External IP: 172.27.0.63, port: 1d6a2295-76e4-4a50-b3f2-a26938aab948. May 16 15:25:37.160911 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77578db3-591b-49de-89ce-b3c7aef13271 req-4e01cc93-f6af-4238-8386-a7188760fae5 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:37.163065 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-77578db3-591b-49de-89ce-b3c7aef13271 req-4e01cc93-f6af-4238-8386-a7188760fae5 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e407782-18cb-44c7-aeb5-95be87554fb8 HTTP/1.1" status: 200 len: 945 time: 0.0508819 May 16 15:25:37.211646 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-77578db3-591b-49de-89ce-b3c7aef13271 req-a3a32131-a9a0-41a2-819f-ddba34a0cd7c tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b01dd70-8801-4cef-b943-583c1e430111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430195 May 16 15:25:37.330656 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3759b1c7-450f-4902-ba95-3dd633f4d5fa tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Router 058e4470-9532-4334-9d31-5e488b5f2129 has already been hosted by L3 agent 54a3e65b-69a0-426d-9997-69a1705c4334 {{(pid=104033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:25:37.337705 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064aae12-d23a-4100-9505-2f81b40be6d5 req-412c762f-7ef8-4b77-acc2-725505cc8924 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:37.339167 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-064aae12-d23a-4100-9505-2f81b40be6d5 req-412c762f-7ef8-4b77-acc2-725505cc8924 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e407782-18cb-44c7-aeb5-95be87554fb8 HTTP/1.1" status: 200 len: 945 time: 0.0623791 May 16 15:25:37.431861 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-064aae12-d23a-4100-9505-2f81b40be6d5 req-8385c77c-d852-4af3-b319-1dec00b7b6ed tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b01dd70-8801-4cef-b943-583c1e430111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867009 May 16 15:25:37.452981 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 52814) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:25:37.478583 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3759b1c7-450f-4902-ba95-3dd633f4d5fa tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Notify agent at l3_agent.dv-cinder-795785-10-iscsi the message routers_updated {{(pid=104033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:25:37.482939 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3759b1c7-450f-4902-ba95-3dd633f4d5fa tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914'] for floatingip (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:37.489372 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3496c2-f824-4a2b-9ed7-2c7e2cac43c1 None None] Sync routers for ids ['058e4470-9532-4334-9d31-5e488b5f2129'] in dv-cinder-795785-10-iscsi {{(pid=104036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:25:37.500055 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3496c2-f824-4a2b-9ed7-2c7e2cac43c1 None None] Routers {'058e4470-9532-4334-9d31-5e488b5f2129'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:25:37.501232 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-2f3496c2-f824-4a2b-9ed7-2c7e2cac43c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:25:29Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['058e4470-9532-4334-9d31-5e488b5f2129'], 'active': True} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:25:37.516469 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-3759b1c7-450f-4902-ba95-3dd633f4d5fa tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "DELETE /v2.0/floatingips/acbb582a-a665-4bc6-990e-4adf26eb396e HTTP/1.1" status: 204 len: 168 time: 0.9973123 May 16 15:25:37.516469 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebbe62e5-c4dc-4203-8f12-3c0802188ea4', 'tag': '1d6a2295-76e4-4a50-b3f2-a26938aab948'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:25:37.517155 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffeccd97bc4bec2d8a291f35a4115644be5723c7930092d1a563b2016f5a5231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8956c729-4014-4023-87bc-6fbef2535bb1" -d '{"events": [{"name": "network-changed", "server_uuid": "ebbe62e5-c4dc-4203-8f12-3c0802188ea4", "tag": "1d6a2295-76e4-4a50-b3f2-a26938aab948"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:25:37.540392 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae020325-6d3f-40c9-9aee-a8062cfa1b7b tempest-TestShelveInstance-724180156 tempest-TestShelveInstance-724180156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:37.543687 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-ae020325-6d3f-40c9-9aee-a8062cfa1b7b tempest-TestShelveInstance-724180156 tempest-TestShelveInstance-724180156-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=5e407782-18cb-44c7-aeb5-95be87554fb8 HTTP/1.1" status: 200 len: 1124 time: 0.0878966 May 16 15:25:37.545040 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 52822) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:25:37.551034 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.v2.base [None req-064d69fd-5ffe-4b0a-8389-16f4ba935c87 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Request body: {'floatingip': {'floating_network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'port_id': 'ca81beba-189f-4dcd-84dc-799c4f2b2989', 'tenant_id': '0b6bd797b8e04be18b7484855142b067', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 15:25:37.587542 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a8c5b9c-7412-4075-b17e-3b4c273e7c4f x-openstack-request-id: req-9a8c5b9c-7412-4075-b17e-3b4c273e7c4f {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:25:37.587542 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebbe62e5-c4dc-4203-8f12-3c0802188ea4", "tag": "1d6a2295-76e4-4a50-b3f2-a26938aab948", "status": "completed", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:25:37.587542 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9a8c5b9c-7412-4075-b17e-3b4c273e7c4f {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:25:37.587542 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a8c5b9c-7412-4075-b17e-3b4c273e7c4f'] response: {'name': 'network-changed', 'server_uuid': 'ebbe62e5-c4dc-4203-8f12-3c0802188ea4', 'tag': '1d6a2295-76e4-4a50-b3f2-a26938aab948', 'status': 'completed', 'code': 200} May 16 15:25:37.612654 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvr_db [None req-2f3496c2-f824-4a2b-9ed7-2c7e2cac43c1 None None] Set router 058e4470-9532-4334-9d31-5e488b5f2129 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:25:37.655282 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-064d69fd-5ffe-4b0a-8389-16f4ba935c87 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:37.685520 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8956c729-4014-4023-87bc-6fbef2535bb1 req-4ea6f3c7-8225-4293-88b7-e3b147873a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:37.687073 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-8956c729-4014-4023-87bc-6fbef2535bb1 req-4ea6f3c7-8225-4293-88b7-e3b147873a10 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b025f7f102ee46fa92e9bb7445e59daa&device_id=ebbe62e5-c4dc-4203-8f12-3c0802188ea4 HTTP/1.1" status: 200 len: 1130 time: 0.0609312 May 16 15:25:37.806891 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-2f3496c2-f824-4a2b-9ed7-2c7e2cac43c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058e4470-9532-4334-9d31-5e488b5f2129', 'name': 'tempest-TestVolumeBootPattern-594652179-router', 'tenant_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'c96a06fc-230d-4bca-a2bf-0b329260522a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:18:05Z', 'updated_at': '2022-05-16T15:18:09Z', 'revision_number': 4, 'project_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'gw_port': {'id': 'c96a06fc-230d-4bca-a2bf-0b329260522a', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:3c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058e4470-9532-4334-9d31-5e488b5f2129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:18:05Z', 'updated_at': '2022-05-16T15:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_interfaces': [{'id': '308487c7-7b66-4c7c-bb0d-a5df23abcd36', 'name': '', 'network_id': 'f80dbf35-88c8-44d8-af2b-bea94475a461', 'tenant_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'mac_address': 'fa:16:3e:5a:1e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058e4470-9532-4334-9d31-5e488b5f2129', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'e7b41a31-bf60-43da-a33a-33ad3dcfa24b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:18:08Z', 'updated_at': '2022-05-16T15:18:12Z', 'revision_number': 5, 'project_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'subnets': [{'id': 'e7b41a31-bf60-43da-a33a-33ad3dcfa24b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:25:37.836924 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3496c2-f824-4a2b-9ed7-2c7e2cac43c1 None None] Checking router: 058e4470-9532-4334-9d31-5e488b5f2129 for host: dv-cinder-795785-10-iscsi {{(pid=104036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:25:37.845898 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3496c2-f824-4a2b-9ed7-2c7e2cac43c1 None None] Routers {'058e4470-9532-4334-9d31-5e488b5f2129'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:25:37.846472 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-2f3496c2-f824-4a2b-9ed7-2c7e2cac43c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:25:29Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['058e4470-9532-4334-9d31-5e488b5f2129'], 'active': True} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:25:37.950838 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvr_db [None req-2f3496c2-f824-4a2b-9ed7-2c7e2cac43c1 None None] Set router 058e4470-9532-4334-9d31-5e488b5f2129 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:25:38.080537 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c225f8a-22ae-4fc9-90e0-05c2e0c9c971 req-cb618296-487c-4bf8-a237-abb5a66d4808 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:38.083664 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-0c225f8a-22ae-4fc9-90e0-05c2e0c9c971 req-cb618296-487c-4bf8-a237-abb5a66d4808 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/ports?device_id=ebbe62e5-c4dc-4203-8f12-3c0802188ea4 HTTP/1.1" status: 200 len: 946 time: 0.0523796 May 16 15:25:38.087307 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-064d69fd-5ffe-4b0a-8389-16f4ba935c87 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:38.094726 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583e5d8f-834f-4a7f-bcf6-d4fbda3e53c9 req-8e0d8583-3027-44e9-8ada-8bab571ffac0 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:38.096525 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-583e5d8f-834f-4a7f-bcf6-d4fbda3e53c9 req-8e0d8583-3027-44e9-8ada-8bab571ffac0 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7340ea8-184f-46fc-beb8-8b4930ad0084 HTTP/1.1" status: 200 len: 945 time: 0.1199095 May 16 15:25:38.143348 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-0c225f8a-22ae-4fc9-90e0-05c2e0c9c971 req-7de952d2-75f8-47de-b4c0-7a734613ae29 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b779ae3-e78d-4ec5-964b-03e22096986e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533283 May 16 15:25:38.162614 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8956c729-4014-4023-87bc-6fbef2535bb1 req-102202dd-2a58-4d42-a383-f38a299c89c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:38.164086 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-8956c729-4014-4023-87bc-6fbef2535bb1 req-102202dd-2a58-4d42-a383-f38a299c89c4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f80dbf35-88c8-44d8-af2b-bea94475a461 HTTP/1.1" status: 200 len: 912 time: 0.1984558 May 16 15:25:38.209675 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-583e5d8f-834f-4a7f-bcf6-d4fbda3e53c9 req-d535d549-c67f-42ea-b62a-20583a87d831 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=323ddf6d-4271-418e-9329-136452ffdc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028237 May 16 15:25:38.245270 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-2f3496c2-f824-4a2b-9ed7-2c7e2cac43c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058e4470-9532-4334-9d31-5e488b5f2129', 'name': 'tempest-TestVolumeBootPattern-594652179-router', 'tenant_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'c96a06fc-230d-4bca-a2bf-0b329260522a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:18:05Z', 'updated_at': '2022-05-16T15:18:09Z', 'revision_number': 4, 'project_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'gw_port': {'id': 'c96a06fc-230d-4bca-a2bf-0b329260522a', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:3c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058e4470-9532-4334-9d31-5e488b5f2129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:18:05Z', 'updated_at': '2022-05-16T15:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_interfaces': [{'id': '308487c7-7b66-4c7c-bb0d-a5df23abcd36', 'name': '', 'network_id': 'f80dbf35-88c8-44d8-af2b-bea94475a461', 'tenant_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'mac_address': 'fa:16:3e:5a:1e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058e4470-9532-4334-9d31-5e488b5f2129', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'e7b41a31-bf60-43da-a33a-33ad3dcfa24b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:18:08Z', 'updated_at': '2022-05-16T15:18:12Z', 'revision_number': 5, 'project_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'subnets': [{'id': 'e7b41a31-bf60-43da-a33a-33ad3dcfa24b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:25:38.258254 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-064d69fd-5ffe-4b0a-8389-16f4ba935c87 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Allocated IP 172.27.0.41 (ad45e98c-12fc-4959-a2ae-a7226c979594/4a504247-fe9e-45e9-866d-820247643fc0/97c46b69-a2c5-4c72-a154-0ef6c93f3a43) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 15:25:38.269718 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3496c2-f824-4a2b-9ed7-2c7e2cac43c1 None None] The sync data for ids ['058e4470-9532-4334-9d31-5e488b5f2129'] in dv-cinder-795785-10-iscsi is: [{'id': '058e4470-9532-4334-9d31-5e488b5f2129', 'name': 'tempest-TestVolumeBootPattern-594652179-router', 'tenant_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'c96a06fc-230d-4bca-a2bf-0b329260522a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:18:05Z', 'updated_at': '2022-05-16T15:18:09Z', 'revision_number': 4, 'project_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'gw_port': {'id': 'c96a06fc-230d-4bca-a2bf-0b329260522a', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:3c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058e4470-9532-4334-9d31-5e488b5f2129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:18:05Z', 'updated_at': '2022-05-16T15:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_interfaces': [{'id': '308487c7-7b66-4c7c-bb0d-a5df23abcd36', 'name': '', 'network_id': 'f80dbf35-88c8-44d8-af2b-bea94475a461', 'tenant_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'mac_address': 'fa:16:3e:5a:1e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058e4470-9532-4334-9d31-5e488b5f2129', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'e7b41a31-bf60-43da-a33a-33ad3dcfa24b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:18:08Z', 'updated_at': '2022-05-16T15:18:12Z', 'revision_number': 5, 'project_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'subnets': [{'id': 'e7b41a31-bf60-43da-a33a-33ad3dcfa24b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:25:38.360770 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-064d69fd-5ffe-4b0a-8389-16f4ba935c87 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Publish callbacks [] for port (97c46b69-a2c5-4c72-a154-0ef6c93f3a43), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:38.439740 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-064d69fd-5ffe-4b0a-8389-16f4ba935c87 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789019640149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61886211'] for port (97c46b69-a2c5-4c72-a154-0ef6c93f3a43), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:38.478394 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064d69fd-5ffe-4b0a-8389-16f4ba935c87 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Network ad45e98c-12fc-4959-a2ae-a7226c979594 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 15:25:38.481434 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-064d69fd-5ffe-4b0a-8389-16f4ba935c87 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 15:25:38.483936 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064d69fd-5ffe-4b0a-8389-16f4ba935c87 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 15:25:38.494197 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cd7d51-7f54-467a-97bb-8c59c69ecae5 None None] New status for floating IP acbb582a-a665-4bc6-990e-4adf26eb396e: DOWN {{(pid=104035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 15:25:38.516326 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064d69fd-5ffe-4b0a-8389-16f4ba935c87 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Pushing event updated for resources: {'Port': ['ID=97c46b69-a2c5-4c72-a154-0ef6c93f3a43,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:25:38.527094 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device 4ca14e95-d4f6-4b13-9f5f-86987c637e51 details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=104035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 15:25:38.650814 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] For port 4ca14e95-d4f6-4b13-9f5f-86987c637e51, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=4ca14e95-d4f6-4b13-9f5f-86987c637e51,segment=NetworkSegment(15ad7a44-5805-47b3-8a3f-5aee86af7631),segment_id=15ad7a44-5805-47b3-8a3f-5aee86af7631)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:25:38.662466 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Returning: {'device': '4ca14e95-d4f6-4b13-9f5f-86987c637e51', 'network_id': '998469a5-51c9-48fa-9255-eb909b168691', 'port_id': '4ca14e95-d4f6-4b13-9f5f-86987c637e51', 'mac_address': 'fa:16:3e:75:02:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ad10214-93e5-43be-949a-1d0aca01794b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 15:25:38.696924 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Current status of the port 4ca14e95-d4f6-4b13-9f5f-86987c637e51 is: ACTIVE; New status is: BUILD {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:25:38.697311 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (4ca14e95-d4f6-4b13-9f5f-86987c637e51), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:38.710009 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.notifiers.nova [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4ca14e95-d4f6-4b13-9f5f-86987c637e51 {{(pid=104035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:25:38.729681 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] For port 4ca14e95-d4f6-4b13-9f5f-86987c637e51, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=4ca14e95-d4f6-4b13-9f5f-86987c637e51,segment=NetworkSegment(15ad7a44-5805-47b3-8a3f-5aee86af7631),segment_id=15ad7a44-5805-47b3-8a3f-5aee86af7631)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:25:38.781723 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (4ca14e95-d4f6-4b13-9f5f-86987c637e51), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:38.826761 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Pushing event updated for resources: {'Port': ['ID=4ca14e95-d4f6-4b13-9f5f-86987c637e51,revision_number=6']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:25:38.856500 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-064d69fd-5ffe-4b0a-8389-16f4ba935c87 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Publish callbacks [] for floatingip (da375030-02c7-43db-ad19-53e4a447437a), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:38.941623 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] get_ports_and_sgs() called for port_ids ['4ca14e95-d4f6-4b13-9f5f-86987c637e51'] {{(pid=104035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:25:38.951738 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-064d69fd-5ffe-4b0a-8389-16f4ba935c87 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (97c46b69-a2c5-4c72-a154-0ef6c93f3a43), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:39.119352 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-8956c729-4014-4023-87bc-6fbef2535bb1 req-55f2c4a3-0187-4afe-bbcd-1a5206d09e2a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d6a2295-76e4-4a50-b3f2-a26938aab948 HTTP/1.1" status: 200 len: 217 time: 0.0398858 May 16 15:25:39.197002 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8956c729-4014-4023-87bc-6fbef2535bb1 req-f5a2ab3e-6703-4768-878c-f18c6f89f474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:39.198474 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-8956c729-4014-4023-87bc-6fbef2535bb1 req-f5a2ab3e-6703-4768-878c-f18c6f89f474 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e7b41a31-bf60-43da-a33a-33ad3dcfa24b HTTP/1.1" status: 200 len: 850 time: 0.0699241 May 16 15:25:39.202179 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-064d69fd-5ffe-4b0a-8389-16f4ba935c87 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Publish callbacks [] for port (97c46b69-a2c5-4c72-a154-0ef6c93f3a43), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:39.256176 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-064d69fd-5ffe-4b0a-8389-16f4ba935c87 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61886260'] for port (97c46b69-a2c5-4c72-a154-0ef6c93f3a43), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:39.256365 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63937f37-18a6-4ca5-a9a0-38be7a8e0c2f req-406ca477-072d-44a4-848b-a707b28c6c5b tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:39.257706 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-63937f37-18a6-4ca5-a9a0-38be7a8e0c2f req-406ca477-072d-44a4-848b-a707b28c6c5b tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/ports?device_id=ebbe62e5-c4dc-4203-8f12-3c0802188ea4 HTTP/1.1" status: 200 len: 946 time: 0.0509026 May 16 15:25:39.307865 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-63937f37-18a6-4ca5-a9a0-38be7a8e0c2f req-68b2ceac-4d46-471c-adf7-fd030d90ceb7 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b779ae3-e78d-4ec5-964b-03e22096986e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443213 May 16 15:25:39.395967 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064d69fd-5ffe-4b0a-8389-16f4ba935c87 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Pushing event updated for resources: {'Port': ['ID=97c46b69-a2c5-4c72-a154-0ef6c93f3a43,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:25:39.403560 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2101eba1-79ff-47ee-b0e3-2e40037f2bf4 req-043bd94c-a769-44e5-9307-040dc3a366ca tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:39.405030 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-2101eba1-79ff-47ee-b0e3-2e40037f2bf4 req-043bd94c-a769-44e5-9307-040dc3a366ca tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7340ea8-184f-46fc-beb8-8b4930ad0084 HTTP/1.1" status: 200 len: 944 time: 0.1161015 May 16 15:25:39.420796 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8956c729-4014-4023-87bc-6fbef2535bb1 req-7379d3dc-816a-4a04-bcd7-9ab89139bc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:39.422223 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-8956c729-4014-4023-87bc-6fbef2535bb1 req-7379d3dc-816a-4a04-bcd7-9ab89139bc86 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f80dbf35-88c8-44d8-af2b-bea94475a461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0997779 May 16 15:25:39.423930 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-064d69fd-5ffe-4b0a-8389-16f4ba935c87 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556839'] for floatingip (da375030-02c7-43db-ad19-53e4a447437a), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:39.500619 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-2101eba1-79ff-47ee-b0e3-2e40037f2bf4 req-250393ed-0a30-4c75-a899-2a094bcee93f tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=323ddf6d-4271-418e-9329-136452ffdc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878258 May 16 15:25:39.545197 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.db.l3_db [None req-064d69fd-5ffe-4b0a-8389-16f4ba935c87 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Floating IP da375030-02c7-43db-ad19-53e4a447437a associated. External IP: 172.27.0.41, port: ca81beba-189f-4dcd-84dc-799c4f2b2989. May 16 15:25:39.794871 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-8956c729-4014-4023-87bc-6fbef2535bb1 req-8760a0f1-a737-47e8-8cfe-578ac9a9dd52 service neutron] 10.222.0.69 "GET /v2.0/networks/f80dbf35-88c8-44d8-af2b-bea94475a461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997855 May 16 15:25:39.824486 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaee9fb-ac5f-43b4-99ab-09e3d52536df req-48ffac2f-fb6c-4951-ac2a-afd371b374e5 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:39.825881 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-fbaee9fb-ac5f-43b4-99ab-09e3d52536df req-48ffac2f-fb6c-4951-ac2a-afd371b374e5 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebbe62e5-c4dc-4203-8f12-3c0802188ea4 HTTP/1.1" status: 200 len: 946 time: 0.0981238 May 16 15:25:39.937510 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-064d69fd-5ffe-4b0a-8389-16f4ba935c87 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Router d2c91623-1e53-430e-8867-4aef814f1ffd has already been hosted by L3 agent 54a3e65b-69a0-426d-9997-69a1705c4334 {{(pid=104033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:25:39.987135 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [req-fbaee9fb-ac5f-43b4-99ab-09e3d52536df req-2d3a29a8-a8df-4601-99b1-b51393d91a0c tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Deleting port 1d6a2295-76e4-4a50-b3f2-a26938aab948 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:25:39.987492 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-fbaee9fb-ac5f-43b4-99ab-09e3d52536df req-2d3a29a8-a8df-4601-99b1-b51393d91a0c tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789020190181'] for port (1d6a2295-76e4-4a50-b3f2-a26938aab948), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:40.064231 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-8956c729-4014-4023-87bc-6fbef2535bb1 req-2e6c54cb-421d-43d1-b419-2f7b4e5358eb service neutron] 10.222.0.69 "GET /v2.0/networks/f80dbf35-88c8-44d8-af2b-bea94475a461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373099 May 16 15:25:40.177098 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [req-fbaee9fb-ac5f-43b4-99ab-09e3d52536df req-2d3a29a8-a8df-4601-99b1-b51393d91a0c tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] For port 1d6a2295-76e4-4a50-b3f2-a26938aab948, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=1d6a2295-76e4-4a50-b3f2-a26938aab948,segment=NetworkSegment(3524b13a-1123-418a-8192-502728157678),segment_id=3524b13a-1123-418a-8192-502728157678)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:25:40.177473 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-fbaee9fb-ac5f-43b4-99ab-09e3d52536df req-2d3a29a8-a8df-4601-99b1-b51393d91a0c tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555776'] for port (1d6a2295-76e4-4a50-b3f2-a26938aab948), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:40.180765 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-064d69fd-5ffe-4b0a-8389-16f4ba935c87 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Notify agent at l3_agent.dv-cinder-795785-10-iscsi the message routers_updated {{(pid=104033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:25:40.190689 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2b9b07-4f5e-4975-8dfc-7b4a5b60176f None None] Sync routers for ids ['d2c91623-1e53-430e-8867-4aef814f1ffd'] in dv-cinder-795785-10-iscsi {{(pid=104036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:25:40.197161 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [req-fbaee9fb-ac5f-43b4-99ab-09e3d52536df req-2d3a29a8-a8df-4601-99b1-b51393d91a0c tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Calling delete_port for 1d6a2295-76e4-4a50-b3f2-a26938aab948 owned by compute:nova {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:25:40.202360 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2b9b07-4f5e-4975-8dfc-7b4a5b60176f None None] Routers {'d2c91623-1e53-430e-8867-4aef814f1ffd'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:25:40.204739 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-4f2b9b07-4f5e-4975-8dfc-7b4a5b60176f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:25:29Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['d2c91623-1e53-430e-8867-4aef814f1ffd'], 'active': True} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:25:40.223653 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (751a3b14-a3b6-44f5-a165-bd23bd92acbe), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:40.290712 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-064d69fd-5ffe-4b0a-8389-16f4ba935c87 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914'] for floatingip (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:40.315271 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvr_db [None req-4f2b9b07-4f5e-4975-8dfc-7b4a5b60176f None None] Set router d2c91623-1e53-430e-8867-4aef814f1ffd gateway port host: dv-cinder-795785-10-iscsi {{(pid=104036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:25:40.350592 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-064d69fd-5ffe-4b0a-8389-16f4ba935c87 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8042374 May 16 15:25:40.353577 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e407782-18cb-44c7-aeb5-95be87554fb8', 'tag': 'ca81beba-189f-4dcd-84dc-799c4f2b2989'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:25:40.355928 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffeccd97bc4bec2d8a291f35a4115644be5723c7930092d1a563b2016f5a5231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fadf5b2e-2207-4750-932b-45fb41ce9565" -d '{"events": [{"name": "network-changed", "server_uuid": "5e407782-18cb-44c7-aeb5-95be87554fb8", "tag": "ca81beba-189f-4dcd-84dc-799c4f2b2989"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:25:40.399461 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9af65a6-3d2f-4b78-a8c6-bc7f163f106f x-openstack-request-id: req-e9af65a6-3d2f-4b78-a8c6-bc7f163f106f {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:25:40.399851 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e407782-18cb-44c7-aeb5-95be87554fb8", "tag": "ca81beba-189f-4dcd-84dc-799c4f2b2989", "status": "completed", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:25:40.400220 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e9af65a6-3d2f-4b78-a8c6-bc7f163f106f {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:25:40.400737 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9af65a6-3d2f-4b78-a8c6-bc7f163f106f'] response: {'name': 'network-changed', 'server_uuid': '5e407782-18cb-44c7-aeb5-95be87554fb8', 'tag': 'ca81beba-189f-4dcd-84dc-799c4f2b2989', 'status': 'completed', 'code': 200} May 16 15:25:40.430723 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d72c5-0853-4f92-8b94-d446a231e046 req-fbe89eee-3b10-48d4-8ef5-b16bce78ac5e tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:40.433105 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-4f9d72c5-0853-4f92-8b94-d446a231e046 req-fbe89eee-3b10-48d4-8ef5-b16bce78ac5e tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/ports?device_id=ebbe62e5-c4dc-4203-8f12-3c0802188ea4 HTTP/1.1" status: 200 len: 946 time: 0.0523131 May 16 15:25:40.444727 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-fbaee9fb-ac5f-43b4-99ab-09e3d52536df req-2d3a29a8-a8df-4601-99b1-b51393d91a0c tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789020200313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789019640158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61886211'] for port (1d6a2295-76e4-4a50-b3f2-a26938aab948), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:40.505666 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-4f9d72c5-0853-4f92-8b94-d446a231e046 req-4efa1bb8-bca8-463d-abbb-830dd477cf69 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/security-groups?id=0b779ae3-e78d-4ec5-964b-03e22096986e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588601 May 16 15:25:40.512639 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device 4ca14e95-d4f6-4b13-9f5f-86987c637e51 up at agent hyperv_hv-cinder-79578 {{(pid=104035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:25:40.550813 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadf5b2e-2207-4750-932b-45fb41ce9565 req-21720f96-7f57-4387-bcec-b3e5b0e4ba76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:40.553158 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-fadf5b2e-2207-4750-932b-45fb41ce9565 req-21720f96-7f57-4387-bcec-b3e5b0e4ba76 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0b6bd797b8e04be18b7484855142b067&device_id=5e407782-18cb-44c7-aeb5-95be87554fb8 HTTP/1.1" status: 200 len: 1129 time: 0.0971074 May 16 15:25:40.554688 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3a29a8-a8df-4601-99b1-b51393d91a0c tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Pushing event deleted for resources: {'Port': ['ID=1d6a2295-76e4-4a50-b3f2-a26938aab948,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:25:40.565676 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Provisioning complete for port 4ca14e95-d4f6-4b13-9f5f-86987c637e51 triggered by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:25:40.566347 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (4ca14e95-d4f6-4b13-9f5f-86987c637e51), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:40.587404 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-4f2b9b07-4f5e-4975-8dfc-7b4a5b60176f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c91623-1e53-430e-8867-4aef814f1ffd', 'name': 'tempest-TestShelveInstance-2117454362-router', 'tenant_id': '0b6bd797b8e04be18b7484855142b067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': 'b23dbc92-f49b-4791-ad8f-62f11215fbb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:24:47Z', 'updated_at': '2022-05-16T15:24:50Z', 'revision_number': 4, 'project_id': '0b6bd797b8e04be18b7484855142b067', 'gw_port': {'id': 'b23dbc92-f49b-4791-ad8f-62f11215fbb9', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:58:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c91623-1e53-430e-8867-4aef814f1ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:48Z', 'updated_at': '2022-05-16T15:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_floatingips': [{'id': 'da375030-02c7-43db-ad19-53e4a447437a', 'tenant_id': '0b6bd797b8e04be18b7484855142b067', 'floating_ip_address': '172.27.0.41', 'floating_network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'router_id': 'd2c91623-1e53-430e-8867-4aef814f1ffd', 'port_id': 'ca81beba-189f-4dcd-84dc-799c4f2b2989', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c7b01dd-4fa5-4d97-aa10-e1ee6467d7bb', 'mac_address': 'fa:16:3e:a0:73:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e407782-18cb-44c7-aeb5-95be87554fb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:25:38Z', 'updated_at': '2022-05-16T15:25:38Z', 'revision_number': 0, 'project_id': '0b6bd797b8e04be18b7484855142b067', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdb5be39-1d27-4fa4-bd58-d3cd56e01936', 'name': '', 'network_id': '9c7b01dd-4fa5-4d97-aa10-e1ee6467d7bb', 'tenant_id': '0b6bd797b8e04be18b7484855142b067', 'mac_address': 'fa:16:3e:32:2e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c91623-1e53-430e-8867-4aef814f1ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '9ec5239e-005a-42b5-98fd-7708b4d3767d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:50Z', 'updated_at': '2022-05-16T15:24:54Z', 'revision_number': 5, 'project_id': '0b6bd797b8e04be18b7484855142b067', 'subnets': [{'id': '9ec5239e-005a-42b5-98fd-7708b4d3767d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:25:40.627959 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2b9b07-4f5e-4975-8dfc-7b4a5b60176f None None] Checking router: d2c91623-1e53-430e-8867-4aef814f1ffd for host: dv-cinder-795785-10-iscsi {{(pid=104036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:25:40.639985 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2b9b07-4f5e-4975-8dfc-7b4a5b60176f None None] Routers {'d2c91623-1e53-430e-8867-4aef814f1ffd'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:25:40.639985 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-4f2b9b07-4f5e-4975-8dfc-7b4a5b60176f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:25:29Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['d2c91623-1e53-430e-8867-4aef814f1ffd'], 'active': True} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:25:40.666117 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Current status of the port 4ca14e95-d4f6-4b13-9f5f-86987c637e51 is: BUILD; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:25:40.666777 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (4ca14e95-d4f6-4b13-9f5f-86987c637e51), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:40.704842 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7340ea8-184f-46fc-beb8-8b4930ad0084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ca14e95-d4f6-4b13-9f5f-86987c637e51'}] {{(pid=104035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:25:40.707972 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1790aa2910a77bb841f337ade38aaf2daae4faf72d914c843aa5f796a16e7f37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d62b221-417b-4780-8d82-1dde699c83ff" -d '{"events": [{"server_uuid": "e7340ea8-184f-46fc-beb8-8b4930ad0084", "name": "network-vif-plugged", "status": "completed", "tag": "4ca14e95-d4f6-4b13-9f5f-86987c637e51"}]}' {{(pid=104035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:25:40.731304 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] For port 4ca14e95-d4f6-4b13-9f5f-86987c637e51, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=4ca14e95-d4f6-4b13-9f5f-86987c637e51,segment=NetworkSegment(15ad7a44-5805-47b3-8a3f-5aee86af7631),segment_id=15ad7a44-5805-47b3-8a3f-5aee86af7631)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:25:40.774262 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cebeb241-ce21-4a95-a22d-a92b166227a1 x-openstack-request-id: req-cebeb241-ce21-4a95-a22d-a92b166227a1 {{(pid=104035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:25:40.774764 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7340ea8-184f-46fc-beb8-8b4930ad0084", "name": "network-vif-plugged", "status": "completed", "tag": "4ca14e95-d4f6-4b13-9f5f-86987c637e51", "code": 200}]} {{(pid=104035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:25:40.775209 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cebeb241-ce21-4a95-a22d-a92b166227a1 {{(pid=104035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:25:40.775801 dv-cinder-795785-10-iscsi neutron-server[104035]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cebeb241-ce21-4a95-a22d-a92b166227a1'] response: {'server_uuid': 'e7340ea8-184f-46fc-beb8-8b4930ad0084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ca14e95-d4f6-4b13-9f5f-86987c637e51', 'code': 200} May 16 15:25:40.786934 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvr_db [None req-4f2b9b07-4f5e-4975-8dfc-7b4a5b60176f None None] Set router d2c91623-1e53-430e-8867-4aef814f1ffd gateway port host: dv-cinder-795785-10-iscsi {{(pid=104036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:25:40.806880 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (4ca14e95-d4f6-4b13-9f5f-86987c637e51), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:40.899752 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Pushing event updated for resources: {'Port': ['ID=4ca14e95-d4f6-4b13-9f5f-86987c637e51,revision_number=7']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:25:40.956861 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbaee9fb-ac5f-43b4-99ab-09e3d52536df req-2d3a29a8-a8df-4601-99b1-b51393d91a0c tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] No DVR routers for this DVR port 1d6a2295-76e4-4a50-b3f2-a26938aab948 on host hv-cinder-79578 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:25:40.960994 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-fbaee9fb-ac5f-43b4-99ab-09e3d52536df req-2d3a29a8-a8df-4601-99b1-b51393d91a0c tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914'] for port (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:40.964878 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-fbaee9fb-ac5f-43b4-99ab-09e3d52536df req-2d3a29a8-a8df-4601-99b1-b51393d91a0c tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.69 "DELETE /v2.0/ports/1d6a2295-76e4-4a50-b3f2-a26938aab948 HTTP/1.1" status: 204 len: 173 time: 1.1296113 May 16 15:25:41.079699 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-4f2b9b07-4f5e-4975-8dfc-7b4a5b60176f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c91623-1e53-430e-8867-4aef814f1ffd', 'name': 'tempest-TestShelveInstance-2117454362-router', 'tenant_id': '0b6bd797b8e04be18b7484855142b067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': 'b23dbc92-f49b-4791-ad8f-62f11215fbb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:24:47Z', 'updated_at': '2022-05-16T15:24:50Z', 'revision_number': 4, 'project_id': '0b6bd797b8e04be18b7484855142b067', 'gw_port': {'id': 'b23dbc92-f49b-4791-ad8f-62f11215fbb9', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:58:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c91623-1e53-430e-8867-4aef814f1ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:48Z', 'updated_at': '2022-05-16T15:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_floatingips': [{'id': 'da375030-02c7-43db-ad19-53e4a447437a', 'tenant_id': '0b6bd797b8e04be18b7484855142b067', 'floating_ip_address': '172.27.0.41', 'floating_network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'router_id': 'd2c91623-1e53-430e-8867-4aef814f1ffd', 'port_id': 'ca81beba-189f-4dcd-84dc-799c4f2b2989', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c7b01dd-4fa5-4d97-aa10-e1ee6467d7bb', 'mac_address': 'fa:16:3e:a0:73:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e407782-18cb-44c7-aeb5-95be87554fb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:25:38Z', 'updated_at': '2022-05-16T15:25:38Z', 'revision_number': 0, 'project_id': '0b6bd797b8e04be18b7484855142b067', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdb5be39-1d27-4fa4-bd58-d3cd56e01936', 'name': '', 'network_id': '9c7b01dd-4fa5-4d97-aa10-e1ee6467d7bb', 'tenant_id': '0b6bd797b8e04be18b7484855142b067', 'mac_address': 'fa:16:3e:32:2e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c91623-1e53-430e-8867-4aef814f1ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '9ec5239e-005a-42b5-98fd-7708b4d3767d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:50Z', 'updated_at': '2022-05-16T15:24:54Z', 'revision_number': 5, 'project_id': '0b6bd797b8e04be18b7484855142b067', 'subnets': [{'id': '9ec5239e-005a-42b5-98fd-7708b4d3767d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:25:41.100831 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4b03a2-f467-4f71-95fc-1523bb30e2bd req-af84cef5-ecf8-4fdb-8ff7-0324691bcbb6 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:41.107423 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2b9b07-4f5e-4975-8dfc-7b4a5b60176f None None] The sync data for ids ['d2c91623-1e53-430e-8867-4aef814f1ffd'] in dv-cinder-795785-10-iscsi is: [{'id': 'd2c91623-1e53-430e-8867-4aef814f1ffd', 'name': 'tempest-TestShelveInstance-2117454362-router', 'tenant_id': '0b6bd797b8e04be18b7484855142b067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': 'b23dbc92-f49b-4791-ad8f-62f11215fbb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:24:47Z', 'updated_at': '2022-05-16T15:24:50Z', 'revision_number': 4, 'project_id': '0b6bd797b8e04be18b7484855142b067', 'gw_port': {'id': 'b23dbc92-f49b-4791-ad8f-62f11215fbb9', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:58:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c91623-1e53-430e-8867-4aef814f1ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:48Z', 'updated_at': '2022-05-16T15:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_floatingips': [{'id': 'da375030-02c7-43db-ad19-53e4a447437a', 'tenant_id': '0b6bd797b8e04be18b7484855142b067', 'floating_ip_address': '172.27.0.41', 'floating_network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'router_id': 'd2c91623-1e53-430e-8867-4aef814f1ffd', 'port_id': 'ca81beba-189f-4dcd-84dc-799c4f2b2989', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c7b01dd-4fa5-4d97-aa10-e1ee6467d7bb', 'mac_address': 'fa:16:3e:a0:73:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e407782-18cb-44c7-aeb5-95be87554fb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T15:25:38Z', 'updated_at': '2022-05-16T15:25:38Z', 'revision_number': 0, 'project_id': '0b6bd797b8e04be18b7484855142b067', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdb5be39-1d27-4fa4-bd58-d3cd56e01936', 'name': '', 'network_id': '9c7b01dd-4fa5-4d97-aa10-e1ee6467d7bb', 'tenant_id': '0b6bd797b8e04be18b7484855142b067', 'mac_address': 'fa:16:3e:32:2e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c91623-1e53-430e-8867-4aef814f1ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '9ec5239e-005a-42b5-98fd-7708b4d3767d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:50Z', 'updated_at': '2022-05-16T15:24:54Z', 'revision_number': 5, 'project_id': '0b6bd797b8e04be18b7484855142b067', 'subnets': [{'id': '9ec5239e-005a-42b5-98fd-7708b4d3767d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:25:41.109083 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-8a4b03a2-f467-4f71-95fc-1523bb30e2bd req-af84cef5-ecf8-4fdb-8ff7-0324691bcbb6 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7340ea8-184f-46fc-beb8-8b4930ad0084 HTTP/1.1" status: 200 len: 945 time: 0.2075055 May 16 15:25:41.163972 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadf5b2e-2207-4750-932b-45fb41ce9565 req-7e78dc97-54a6-4d84-9805-1a14df3fcba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:41.163972 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-fadf5b2e-2207-4750-932b-45fb41ce9565 req-7e78dc97-54a6-4d84-9805-1a14df3fcba5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9c7b01dd-4fa5-4d97-aa10-e1ee6467d7bb HTTP/1.1" status: 200 len: 910 time: 0.6013031 May 16 15:25:41.198468 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-8a4b03a2-f467-4f71-95fc-1523bb30e2bd req-d5c1a941-5e6e-4ac5-b21b-11e45e381206 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=323ddf6d-4271-418e-9329-136452ffdc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856957 May 16 15:25:41.260855 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-fadf5b2e-2207-4750-932b-45fb41ce9565 req-01ddca03-3d75-4acb-a590-aa2bcb79f89b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca81beba-189f-4dcd-84dc-799c4f2b2989 HTTP/1.1" status: 200 len: 998 time: 0.0909326 May 16 15:25:41.318679 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadf5b2e-2207-4750-932b-45fb41ce9565 req-55ec498b-d3bc-4724-b56f-93759a8e4561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:41.320160 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-fadf5b2e-2207-4750-932b-45fb41ce9565 req-55ec498b-d3bc-4724-b56f-93759a8e4561 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9ec5239e-005a-42b5-98fd-7708b4d3767d HTTP/1.1" status: 200 len: 848 time: 0.0514336 May 16 15:25:41.371476 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadf5b2e-2207-4750-932b-45fb41ce9565 req-035add56-3ab1-4ec3-8de3-af1358841799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:41.372034 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-fadf5b2e-2207-4750-932b-45fb41ce9565 req-035add56-3ab1-4ec3-8de3-af1358841799 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9c7b01dd-4fa5-4d97-aa10-e1ee6467d7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0457537 May 16 15:25:41.464758 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985518ea-1200-4980-bf9c-e4a23acc0bf2 None None] New status for floating IP da375030-02c7-43db-ad19-53e4a447437a: ACTIVE {{(pid=104035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 15:25:41.493321 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-fadf5b2e-2207-4750-932b-45fb41ce9565 req-5aa0dec8-efca-45e8-8bd0-4d5a4de19959 service neutron] 10.222.0.69 "GET /v2.0/networks/9c7b01dd-4fa5-4d97-aa10-e1ee6467d7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133339 May 16 15:25:41.621869 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-fadf5b2e-2207-4750-932b-45fb41ce9565 req-cef5cf9a-f1c1-446f-bdd8-1f4a99a6f613 service neutron] 10.222.0.69 "GET /v2.0/networks/9c7b01dd-4fa5-4d97-aa10-e1ee6467d7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216340 May 16 15:25:41.650521 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-b2523d18-18ce-414e-bfa2-eb72df9b8788 req-421a0b63-5689-44c7-bdb9-5b779781a71b tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "GET /v2.0/ports?device_id=ebbe62e5-c4dc-4203-8f12-3c0802188ea4 HTTP/1.1" status: 200 len: 210 time: 0.0473146 May 16 15:25:42.333089 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d493d49-b6d6-44c0-81a9-1791d3f3a647 req-1c6589cd-c484-47fb-aacb-cc9421761950 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:42.334766 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-1d493d49-b6d6-44c0-81a9-1791d3f3a647 req-1c6589cd-c484-47fb-aacb-cc9421761950 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7340ea8-184f-46fc-beb8-8b4930ad0084 HTTP/1.1" status: 200 len: 945 time: 0.0501311 May 16 15:25:42.394252 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-1d493d49-b6d6-44c0-81a9-1791d3f3a647 req-1f3966f1-5988-4eb8-b0c5-30c2fac1bdab tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=323ddf6d-4271-418e-9329-136452ffdc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534074 May 16 15:25:42.415400 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebbe62e5-c4dc-4203-8f12-3c0802188ea4', 'name': 'network-vif-deleted', 'tag': '1d6a2295-76e4-4a50-b3f2-a26938aab948'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:25:42.415400 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffeccd97bc4bec2d8a291f35a4115644be5723c7930092d1a563b2016f5a5231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02db255d-2e08-4e3a-80c6-a3d54379b3a2" -d '{"events": [{"server_uuid": "ebbe62e5-c4dc-4203-8f12-3c0802188ea4", "name": "network-vif-deleted", "tag": "1d6a2295-76e4-4a50-b3f2-a26938aab948"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:25:42.451275 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b843f8e-b760-44e0-b8dc-3e0c7f9f9b62 x-openstack-request-id: req-4b843f8e-b760-44e0-b8dc-3e0c7f9f9b62 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:25:42.451573 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebbe62e5-c4dc-4203-8f12-3c0802188ea4", "name": "network-vif-deleted", "tag": "1d6a2295-76e4-4a50-b3f2-a26938aab948", "status": "completed", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:25:42.451828 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4b843f8e-b760-44e0-b8dc-3e0c7f9f9b62 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:25:42.452228 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b843f8e-b760-44e0-b8dc-3e0c7f9f9b62'] response: {'server_uuid': 'ebbe62e5-c4dc-4203-8f12-3c0802188ea4', 'name': 'network-vif-deleted', 'tag': '1d6a2295-76e4-4a50-b3f2-a26938aab948', 'status': 'completed', 'code': 200} May 16 15:25:42.722027 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 52878) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:25:42.840063 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-58121786-fd44-4f98-9b72-43fce96e5b22 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Deleting port bbae4414-c0e1-4719-bed4-a8cb58f2a4e7 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:25:42.840506 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-58121786-fd44-4f98-9b72-43fce96e5b22 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789020190181'] for port (bbae4414-c0e1-4719-bed4-a8cb58f2a4e7), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:42.927485 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-58121786-fd44-4f98-9b72-43fce96e5b22 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555776'] for port (bbae4414-c0e1-4719-bed4-a8cb58f2a4e7), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:42.928607 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-58121786-fd44-4f98-9b72-43fce96e5b22 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks [] for floatingip (bbae4414-c0e1-4719-bed4-a8cb58f2a4e7), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:42.944405 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-58121786-fd44-4f98-9b72-43fce96e5b22 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Calling delete_port for bbae4414-c0e1-4719-bed4-a8cb58f2a4e7 owned by network:floatingip {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:25:43.153873 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-58121786-fd44-4f98-9b72-43fce96e5b22 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789020200313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789019640158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61886211'] for port (bbae4414-c0e1-4719-bed4-a8cb58f2a4e7), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:43.183632 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58121786-fd44-4f98-9b72-43fce96e5b22 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Pushing event deleted for resources: {'Port': ['ID=bbae4414-c0e1-4719-bed4-a8cb58f2a4e7,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:25:43.251831 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-58121786-fd44-4f98-9b72-43fce96e5b22 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks [] for floatingip (d865f7b5-876e-41d0-8590-2d30de695999), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:43.254677 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-58121786-fd44-4f98-9b72-43fce96e5b22 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914'] for floatingip (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:43.258430 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-58121786-fd44-4f98-9b72-43fce96e5b22 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "DELETE /v2.0/floatingips/d865f7b5-876e-41d0-8590-2d30de695999 HTTP/1.1" status: 204 len: 168 time: 0.5327480 May 16 15:25:43.539223 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077bef1-3f19-409b-985f-684a485fe933 req-0c183c16-fce0-4962-8547-4662fe7d04f8 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:43.539919 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-b077bef1-3f19-409b-985f-684a485fe933 req-0c183c16-fce0-4962-8547-4662fe7d04f8 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7340ea8-184f-46fc-beb8-8b4930ad0084 HTTP/1.1" status: 200 len: 945 time: 0.0558753 May 16 15:25:43.606821 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-b077bef1-3f19-409b-985f-684a485fe933 req-f3ddfbb6-2bbb-41fe-b2c8-508a7b6e75c3 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=323ddf6d-4271-418e-9329-136452ffdc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591578 May 16 15:25:44.536349 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device 1d6a2295-76e4-4a50-b3f2-a26938aab948 no longer exists at agent hyperv_hv-cinder-79578 {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:25:44.559169 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] No Port match for: 1d6a2295-76e4-4a50-b3f2-a26938aab948 {{(pid=104035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:25:44.559880 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device 1d6a2295-76e4-4a50-b3f2-a26938aab948 not bound to the agent host hv-cinder-79578 {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:25:44.624187 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 52896) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:25:44.755248 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b2cf81d5-cc5d-4aeb-a940-7835dc222995 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks [] for security_group (0b779ae3-e78d-4ec5-964b-03e22096986e), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:44.762926 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282319a1-9545-4799-8585-4ee289924de7 req-a9ed7770-b68d-4a46-9b2d-7ef9fa53c745 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:44.764627 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-282319a1-9545-4799-8585-4ee289924de7 req-a9ed7770-b68d-4a46-9b2d-7ef9fa53c745 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7340ea8-184f-46fc-beb8-8b4930ad0084 HTTP/1.1" status: 200 len: 945 time: 0.0743468 May 16 15:25:44.806696 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b2cf81d5-cc5d-4aeb-a940-7835dc222995 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks [] for security_group (0b779ae3-e78d-4ec5-964b-03e22096986e), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:44.859592 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-282319a1-9545-4799-8585-4ee289924de7 req-78ae4ebc-5156-42f9-81dc-931d6175805c tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=323ddf6d-4271-418e-9329-136452ffdc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885992 May 16 15:25:44.987305 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b2cf81d5-cc5d-4aeb-a940-7835dc222995 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (0b779ae3-e78d-4ec5-964b-03e22096986e), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:44.990286 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b2cf81d5-cc5d-4aeb-a940-7835dc222995 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Publish callbacks [] for security_group (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:44.991482 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-b2cf81d5-cc5d-4aeb-a940-7835dc222995 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] 10.222.0.44 "DELETE /v2.0/security-groups/0b779ae3-e78d-4ec5-964b-03e22096986e HTTP/1.1" status: 204 len: 168 time: 0.3663011 May 16 15:25:45.002256 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cf81d5-cc5d-4aeb-a940-7835dc222995 tempest-TestVolumeBootPattern-717549113 tempest-TestVolumeBootPattern-717549113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b779ae3-e78d-4ec5-964b-03e22096986e,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:25:45.162010 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 52902) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:25:45.613191 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-d84c9dfb-f08b-4827-8979-2cce971a3dc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555978'] for router_interface (058e4470-9532-4334-9d31-5e488b5f2129), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:45.856666 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.plugin [None req-d84c9dfb-f08b-4827-8979-2cce971a3dc2 admin admin] Deleting port 308487c7-7b66-4c7c-bb0d-a5df23abcd36 {{(pid=104034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:25:45.857037 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-d84c9dfb-f08b-4827-8979-2cce971a3dc2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789020190181'] for port (308487c7-7b66-4c7c-bb0d-a5df23abcd36), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:45.959311 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-d84c9dfb-f08b-4827-8979-2cce971a3dc2 admin admin] For port 308487c7-7b66-4c7c-bb0d-a5df23abcd36, host dv-cinder-795785-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=308487c7-7b66-4c7c-bb0d-a5df23abcd36,segment=NetworkSegment(3524b13a-1123-418a-8192-502728157678),segment_id=3524b13a-1123-418a-8192-502728157678)] {{(pid=104034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:25:45.959954 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-d84c9dfb-f08b-4827-8979-2cce971a3dc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555776'] for port (308487c7-7b66-4c7c-bb0d-a5df23abcd36), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:45.974074 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.plugin [None req-d84c9dfb-f08b-4827-8979-2cce971a3dc2 admin admin] Calling delete_port for 308487c7-7b66-4c7c-bb0d-a5df23abcd36 owned by network:router_interface {{(pid=104034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:25:46.007637 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b7a36-caec-432e-a3d4-7ccfba50f443 req-96b7568e-e5a7-47c4-8d04-8335d74c6734 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:46.014991 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-020b7a36-caec-432e-a3d4-7ccfba50f443 req-96b7568e-e5a7-47c4-8d04-8335d74c6734 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7340ea8-184f-46fc-beb8-8b4930ad0084 HTTP/1.1" status: 200 len: 945 time: 0.0660529 May 16 15:25:46.072714 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-020b7a36-caec-432e-a3d4-7ccfba50f443 req-b3e79cc1-b80e-4d6d-8815-8d8e47083d3e tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=323ddf6d-4271-418e-9329-136452ffdc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567703 May 16 15:25:46.251531 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-d84c9dfb-f08b-4827-8979-2cce971a3dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789020200313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789019640158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097154'] for port (308487c7-7b66-4c7c-bb0d-a5df23abcd36), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:46.281669 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84c9dfb-f08b-4827-8979-2cce971a3dc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=308487c7-7b66-4c7c-bb0d-a5df23abcd36,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:25:46.293285 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84c9dfb-f08b-4827-8979-2cce971a3dc2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:25:46.293643 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84c9dfb-f08b-4827-8979-2cce971a3dc2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:25:46.293991 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84c9dfb-f08b-4827-8979-2cce971a3dc2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:25:46.294355 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84c9dfb-f08b-4827-8979-2cce971a3dc2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:25:46.294695 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84c9dfb-f08b-4827-8979-2cce971a3dc2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:25:46.295034 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84c9dfb-f08b-4827-8979-2cce971a3dc2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:25:46.295370 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84c9dfb-f08b-4827-8979-2cce971a3dc2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:25:46.295702 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84c9dfb-f08b-4827-8979-2cce971a3dc2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:25:46.296032 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84c9dfb-f08b-4827-8979-2cce971a3dc2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:25:46.296398 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84c9dfb-f08b-4827-8979-2cce971a3dc2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:25:46.296729 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84c9dfb-f08b-4827-8979-2cce971a3dc2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:25:46.297060 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84c9dfb-f08b-4827-8979-2cce971a3dc2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:25:46.297392 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84c9dfb-f08b-4827-8979-2cce971a3dc2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:25:46.297715 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84c9dfb-f08b-4827-8979-2cce971a3dc2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:25:46.298040 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84c9dfb-f08b-4827-8979-2cce971a3dc2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:25:46.525305 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-d84c9dfb-f08b-4827-8979-2cce971a3dc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529365'] for router_interface (058e4470-9532-4334-9d31-5e488b5f2129), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:46.756552 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d84c9dfb-f08b-4827-8979-2cce971a3dc2 admin admin] Router 058e4470-9532-4334-9d31-5e488b5f2129 has already been hosted by L3 agent 54a3e65b-69a0-426d-9997-69a1705c4334 {{(pid=104034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:25:46.857515 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d84c9dfb-f08b-4827-8979-2cce971a3dc2 admin admin] Notify agent at l3_agent.dv-cinder-795785-10-iscsi the message routers_updated {{(pid=104034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:25:46.863363 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-d84c9dfb-f08b-4827-8979-2cce971a3dc2 admin admin] 10.222.0.44 "PUT /v2.0/routers/058e4470-9532-4334-9d31-5e488b5f2129/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6990094 May 16 15:25:46.865760 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 52908) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:25:46.867126 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310ace24-6c0d-42f4-b773-a16d85be328b None None] Sync routers for ids ['058e4470-9532-4334-9d31-5e488b5f2129'] in dv-cinder-795785-10-iscsi {{(pid=104036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:25:46.877460 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310ace24-6c0d-42f4-b773-a16d85be328b None None] Routers {'058e4470-9532-4334-9d31-5e488b5f2129'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:25:46.878178 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-310ace24-6c0d-42f4-b773-a16d85be328b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:25:29Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['058e4470-9532-4334-9d31-5e488b5f2129'], 'active': True} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:25:46.979077 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvr_db [None req-310ace24-6c0d-42f4-b773-a16d85be328b None None] Set router 058e4470-9532-4334-9d31-5e488b5f2129 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:25:47.177793 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-310ace24-6c0d-42f4-b773-a16d85be328b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058e4470-9532-4334-9d31-5e488b5f2129', 'name': 'tempest-TestVolumeBootPattern-594652179-router', 'tenant_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'c96a06fc-230d-4bca-a2bf-0b329260522a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:18:05Z', 'updated_at': '2022-05-16T15:25:46Z', 'revision_number': 5, 'project_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'gw_port': {'id': 'c96a06fc-230d-4bca-a2bf-0b329260522a', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:3c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058e4470-9532-4334-9d31-5e488b5f2129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:18:05Z', 'updated_at': '2022-05-16T15:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi'}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:25:47.203715 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310ace24-6c0d-42f4-b773-a16d85be328b None None] Checking router: 058e4470-9532-4334-9d31-5e488b5f2129 for host: dv-cinder-795785-10-iscsi {{(pid=104036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:25:47.213093 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310ace24-6c0d-42f4-b773-a16d85be328b None None] Routers {'058e4470-9532-4334-9d31-5e488b5f2129'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:25:47.213712 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-310ace24-6c0d-42f4-b773-a16d85be328b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:25:29Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['058e4470-9532-4334-9d31-5e488b5f2129'], 'active': True} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:25:47.246409 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-43a34972-5400-48ec-b918-5b525fddd7ba admin admin] Publish callbacks [] for router (058e4470-9532-4334-9d31-5e488b5f2129), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:47.323454 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb81de3f-81e6-4dd9-b411-c8720fda98f8 req-330e2ddc-075c-4d2b-8b22-6c1ee04f8922 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:47.325021 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-eb81de3f-81e6-4dd9-b411-c8720fda98f8 req-330e2ddc-075c-4d2b-8b22-6c1ee04f8922 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7340ea8-184f-46fc-beb8-8b4930ad0084 HTTP/1.1" status: 200 len: 945 time: 0.0894845 May 16 15:25:47.424203 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-eb81de3f-81e6-4dd9-b411-c8720fda98f8 req-854f3dc2-0ecb-47d0-b5f7-41af1fb41d5d tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=323ddf6d-4271-418e-9329-136452ffdc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904348 May 16 15:25:47.424670 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvr_db [None req-310ace24-6c0d-42f4-b773-a16d85be328b None None] Set router 058e4470-9532-4334-9d31-5e488b5f2129 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:25:47.427455 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-43a34972-5400-48ec-b918-5b525fddd7ba admin admin] Publish callbacks [] for router_gateway (058e4470-9532-4334-9d31-5e488b5f2129), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:47.533024 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.plugin [None req-43a34972-5400-48ec-b918-5b525fddd7ba admin admin] Deleting port c96a06fc-230d-4bca-a2bf-0b329260522a {{(pid=104034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:25:47.533458 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-43a34972-5400-48ec-b918-5b525fddd7ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789020190181'] for port (c96a06fc-230d-4bca-a2bf-0b329260522a), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:47.626109 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-310ace24-6c0d-42f4-b773-a16d85be328b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058e4470-9532-4334-9d31-5e488b5f2129', 'name': 'tempest-TestVolumeBootPattern-594652179-router', 'tenant_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'c96a06fc-230d-4bca-a2bf-0b329260522a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:18:05Z', 'updated_at': '2022-05-16T15:25:46Z', 'revision_number': 5, 'project_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'gw_port': {'id': 'c96a06fc-230d-4bca-a2bf-0b329260522a', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:3c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058e4470-9532-4334-9d31-5e488b5f2129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:18:05Z', 'updated_at': '2022-05-16T15:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi'}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:25:47.631149 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-43a34972-5400-48ec-b918-5b525fddd7ba admin admin] For port c96a06fc-230d-4bca-a2bf-0b329260522a, host dv-cinder-795785-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=c96a06fc-230d-4bca-a2bf-0b329260522a,segment=NetworkSegment(d35ec458-efea-4f9b-9cfc-f89e4e5d5ae0),segment_id=d35ec458-efea-4f9b-9cfc-f89e4e5d5ae0)] {{(pid=104034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:25:47.631522 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-43a34972-5400-48ec-b918-5b525fddd7ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555776'] for port (c96a06fc-230d-4bca-a2bf-0b329260522a), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:47.649215 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.plugin [None req-43a34972-5400-48ec-b918-5b525fddd7ba admin admin] Calling delete_port for c96a06fc-230d-4bca-a2bf-0b329260522a owned by network:router_gateway {{(pid=104034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:25:47.659738 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310ace24-6c0d-42f4-b773-a16d85be328b None None] The sync data for ids ['058e4470-9532-4334-9d31-5e488b5f2129'] in dv-cinder-795785-10-iscsi is: [{'id': '058e4470-9532-4334-9d31-5e488b5f2129', 'name': 'tempest-TestVolumeBootPattern-594652179-router', 'tenant_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.139'}], 'enable_snat': True}, 'gw_port_id': 'c96a06fc-230d-4bca-a2bf-0b329260522a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:18:05Z', 'updated_at': '2022-05-16T15:25:46Z', 'revision_number': 5, 'project_id': 'b025f7f102ee46fa92e9bb7445e59daa', 'gw_port': {'id': 'c96a06fc-230d-4bca-a2bf-0b329260522a', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:3c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058e4470-9532-4334-9d31-5e488b5f2129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:18:05Z', 'updated_at': '2022-05-16T15:18:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi'}] {{(pid=104036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:25:47.919747 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-43a34972-5400-48ec-b918-5b525fddd7ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789020200313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789019640158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097154'] for port (c96a06fc-230d-4bca-a2bf-0b329260522a), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:47.947234 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a34972-5400-48ec-b918-5b525fddd7ba admin admin] Pushing event deleted for resources: {'Port': ['ID=c96a06fc-230d-4bca-a2bf-0b329260522a,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:25:48.026839 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-43a34972-5400-48ec-b918-5b525fddd7ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553976'] for router_gateway (058e4470-9532-4334-9d31-5e488b5f2129), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:48.137450 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-43a34972-5400-48ec-b918-5b525fddd7ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (058e4470-9532-4334-9d31-5e488b5f2129), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:48.140264 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-43a34972-5400-48ec-b918-5b525fddd7ba admin admin] Publish callbacks [] for router_controller (058e4470-9532-4334-9d31-5e488b5f2129), precommit_delete_associations {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:48.227873 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device 308487c7-7b66-4c7c-bb0d-a5df23abcd36 no longer exists at agent ovs-agent-dv-cinder-795785-10-iscsi {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:25:48.256892 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-43a34972-5400-48ec-b918-5b525fddd7ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551337'] for router (058e4470-9532-4334-9d31-5e488b5f2129), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:48.257616 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43a34972-5400-48ec-b918-5b525fddd7ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 058e4470-9532-4334-9d31-5e488b5f2129 {{(pid=104034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 16 15:25:48.262371 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-43a34972-5400-48ec-b918-5b525fddd7ba admin admin] Publish callbacks [] for router (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:48.266235 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 52918) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:25:48.268687 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-43a34972-5400-48ec-b918-5b525fddd7ba admin admin] 10.222.0.44 "DELETE /v2.0/routers/058e4470-9532-4334-9d31-5e488b5f2129 HTTP/1.1" status: 204 len: 168 time: 1.4016144 May 16 15:25:48.269451 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] No Port match for: 308487c7-7b66-4c7c-bb0d-a5df23abcd36 {{(pid=104035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:25:48.270704 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device 308487c7-7b66-4c7c-bb0d-a5df23abcd36 not bound to the agent host dv-cinder-795785-10-iscsi {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:25:48.331349 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.db_base_plugin_v2 [None req-61085fdf-d474-4128-a132-3fb04c5d1470 admin admin] Deleting subnet e7b41a31-bf60-43da-a33a-33ad3dcfa24b {{(pid=104033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 15:25:48.336210 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-61085fdf-d474-4128-a132-3fb04c5d1470 admin admin] Publish callbacks [] for subnet (e7b41a31-bf60-43da-a33a-33ad3dcfa24b), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:48.372299 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-61085fdf-d474-4128-a132-3fb04c5d1470 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62086373'] for subnet (e7b41a31-bf60-43da-a33a-33ad3dcfa24b), precommit_delete_associations {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:48.531645 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-61085fdf-d474-4128-a132-3fb04c5d1470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995508'] for subnet (e7b41a31-bf60-43da-a33a-33ad3dcfa24b), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:48.608880 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605aec0e-aa4f-473e-b0d1-f294b7697149 req-e6ce5e11-d75f-43fe-b72a-26bf34e08077 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:48.610711 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-605aec0e-aa4f-473e-b0d1-f294b7697149 req-e6ce5e11-d75f-43fe-b72a-26bf34e08077 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7340ea8-184f-46fc-beb8-8b4930ad0084 HTTP/1.1" status: 200 len: 945 time: 0.0593290 May 16 15:25:48.674742 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-605aec0e-aa4f-473e-b0d1-f294b7697149 req-99c6873b-d1fc-4211-9b22-ebab54a407bb tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=323ddf6d-4271-418e-9329-136452ffdc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530155 May 16 15:25:48.704088 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-61085fdf-d474-4128-a132-3fb04c5d1470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61887474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61897994'] for subnet (e7b41a31-bf60-43da-a33a-33ad3dcfa24b), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:48.736160 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61085fdf-d474-4128-a132-3fb04c5d1470 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7b41a31-bf60-43da-a33a-33ad3dcfa24b,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:25:48.741882 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-61085fdf-d474-4128-a132-3fb04c5d1470 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631934'] for subnet (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:48.746469 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-61085fdf-d474-4128-a132-3fb04c5d1470 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/e7b41a31-bf60-43da-a33a-33ad3dcfa24b HTTP/1.1" status: 204 len: 168 time: 0.4785864 May 16 15:25:48.748578 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2bf2ea-0c7e-4c15-a4ec-cd5e7f3f4dea None None] Network f80dbf35-88c8-44d8-af2b-bea94475a461 requested from dv-cinder-795785-10-iscsi {{(pid=104035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:25:48.749028 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 52922) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:25:48.833693 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-839369e8-6152-4a01-b799-545b5057761b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2021163'] for network (f80dbf35-88c8-44d8-af2b-bea94475a461), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:48.879265 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.plugin [None req-839369e8-6152-4a01-b799-545b5057761b admin admin] Deleting port 51a439dc-67fb-492e-bee2-761dc33aa2d3 {{(pid=104034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:25:48.879707 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-839369e8-6152-4a01-b799-545b5057761b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789020190181'] for port (51a439dc-67fb-492e-bee2-761dc33aa2d3), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:48.967116 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-839369e8-6152-4a01-b799-545b5057761b admin admin] For port 51a439dc-67fb-492e-bee2-761dc33aa2d3, host dv-cinder-795785-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=51a439dc-67fb-492e-bee2-761dc33aa2d3,segment=NetworkSegment(3524b13a-1123-418a-8192-502728157678),segment_id=3524b13a-1123-418a-8192-502728157678)] {{(pid=104034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:25:48.967805 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-839369e8-6152-4a01-b799-545b5057761b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555776'] for port (51a439dc-67fb-492e-bee2-761dc33aa2d3), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:48.987589 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910b025b-8541-4c17-97a9-6fb872bd259f None None] DHCP port deletion for f80dbf35-88c8-44d8-af2b-bea94475a461 request from dv-cinder-795785-10-iscsi {{(pid=104035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 16 15:25:48.988322 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.plugin [None req-839369e8-6152-4a01-b799-545b5057761b admin admin] Calling delete_port for 51a439dc-67fb-492e-bee2-761dc33aa2d3 owned by network:dhcp {{(pid=104034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:25:49.061095 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-910b025b-8541-4c17-97a9-6fb872bd259f None None] Deleting port 51a439dc-67fb-492e-bee2-761dc33aa2d3 {{(pid=104035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:25:49.061820 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-910b025b-8541-4c17-97a9-6fb872bd259f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789020190181'] for port (51a439dc-67fb-492e-bee2-761dc33aa2d3), before_delete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:49.145891 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-910b025b-8541-4c17-97a9-6fb872bd259f None None] For port 51a439dc-67fb-492e-bee2-761dc33aa2d3, host dv-cinder-795785-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=51a439dc-67fb-492e-bee2-761dc33aa2d3,segment=NetworkSegment(3524b13a-1123-418a-8192-502728157678),segment_id=3524b13a-1123-418a-8192-502728157678)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:25:49.146699 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-910b025b-8541-4c17-97a9-6fb872bd259f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555776'] for port (51a439dc-67fb-492e-bee2-761dc33aa2d3), precommit_delete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:49.159704 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-839369e8-6152-4a01-b799-545b5057761b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789020200313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789019640158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097154'] for port (51a439dc-67fb-492e-bee2-761dc33aa2d3), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:49.162328 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-910b025b-8541-4c17-97a9-6fb872bd259f None None] Calling delete_port for 51a439dc-67fb-492e-bee2-761dc33aa2d3 owned by network:dhcp {{(pid=104035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:25:49.195768 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839369e8-6152-4a01-b799-545b5057761b admin admin] Pushing event deleted for resources: {'Port': ['ID=51a439dc-67fb-492e-bee2-761dc33aa2d3,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:25:49.207030 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839369e8-6152-4a01-b799-545b5057761b admin admin] No DVR routers for this DVR port 51a439dc-67fb-492e-bee2-761dc33aa2d3 on host dv-cinder-795785-10-iscsi {{(pid=104034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:25:49.274599 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-910b025b-8541-4c17-97a9-6fb872bd259f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789020200313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789019640158'] for port (51a439dc-67fb-492e-bee2-761dc33aa2d3), after_delete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:49.287107 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-839369e8-6152-4a01-b799-545b5057761b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2051393', 'neutron.services.segments.db._delete_segments_for_network-8789020055574'] for network (f80dbf35-88c8-44d8-af2b-bea94475a461), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:49.300524 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910b025b-8541-4c17-97a9-6fb872bd259f None None] Pushing event deleted for resources: {'Port': ['ID=51a439dc-67fb-492e-bee2-761dc33aa2d3,revision_number=None']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:25:49.308386 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.services.segments.db [None req-839369e8-6152-4a01-b799-545b5057761b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f80dbf35-88c8-44d8-af2b-bea94475a461']}} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:25:49.315733 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910b025b-8541-4c17-97a9-6fb872bd259f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:25:49.316215 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910b025b-8541-4c17-97a9-6fb872bd259f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:25:49.316625 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910b025b-8541-4c17-97a9-6fb872bd259f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:25:49.317550 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910b025b-8541-4c17-97a9-6fb872bd259f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:25:49.318001 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910b025b-8541-4c17-97a9-6fb872bd259f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:25:49.318444 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910b025b-8541-4c17-97a9-6fb872bd259f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:25:49.318842 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910b025b-8541-4c17-97a9-6fb872bd259f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:25:49.319235 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910b025b-8541-4c17-97a9-6fb872bd259f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:25:49.319628 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910b025b-8541-4c17-97a9-6fb872bd259f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:25:49.320079 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910b025b-8541-4c17-97a9-6fb872bd259f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:25:49.320209 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.services.segments.db [None req-839369e8-6152-4a01-b799-545b5057761b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3524b13a-1123-418a-8192-502728157678') {'for_net_delete': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:25:49.320480 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.services.segments.db [None req-839369e8-6152-4a01-b799-545b5057761b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3524b13a-1123-418a-8192-502728157678') {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:25:49.320753 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910b025b-8541-4c17-97a9-6fb872bd259f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:25:49.323069 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910b025b-8541-4c17-97a9-6fb872bd259f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:25:49.323069 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910b025b-8541-4c17-97a9-6fb872bd259f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:25:49.323069 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910b025b-8541-4c17-97a9-6fb872bd259f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:25:49.323069 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910b025b-8541-4c17-97a9-6fb872bd259f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:25:49.331261 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910b025b-8541-4c17-97a9-6fb872bd259f None None] No DVR routers for this DVR port 51a439dc-67fb-492e-bee2-761dc33aa2d3 on host dv-cinder-795785-10-iscsi {{(pid=104035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:25:49.342231 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-839369e8-6152-4a01-b799-545b5057761b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789020139551', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60068856'] for segment (3524b13a-1123-418a-8192-502728157678), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:49.362745 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-839369e8-6152-4a01-b799-545b5057761b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996815'] for segment (3524b13a-1123-418a-8192-502728157678), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:49.371150 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-839369e8-6152-4a01-b799-545b5057761b admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=104034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 15:25:49.372008 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-839369e8-6152-4a01-b799-545b5057761b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4097233'] for segment (3524b13a-1123-418a-8192-502728157678), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:49.373811 dv-cinder-795785-10-iscsi neutron-server[104034]: Traceback (most recent call last): May 16 15:25:49.373811 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 15:25:49.373811 dv-cinder-795785-10-iscsi neutron-server[104034]: timer() May 16 15:25:49.373811 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 15:25:49.373811 dv-cinder-795785-10-iscsi neutron-server[104034]: cb(*args, **kw) May 16 15:25:49.373811 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 15:25:49.373811 dv-cinder-795785-10-iscsi neutron-server[104034]: return func(*args, **kwargs) May 16 15:25:49.373811 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 15:25:49.373811 dv-cinder-795785-10-iscsi neutron-server[104034]: self._notify() May 16 15:25:49.373811 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 15:25:49.373811 dv-cinder-795785-10-iscsi neutron-server[104034]: self.callback(batched_events) May 16 15:25:49.373811 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 15:25:49.373811 dv-cinder-795785-10-iscsi neutron-server[104034]: event.method(event) May 16 15:25:49.373811 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 15:25:49.373811 dv-cinder-795785-10-iscsi neutron-server[104034]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 15:25:49.373811 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 15:25:49.373811 dv-cinder-795785-10-iscsi neutron-server[104034]: aggregate_uuid = self.p_client.list_aggregates( May 16 15:25:49.373811 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 15:25:49.373811 dv-cinder-795785-10-iscsi neutron-server[104034]: return f(self, *a, **k) May 16 15:25:49.373811 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 15:25:49.373811 dv-cinder-795785-10-iscsi neutron-server[104034]: return self._get(url).json() May 16 15:25:49.373811 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 15:25:49.373811 dv-cinder-795785-10-iscsi neutron-server[104034]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 15:25:49.373811 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 15:25:49.373811 dv-cinder-795785-10-iscsi neutron-server[104034]: return self.request(url, 'GET', **kwargs) May 16 15:25:49.373811 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 15:25:49.373811 dv-cinder-795785-10-iscsi neutron-server[104034]: base_url = self.get_endpoint(auth, allow=allow, May 16 15:25:49.373811 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 15:25:49.373811 dv-cinder-795785-10-iscsi neutron-server[104034]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 15:25:49.373811 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 15:25:49.373811 dv-cinder-795785-10-iscsi neutron-server[104034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 15:25:49.373811 dv-cinder-795785-10-iscsi neutron-server[104034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 15:25:49.531040 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-839369e8-6152-4a01-b799-545b5057761b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2051450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-557002'] for network (f80dbf35-88c8-44d8-af2b-bea94475a461), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:49.538337 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-839369e8-6152-4a01-b799-545b5057761b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631934'] for network (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:49.542165 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-839369e8-6152-4a01-b799-545b5057761b admin admin] 10.222.0.44 "DELETE /v2.0/networks/f80dbf35-88c8-44d8-af2b-bea94475a461 HTTP/1.1" status: 204 len: 168 time: 0.7920389 May 16 15:25:49.545280 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 52924) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:25:49.562818 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839369e8-6152-4a01-b799-545b5057761b admin admin] Pushing event deleted for resources: {'Network': ['ID=f80dbf35-88c8-44d8-af2b-bea94475a461,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:25:49.843096 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5c5c50-f70b-493d-b29d-f6df4fbff6b1 req-f063d1f7-17da-4b8d-a300-b754bfefae82 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:49.844654 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-9c5c5c50-f70b-493d-b29d-f6df4fbff6b1 req-f063d1f7-17da-4b8d-a300-b754bfefae82 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7340ea8-184f-46fc-beb8-8b4930ad0084 HTTP/1.1" status: 200 len: 945 time: 0.0802910 May 16 15:25:49.884533 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device c96a06fc-230d-4bca-a2bf-0b329260522a no longer exists at agent ovs-agent-dv-cinder-795785-10-iscsi {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:25:49.908170 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] No Port match for: c96a06fc-230d-4bca-a2bf-0b329260522a {{(pid=104035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:25:49.908773 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device c96a06fc-230d-4bca-a2bf-0b329260522a not bound to the agent host dv-cinder-795785-10-iscsi {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:25:49.909367 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device 51a439dc-67fb-492e-bee2-761dc33aa2d3 no longer exists at agent ovs-agent-dv-cinder-795785-10-iscsi {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:25:49.922389 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-9c5c5c50-f70b-493d-b29d-f6df4fbff6b1 req-591eaa87-ad3b-4655-bf3c-957fe1a79cd3 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=323ddf6d-4271-418e-9329-136452ffdc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695491 May 16 15:25:49.931025 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] No Port match for: 51a439dc-67fb-492e-bee2-761dc33aa2d3 {{(pid=104035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:25:49.931368 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device 51a439dc-67fb-492e-bee2-761dc33aa2d3 not bound to the agent host dv-cinder-795785-10-iscsi {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:25:49.933101 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3017afc2-35cf-4aa0-a80f-308917f4525e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555978'] for router_interface (7cc8f870-5a01-4c52-a21c-efcf2e6433e6), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:50.173165 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-3017afc2-35cf-4aa0-a80f-308917f4525e admin admin] Deleting port beb25642-0a0d-43c4-80e9-26b45b69ca8b {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:25:50.173504 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3017afc2-35cf-4aa0-a80f-308917f4525e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789020190181'] for port (beb25642-0a0d-43c4-80e9-26b45b69ca8b), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:50.261182 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-3017afc2-35cf-4aa0-a80f-308917f4525e admin admin] For port beb25642-0a0d-43c4-80e9-26b45b69ca8b, host dv-cinder-795785-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=beb25642-0a0d-43c4-80e9-26b45b69ca8b,segment=NetworkSegment(1711a565-ef12-40a6-8df6-03fae350b6be),segment_id=1711a565-ef12-40a6-8df6-03fae350b6be)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:25:50.261544 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3017afc2-35cf-4aa0-a80f-308917f4525e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555776'] for port (beb25642-0a0d-43c4-80e9-26b45b69ca8b), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:50.274734 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-3017afc2-35cf-4aa0-a80f-308917f4525e admin admin] Calling delete_port for beb25642-0a0d-43c4-80e9-26b45b69ca8b owned by network:router_interface {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:25:50.497041 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3017afc2-35cf-4aa0-a80f-308917f4525e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789020200313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789019640158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61886211'] for port (beb25642-0a0d-43c4-80e9-26b45b69ca8b), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:50.527345 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3017afc2-35cf-4aa0-a80f-308917f4525e admin admin] Pushing event deleted for resources: {'Port': ['ID=beb25642-0a0d-43c4-80e9-26b45b69ca8b,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:25:50.708547 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3017afc2-35cf-4aa0-a80f-308917f4525e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529365'] for router_interface (7cc8f870-5a01-4c52-a21c-efcf2e6433e6), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:50.939106 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3017afc2-35cf-4aa0-a80f-308917f4525e admin admin] Router 7cc8f870-5a01-4c52-a21c-efcf2e6433e6 has already been hosted by L3 agent 54a3e65b-69a0-426d-9997-69a1705c4334 {{(pid=104033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:25:51.074780 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8293ab2a-4215-4d57-a24b-0750435dc5cb req-29170b6b-0cec-4895-8461-fdb742e15a39 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:51.076376 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-8293ab2a-4215-4d57-a24b-0750435dc5cb req-29170b6b-0cec-4895-8461-fdb742e15a39 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7340ea8-184f-46fc-beb8-8b4930ad0084 HTTP/1.1" status: 200 len: 945 time: 0.0814400 May 16 15:25:51.112879 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3017afc2-35cf-4aa0-a80f-308917f4525e admin admin] Notify agent at l3_agent.dv-cinder-795785-10-iscsi the message routers_updated {{(pid=104033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:25:51.119194 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-3017afc2-35cf-4aa0-a80f-308917f4525e admin admin] 10.222.0.44 "PUT /v2.0/routers/7cc8f870-5a01-4c52-a21c-efcf2e6433e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5721762 May 16 15:25:51.121878 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 52934) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:25:51.127090 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2393e7e7-f2ae-4856-8fef-8120b3205e6f None None] Sync routers for ids ['7cc8f870-5a01-4c52-a21c-efcf2e6433e6'] in dv-cinder-795785-10-iscsi {{(pid=104035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:25:51.149026 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-8293ab2a-4215-4d57-a24b-0750435dc5cb req-f5c294b7-6e15-4c33-b80a-6a3835b093bf tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=323ddf6d-4271-418e-9329-136452ffdc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658026 May 16 15:25:51.150554 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2393e7e7-f2ae-4856-8fef-8120b3205e6f None None] Routers {'7cc8f870-5a01-4c52-a21c-efcf2e6433e6'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:25:51.151487 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_hamode_db [None req-2393e7e7-f2ae-4856-8fef-8120b3205e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:25:29Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['7cc8f870-5a01-4c52-a21c-efcf2e6433e6'], 'active': True} {{(pid=104035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:25:51.238120 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-0c28d81b-4783-4c07-956e-be97e0b8f799 admin admin] Publish callbacks [] for router (7cc8f870-5a01-4c52-a21c-efcf2e6433e6), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:51.268904 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvr_db [None req-2393e7e7-f2ae-4856-8fef-8120b3205e6f None None] Set router 7cc8f870-5a01-4c52-a21c-efcf2e6433e6 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:25:51.338182 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-0c28d81b-4783-4c07-956e-be97e0b8f799 admin admin] Publish callbacks [] for router_gateway (7cc8f870-5a01-4c52-a21c-efcf2e6433e6), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:51.421617 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.plugin [None req-0c28d81b-4783-4c07-956e-be97e0b8f799 admin admin] Deleting port 2dc40d1e-7f6a-4fd1-9e7d-8f1ac40e51fc {{(pid=104034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:25:51.421961 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-0c28d81b-4783-4c07-956e-be97e0b8f799 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789020190181'] for port (2dc40d1e-7f6a-4fd1-9e7d-8f1ac40e51fc), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:51.449716 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_hamode_db [None req-2393e7e7-f2ae-4856-8fef-8120b3205e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc8f870-5a01-4c52-a21c-efcf2e6433e6', 'name': 'tempest-TestVolumeBootPattern-1912617530-router', 'tenant_id': 'e011d38e61094c908888610db7e37aec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '2dc40d1e-7f6a-4fd1-9e7d-8f1ac40e51fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:18:13Z', 'updated_at': '2022-05-16T15:25:50Z', 'revision_number': 5, 'project_id': 'e011d38e61094c908888610db7e37aec', 'gw_port': {'id': '2dc40d1e-7f6a-4fd1-9e7d-8f1ac40e51fc', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc8f870-5a01-4c52-a21c-efcf2e6433e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:18:14Z', 'updated_at': '2022-05-16T15:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi'}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:25:51.475167 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2393e7e7-f2ae-4856-8fef-8120b3205e6f None None] Checking router: 7cc8f870-5a01-4c52-a21c-efcf2e6433e6 for host: dv-cinder-795785-10-iscsi {{(pid=104035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:25:51.483777 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2393e7e7-f2ae-4856-8fef-8120b3205e6f None None] Routers {'7cc8f870-5a01-4c52-a21c-efcf2e6433e6'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:25:51.484390 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_hamode_db [None req-2393e7e7-f2ae-4856-8fef-8120b3205e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:25:29Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['7cc8f870-5a01-4c52-a21c-efcf2e6433e6'], 'active': True} {{(pid=104035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:25:51.532711 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-0c28d81b-4783-4c07-956e-be97e0b8f799 admin admin] For port 2dc40d1e-7f6a-4fd1-9e7d-8f1ac40e51fc, host dv-cinder-795785-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=2dc40d1e-7f6a-4fd1-9e7d-8f1ac40e51fc,segment=NetworkSegment(d35ec458-efea-4f9b-9cfc-f89e4e5d5ae0),segment_id=d35ec458-efea-4f9b-9cfc-f89e4e5d5ae0)] {{(pid=104034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:25:51.533077 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-0c28d81b-4783-4c07-956e-be97e0b8f799 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555776'] for port (2dc40d1e-7f6a-4fd1-9e7d-8f1ac40e51fc), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:51.546781 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.plugin [None req-0c28d81b-4783-4c07-956e-be97e0b8f799 admin admin] Calling delete_port for 2dc40d1e-7f6a-4fd1-9e7d-8f1ac40e51fc owned by network:router_gateway {{(pid=104034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:25:51.705784 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvr_db [None req-2393e7e7-f2ae-4856-8fef-8120b3205e6f None None] Set router 7cc8f870-5a01-4c52-a21c-efcf2e6433e6 gateway port host: None {{(pid=104035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:25:51.753930 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_hamode_db [None req-2393e7e7-f2ae-4856-8fef-8120b3205e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc8f870-5a01-4c52-a21c-efcf2e6433e6', 'name': 'tempest-TestVolumeBootPattern-1912617530-router', 'tenant_id': 'e011d38e61094c908888610db7e37aec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:18:13Z', 'updated_at': '2022-05-16T15:25:51Z', 'revision_number': 6, 'project_id': 'e011d38e61094c908888610db7e37aec', 'gw_port_host': None}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:25:51.780690 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2393e7e7-f2ae-4856-8fef-8120b3205e6f None None] The sync data for ids ['7cc8f870-5a01-4c52-a21c-efcf2e6433e6'] in dv-cinder-795785-10-iscsi is: [{'id': '7cc8f870-5a01-4c52-a21c-efcf2e6433e6', 'name': 'tempest-TestVolumeBootPattern-1912617530-router', 'tenant_id': 'e011d38e61094c908888610db7e37aec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:18:13Z', 'updated_at': '2022-05-16T15:25:51Z', 'revision_number': 6, 'project_id': 'e011d38e61094c908888610db7e37aec', 'gw_port_host': None}] {{(pid=104035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:25:51.788882 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-0c28d81b-4783-4c07-956e-be97e0b8f799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789020200313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789019640158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097154'] for port (2dc40d1e-7f6a-4fd1-9e7d-8f1ac40e51fc), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:51.816264 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28d81b-4783-4c07-956e-be97e0b8f799 admin admin] Pushing event deleted for resources: {'Port': ['ID=2dc40d1e-7f6a-4fd1-9e7d-8f1ac40e51fc,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:25:51.875433 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-0c28d81b-4783-4c07-956e-be97e0b8f799 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553976'] for router_gateway (7cc8f870-5a01-4c52-a21c-efcf2e6433e6), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:51.961700 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-0c28d81b-4783-4c07-956e-be97e0b8f799 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (7cc8f870-5a01-4c52-a21c-efcf2e6433e6), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:51.963864 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-0c28d81b-4783-4c07-956e-be97e0b8f799 admin admin] Publish callbacks [] for router_controller (7cc8f870-5a01-4c52-a21c-efcf2e6433e6), precommit_delete_associations {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:52.085460 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-0c28d81b-4783-4c07-956e-be97e0b8f799 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551337'] for router (7cc8f870-5a01-4c52-a21c-efcf2e6433e6), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:52.086087 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c28d81b-4783-4c07-956e-be97e0b8f799 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7cc8f870-5a01-4c52-a21c-efcf2e6433e6 {{(pid=104034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 16 15:25:52.090908 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-0c28d81b-4783-4c07-956e-be97e0b8f799 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:52.097392 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-0c28d81b-4783-4c07-956e-be97e0b8f799 admin admin] 10.222.0.44 "DELETE /v2.0/routers/7cc8f870-5a01-4c52-a21c-efcf2e6433e6 HTTP/1.1" status: 204 len: 168 time: 0.9693854 May 16 15:25:52.097392 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 52946) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:25:52.147946 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.db.db_base_plugin_v2 [None req-c759a257-eca7-4848-ae4e-d06f03d611dc admin admin] Deleting subnet f16028d0-dd57-4309-97b5-65c111b5321c {{(pid=104034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 15:25:52.154238 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-c759a257-eca7-4848-ae4e-d06f03d611dc admin admin] Publish callbacks [] for subnet (f16028d0-dd57-4309-97b5-65c111b5321c), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:52.192433 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-c759a257-eca7-4848-ae4e-d06f03d611dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60068801'] for subnet (f16028d0-dd57-4309-97b5-65c111b5321c), precommit_delete_associations {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:52.303563 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0288dbe1-4424-4699-9c3d-81e239a6847f req-6a533c6c-7f89-4b13-82c1-3cf0e1da8ef7 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:52.305016 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-0288dbe1-4424-4699-9c3d-81e239a6847f req-6a533c6c-7f89-4b13-82c1-3cf0e1da8ef7 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7340ea8-184f-46fc-beb8-8b4930ad0084 HTTP/1.1" status: 200 len: 945 time: 0.0770092 May 16 15:25:52.321184 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-c759a257-eca7-4848-ae4e-d06f03d611dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995508'] for subnet (f16028d0-dd57-4309-97b5-65c111b5321c), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:52.387388 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-0288dbe1-4424-4699-9c3d-81e239a6847f req-d3cbf3c9-b406-435d-a7db-1e7bfe003ae3 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=323ddf6d-4271-418e-9329-136452ffdc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755510 May 16 15:25:52.435130 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77e3227-fc35-4e0d-bbb5-43b41260cbe0 req-8e3f0395-e2e4-4096-878a-cc71f21dd1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:52.436646 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-c77e3227-fc35-4e0d-bbb5-43b41260cbe0 req-8e3f0395-e2e4-4096-878a-cc71f21dd1cc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=440329d501de48d19ba51dceaa845197&device_id=e7340ea8-184f-46fc-beb8-8b4930ad0084 HTTP/1.1" status: 200 len: 1129 time: 0.0872595 May 16 15:25:52.474816 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-c759a257-eca7-4848-ae4e-d06f03d611dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4102259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2773393'] for subnet (f16028d0-dd57-4309-97b5-65c111b5321c), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:52.505413 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c759a257-eca7-4848-ae4e-d06f03d611dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f16028d0-dd57-4309-97b5-65c111b5321c,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:25:52.508803 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-c759a257-eca7-4848-ae4e-d06f03d611dc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:52.511007 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623904a8-466e-4ba5-9b17-5471ba9e67de None None] Network f560c01a-f1f9-4606-a9e9-c431794579c8 requested from dv-cinder-795785-10-iscsi {{(pid=104035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:25:52.515782 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 52952) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:25:52.516526 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-c759a257-eca7-4848-ae4e-d06f03d611dc admin admin] 10.222.0.44 "DELETE /v2.0/subnets/f16028d0-dd57-4309-97b5-65c111b5321c HTTP/1.1" status: 204 len: 168 time: 0.4209943 May 16 15:25:52.560673 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77e3227-fc35-4e0d-bbb5-43b41260cbe0 req-40160f9b-397e-42d8-8dc6-71e973cc40f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:52.562189 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-c77e3227-fc35-4e0d-bbb5-43b41260cbe0 req-40160f9b-397e-42d8-8dc6-71e973cc40f0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=998469a5-51c9-48fa-9255-eb909b168691 HTTP/1.1" status: 200 len: 917 time: 0.1198139 May 16 15:25:52.637390 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c808055c-ac50-49fb-9468-f161908fd307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2021163'] for network (f560c01a-f1f9-4606-a9e9-c431794579c8), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:52.664335 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1bee390-fb03-43fc-8d15-61f8c75271e5 None None] DHCP port deletion for f560c01a-f1f9-4606-a9e9-c431794579c8 request from dv-cinder-795785-10-iscsi {{(pid=104035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 16 15:25:52.664735 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-c77e3227-fc35-4e0d-bbb5-43b41260cbe0 req-a06da817-4a9f-485e-b48d-a4d0adca5194 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ca14e95-d4f6-4b13-9f5f-86987c637e51 HTTP/1.1" status: 200 len: 1001 time: 0.0775194 May 16 15:25:52.704322 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-e1bee390-fb03-43fc-8d15-61f8c75271e5 None None] Deleting port e28ccd26-2861-414e-ae66-69d4d34f00e9 {{(pid=104035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:25:52.704792 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-e1bee390-fb03-43fc-8d15-61f8c75271e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789020190181'] for port (e28ccd26-2861-414e-ae66-69d4d34f00e9), before_delete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:52.727728 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c808055c-ac50-49fb-9468-f161908fd307 admin admin] Deleting port e28ccd26-2861-414e-ae66-69d4d34f00e9 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:25:52.728075 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c808055c-ac50-49fb-9468-f161908fd307 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789020190181'] for port (e28ccd26-2861-414e-ae66-69d4d34f00e9), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:52.755123 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77e3227-fc35-4e0d-bbb5-43b41260cbe0 req-3289e1aa-87dd-4d92-b18d-60bcb1f3be36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:52.756583 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-c77e3227-fc35-4e0d-bbb5-43b41260cbe0 req-3289e1aa-87dd-4d92-b18d-60bcb1f3be36 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1ad10214-93e5-43be-949a-1d0aca01794b HTTP/1.1" status: 200 len: 855 time: 0.0739014 May 16 15:25:52.772085 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-e1bee390-fb03-43fc-8d15-61f8c75271e5 None None] For port e28ccd26-2861-414e-ae66-69d4d34f00e9, host dv-cinder-795785-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=e28ccd26-2861-414e-ae66-69d4d34f00e9,segment=NetworkSegment(1711a565-ef12-40a6-8df6-03fae350b6be),segment_id=1711a565-ef12-40a6-8df6-03fae350b6be)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:25:52.772494 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-e1bee390-fb03-43fc-8d15-61f8c75271e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555776'] for port (e28ccd26-2861-414e-ae66-69d4d34f00e9), precommit_delete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:52.786542 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-e1bee390-fb03-43fc-8d15-61f8c75271e5 None None] Calling delete_port for e28ccd26-2861-414e-ae66-69d4d34f00e9 owned by network:dhcp {{(pid=104035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:25:52.829827 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-c808055c-ac50-49fb-9468-f161908fd307 admin admin] For port e28ccd26-2861-414e-ae66-69d4d34f00e9, host dv-cinder-795785-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=e28ccd26-2861-414e-ae66-69d4d34f00e9,segment=NetworkSegment(1711a565-ef12-40a6-8df6-03fae350b6be),segment_id=1711a565-ef12-40a6-8df6-03fae350b6be)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:25:52.830237 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c808055c-ac50-49fb-9468-f161908fd307 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555776'] for port (e28ccd26-2861-414e-ae66-69d4d34f00e9), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:52.847006 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77e3227-fc35-4e0d-bbb5-43b41260cbe0 req-ba93ec90-f2e3-4638-a007-b155cbedd58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:52.848537 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-c77e3227-fc35-4e0d-bbb5-43b41260cbe0 req-ba93ec90-f2e3-4638-a007-b155cbedd58c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=998469a5-51c9-48fa-9255-eb909b168691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0856130 May 16 15:25:52.850452 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c808055c-ac50-49fb-9468-f161908fd307 admin admin] Calling delete_port for e28ccd26-2861-414e-ae66-69d4d34f00e9 owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:25:52.959727 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-e1bee390-fb03-43fc-8d15-61f8c75271e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789020200313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789019640158'] for port (e28ccd26-2861-414e-ae66-69d4d34f00e9), after_delete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:52.983995 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bee390-fb03-43fc-8d15-61f8c75271e5 None None] Pushing event deleted for resources: {'Port': ['ID=e28ccd26-2861-414e-ae66-69d4d34f00e9,revision_number=None']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:25:52.992107 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bee390-fb03-43fc-8d15-61f8c75271e5 None None] No DVR routers for this DVR port e28ccd26-2861-414e-ae66-69d4d34f00e9 on host dv-cinder-795785-10-iscsi {{(pid=104035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:25:52.997544 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-c77e3227-fc35-4e0d-bbb5-43b41260cbe0 req-2829adc4-2015-449e-9f20-b2650202c7f1 service neutron] 10.222.0.69 "GET /v2.0/networks/998469a5-51c9-48fa-9255-eb909b168691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370418 May 16 15:25:53.000508 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c808055c-ac50-49fb-9468-f161908fd307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789020200313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789019640158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61886211'] for port (e28ccd26-2861-414e-ae66-69d4d34f00e9), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:53.022573 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c808055c-ac50-49fb-9468-f161908fd307 admin admin] No DVR routers for this DVR port e28ccd26-2861-414e-ae66-69d4d34f00e9 on host dv-cinder-795785-10-iscsi {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:25:53.058093 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c808055c-ac50-49fb-9468-f161908fd307 admin admin] Pushing event deleted for resources: {'Port': ['ID=e28ccd26-2861-414e-ae66-69d4d34f00e9,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:25:53.402523 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c808055c-ac50-49fb-9468-f161908fd307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2051393', 'neutron.services.segments.db._delete_segments_for_network-8789020055574'] for network (f560c01a-f1f9-4606-a9e9-c431794579c8), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:53.432498 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.services.segments.db [None req-c808055c-ac50-49fb-9468-f161908fd307 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f560c01a-f1f9-4606-a9e9-c431794579c8']}} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:25:53.445459 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.services.segments.db [None req-c808055c-ac50-49fb-9468-f161908fd307 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1711a565-ef12-40a6-8df6-03fae350b6be') {'for_net_delete': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:25:53.446101 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.services.segments.db [None req-c808055c-ac50-49fb-9468-f161908fd307 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1711a565-ef12-40a6-8df6-03fae350b6be') {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:25:53.448959 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-c77e3227-fc35-4e0d-bbb5-43b41260cbe0 req-13ba6ea0-7b27-4f14-b42f-5cfda16a5b45 service neutron] 10.222.0.69 "GET /v2.0/networks/998469a5-51c9-48fa-9255-eb909b168691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4392292 May 16 15:25:53.458158 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c808055c-ac50-49fb-9468-f161908fd307 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789020139551', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62086364'] for segment (1711a565-ef12-40a6-8df6-03fae350b6be), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:53.479938 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c808055c-ac50-49fb-9468-f161908fd307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996815'] for segment (1711a565-ef12-40a6-8df6-03fae350b6be), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:53.503810 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c808055c-ac50-49fb-9468-f161908fd307 admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=104033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 15:25:53.504211 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c808055c-ac50-49fb-9468-f161908fd307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61886288'] for segment (1711a565-ef12-40a6-8df6-03fae350b6be), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:53.506476 dv-cinder-795785-10-iscsi neutron-server[104033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 16 15:25:53.506476 dv-cinder-795785-10-iscsi neutron-server[104033]: self.session.flush() May 16 15:25:53.506476 dv-cinder-795785-10-iscsi neutron-server[104033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 16 15:25:53.506476 dv-cinder-795785-10-iscsi neutron-server[104033]: self.session.flush() May 16 15:25:53.506476 dv-cinder-795785-10-iscsi neutron-server[104033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 16 15:25:53.506476 dv-cinder-795785-10-iscsi neutron-server[104033]: self.session.flush() May 16 15:25:53.506476 dv-cinder-795785-10-iscsi neutron-server[104033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 16 15:25:53.506476 dv-cinder-795785-10-iscsi neutron-server[104033]: self.session.flush() May 16 15:25:53.506476 dv-cinder-795785-10-iscsi neutron-server[104033]: Traceback (most recent call last): May 16 15:25:53.506476 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 15:25:53.506476 dv-cinder-795785-10-iscsi neutron-server[104033]: timer() May 16 15:25:53.506476 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 15:25:53.506476 dv-cinder-795785-10-iscsi neutron-server[104033]: cb(*args, **kw) May 16 15:25:53.506476 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 15:25:53.506476 dv-cinder-795785-10-iscsi neutron-server[104033]: return func(*args, **kwargs) May 16 15:25:53.506476 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 15:25:53.506476 dv-cinder-795785-10-iscsi neutron-server[104033]: self._notify() May 16 15:25:53.506476 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 15:25:53.506476 dv-cinder-795785-10-iscsi neutron-server[104033]: self.callback(batched_events) May 16 15:25:53.506476 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 15:25:53.506476 dv-cinder-795785-10-iscsi neutron-server[104033]: event.method(event) May 16 15:25:53.506476 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 15:25:53.506476 dv-cinder-795785-10-iscsi neutron-server[104033]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 15:25:53.506476 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 15:25:53.506476 dv-cinder-795785-10-iscsi neutron-server[104033]: aggregate_uuid = self.p_client.list_aggregates( May 16 15:25:53.506476 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 15:25:53.506476 dv-cinder-795785-10-iscsi neutron-server[104033]: return f(self, *a, **k) May 16 15:25:53.506476 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 15:25:53.506476 dv-cinder-795785-10-iscsi neutron-server[104033]: return self._get(url).json() May 16 15:25:53.506476 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 15:25:53.506476 dv-cinder-795785-10-iscsi neutron-server[104033]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 15:25:53.506476 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 15:25:53.506476 dv-cinder-795785-10-iscsi neutron-server[104033]: return self.request(url, 'GET', **kwargs) May 16 15:25:53.506476 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 15:25:53.506476 dv-cinder-795785-10-iscsi neutron-server[104033]: base_url = self.get_endpoint(auth, allow=allow, May 16 15:25:53.506476 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 15:25:53.506476 dv-cinder-795785-10-iscsi neutron-server[104033]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 15:25:53.506476 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 15:25:53.506476 dv-cinder-795785-10-iscsi neutron-server[104033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 15:25:53.506476 dv-cinder-795785-10-iscsi neutron-server[104033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 15:25:53.534773 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efacda82-5089-48ad-a2b0-d88073872ba4 req-31f94187-f5e2-4334-ab64-39a6c18bc125 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:53.536771 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-efacda82-5089-48ad-a2b0-d88073872ba4 req-31f94187-f5e2-4334-ab64-39a6c18bc125 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7340ea8-184f-46fc-beb8-8b4930ad0084 HTTP/1.1" status: 200 len: 945 time: 0.0663140 May 16 15:25:53.608970 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-efacda82-5089-48ad-a2b0-d88073872ba4 req-1324bae5-bd03-4972-83f0-f0174e48d17c tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=323ddf6d-4271-418e-9329-136452ffdc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448854 May 16 15:25:53.759404 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c808055c-ac50-49fb-9468-f161908fd307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2051450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-557002'] for network (f560c01a-f1f9-4606-a9e9-c431794579c8), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:53.765418 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c808055c-ac50-49fb-9468-f161908fd307 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631934'] for network (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:53.768367 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-c808055c-ac50-49fb-9468-f161908fd307 admin admin] 10.222.0.44 "DELETE /v2.0/networks/f560c01a-f1f9-4606-a9e9-c431794579c8 HTTP/1.1" status: 204 len: 168 time: 1.2514606 May 16 15:25:53.779494 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c808055c-ac50-49fb-9468-f161908fd307 admin admin] Pushing event deleted for resources: {'Network': ['ID=f560c01a-f1f9-4606-a9e9-c431794579c8,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:25:53.862763 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device beb25642-0a0d-43c4-80e9-26b45b69ca8b no longer exists at agent ovs-agent-dv-cinder-795785-10-iscsi {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:25:53.882486 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] No Port match for: beb25642-0a0d-43c4-80e9-26b45b69ca8b {{(pid=104035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:25:53.883938 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device beb25642-0a0d-43c4-80e9-26b45b69ca8b not bound to the agent host dv-cinder-795785-10-iscsi {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:25:53.883938 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device 2dc40d1e-7f6a-4fd1-9e7d-8f1ac40e51fc no longer exists at agent ovs-agent-dv-cinder-795785-10-iscsi {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:25:53.900988 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] No Port match for: 2dc40d1e-7f6a-4fd1-9e7d-8f1ac40e51fc {{(pid=104035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:25:53.901364 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device 2dc40d1e-7f6a-4fd1-9e7d-8f1ac40e51fc not bound to the agent host dv-cinder-795785-10-iscsi {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:25:53.901769 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device e28ccd26-2861-414e-ae66-69d4d34f00e9 no longer exists at agent ovs-agent-dv-cinder-795785-10-iscsi {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:25:53.919662 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] No Port match for: e28ccd26-2861-414e-ae66-69d4d34f00e9 {{(pid=104035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:25:53.920012 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device e28ccd26-2861-414e-ae66-69d4d34f00e9 not bound to the agent host dv-cinder-795785-10-iscsi {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:25:54.083235 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 52960) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:25:54.122317 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-95c139af-f3e3-4424-af85-9cda265c8cc9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b025f7f102ee46fa92e9bb7445e59daa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379050 May 16 15:25:54.124791 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 52962) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:25:54.170542 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6f875b9b-4262-4a67-bde4-2a681b3d7ccb admin admin] Publish callbacks [] for security_group (e0f50ce9-53d8-40aa-8c4b-abd089ff52be), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:54.190854 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6f875b9b-4262-4a67-bde4-2a681b3d7ccb admin admin] Publish callbacks [] for security_group (e0f50ce9-53d8-40aa-8c4b-abd089ff52be), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:54.302351 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6f875b9b-4262-4a67-bde4-2a681b3d7ccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (e0f50ce9-53d8-40aa-8c4b-abd089ff52be), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:54.304918 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6f875b9b-4262-4a67-bde4-2a681b3d7ccb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:54.306121 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-6f875b9b-4262-4a67-bde4-2a681b3d7ccb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e0f50ce9-53d8-40aa-8c4b-abd089ff52be HTTP/1.1" status: 204 len: 168 time: 0.1804307 May 16 15:25:54.313960 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f875b9b-4262-4a67-bde4-2a681b3d7ccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f50ce9-53d8-40aa-8c4b-abd089ff52be,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:25:54.728551 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1a8399-4287-4e4f-9702-8a410bffb2d4 req-7bbe7ed4-aa2b-4e56-a5c4-f81314d4be67 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:54.730048 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-1c1a8399-4287-4e4f-9702-8a410bffb2d4 req-7bbe7ed4-aa2b-4e56-a5c4-f81314d4be67 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7340ea8-184f-46fc-beb8-8b4930ad0084 HTTP/1.1" status: 200 len: 945 time: 0.0468910 May 16 15:25:54.777357 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-1c1a8399-4287-4e4f-9702-8a410bffb2d4 req-3b42b912-d47e-4a5d-a524-fe022cc870a6 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=323ddf6d-4271-418e-9329-136452ffdc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418262 May 16 15:25:54.866374 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 52970) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:25:54.908587 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-607adc60-ac56-4c00-b2dc-1d39e9ee91b3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e011d38e61094c908888610db7e37aec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410230 May 16 15:25:54.911129 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 52972) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:25:54.957780 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a4329eec-964e-42b6-b0c3-a29b1a7f9c6c admin admin] Publish callbacks [] for security_group (a2543cf1-8150-489f-9137-85f8ee236a5e), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:54.978228 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a4329eec-964e-42b6-b0c3-a29b1a7f9c6c admin admin] Publish callbacks [] for security_group (a2543cf1-8150-489f-9137-85f8ee236a5e), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:55.114665 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a4329eec-964e-42b6-b0c3-a29b1a7f9c6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (a2543cf1-8150-489f-9137-85f8ee236a5e), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:55.117236 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a4329eec-964e-42b6-b0c3-a29b1a7f9c6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:55.118408 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-a4329eec-964e-42b6-b0c3-a29b1a7f9c6c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a2543cf1-8150-489f-9137-85f8ee236a5e HTTP/1.1" status: 204 len: 168 time: 0.2063725 May 16 15:25:55.126079 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4329eec-964e-42b6-b0c3-a29b1a7f9c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2543cf1-8150-489f-9137-85f8ee236a5e,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:25:55.898221 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe250126-04a3-4593-a698-9b0b662738eb req-7bfa3a0e-8640-4c6e-90d7-c4377dd40741 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:55.899760 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-fe250126-04a3-4593-a698-9b0b662738eb req-7bfa3a0e-8640-4c6e-90d7-c4377dd40741 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7340ea8-184f-46fc-beb8-8b4930ad0084 HTTP/1.1" status: 200 len: 945 time: 0.0475216 May 16 15:25:55.946477 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-fe250126-04a3-4593-a698-9b0b662738eb req-fb11931d-fa90-4290-87b4-cbd65f734624 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=323ddf6d-4271-418e-9329-136452ffdc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410330 May 16 15:25:56.614926 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device 4ca14e95-d4f6-4b13-9f5f-86987c637e51 no longer exists at agent hyperv_hv-cinder-79578 {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:25:56.685312 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Current status of the port 4ca14e95-d4f6-4b13-9f5f-86987c637e51 is: ACTIVE; New status is: DOWN {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:25:56.685697 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (4ca14e95-d4f6-4b13-9f5f-86987c637e51), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:56.707638 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7340ea8-184f-46fc-beb8-8b4930ad0084', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ca14e95-d4f6-4b13-9f5f-86987c637e51'}] {{(pid=104035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:25:56.709825 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1790aa2910a77bb841f337ade38aaf2daae4faf72d914c843aa5f796a16e7f37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af10c7dd-b774-487b-a01d-d62e92d9bd70" -d '{"events": [{"server_uuid": "e7340ea8-184f-46fc-beb8-8b4930ad0084", "name": "network-vif-unplugged", "status": "completed", "tag": "4ca14e95-d4f6-4b13-9f5f-86987c637e51"}]}' {{(pid=104035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:25:56.724033 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] For port 4ca14e95-d4f6-4b13-9f5f-86987c637e51, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=4ca14e95-d4f6-4b13-9f5f-86987c637e51,segment=NetworkSegment(15ad7a44-5805-47b3-8a3f-5aee86af7631),segment_id=15ad7a44-5805-47b3-8a3f-5aee86af7631)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:25:56.787559 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (4ca14e95-d4f6-4b13-9f5f-86987c637e51), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:56.835730 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Pushing event updated for resources: {'Port': ['ID=4ca14e95-d4f6-4b13-9f5f-86987c637e51,revision_number=8']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:25:56.838755 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-8d6f04cb-59b6-4853-a9a2-2780ae123120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (a586ef94-96cb-452c-b402-463be5294b2a), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:56.914270 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 16 May 2022 15:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bb824df-2b25-4771-a31d-9c477efeb04a x-openstack-request-id: req-7bb824df-2b25-4771-a31d-9c477efeb04a {{(pid=104035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:25:56.914569 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7340ea8-184f-46fc-beb8-8b4930ad0084", "name": "network-vif-unplugged", "status": "failed", "tag": "4ca14e95-d4f6-4b13-9f5f-86987c637e51", "code": 422}]} {{(pid=104035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:25:56.914823 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7bb824df-2b25-4771-a31d-9c477efeb04a {{(pid=104035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:25:56.915261 dv-cinder-795785-10-iscsi neutron-server[104035]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-7bb824df-2b25-4771-a31d-9c477efeb04a']: {'server_uuid': 'e7340ea8-184f-46fc-beb8-8b4930ad0084', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4ca14e95-d4f6-4b13-9f5f-86987c637e51', 'code': 422} returned with failed status May 16 15:25:58.043509 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3b82d8-50aa-4e79-adff-07e44cc6b09b req-8df438af-a836-444c-b449-dc96424256ed tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:58.045005 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-7a3b82d8-50aa-4e79-adff-07e44cc6b09b req-8df438af-a836-444c-b449-dc96424256ed tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7340ea8-184f-46fc-beb8-8b4930ad0084 HTTP/1.1" status: 200 len: 943 time: 0.0503643 May 16 15:25:58.092962 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-7a3b82d8-50aa-4e79-adff-07e44cc6b09b req-b6499460-51b8-42a6-ad42-ee74e3f447f0 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=323ddf6d-4271-418e-9329-136452ffdc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424068 May 16 15:25:58.297880 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-eda305b8-c951-488c-9c34-768326f7d107 req-ee7c683f-768b-4b6f-88b8-fb02c7192032 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e7340ea8-184f-46fc-beb8-8b4930ad0084&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0374560 May 16 15:25:58.369044 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda305b8-c951-488c-9c34-768326f7d107 req-5a7919e4-ed4c-489f-a835-756e6caf4be0 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:58.370380 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-eda305b8-c951-488c-9c34-768326f7d107 req-5a7919e4-ed4c-489f-a835-756e6caf4be0 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports/4ca14e95-d4f6-4b13-9f5f-86987c637e51 HTTP/1.1" status: 200 len: 940 time: 0.0453393 May 16 15:25:58.880859 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-457c6866-3f57-488f-9fc7-44e08a48f034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (54a3e65b-69a0-426d-9997-69a1705c4334), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:25:59.214127 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928fe9bc-89c2-4d15-9754-ea62a38df6aa req-5a07334a-3e67-42bd-a778-6fe55cd23d8e tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:59.215603 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-928fe9bc-89c2-4d15-9754-ea62a38df6aa req-5a07334a-3e67-42bd-a778-6fe55cd23d8e tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7340ea8-184f-46fc-beb8-8b4930ad0084 HTTP/1.1" status: 200 len: 943 time: 0.0505917 May 16 15:25:59.262599 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-928fe9bc-89c2-4d15-9754-ea62a38df6aa req-6f1a282c-5ca6-45d1-947d-e2634c9663f0 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=323ddf6d-4271-418e-9329-136452ffdc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410547 May 16 15:25:59.754686 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda305b8-c951-488c-9c34-768326f7d107 req-6e813b14-2ef9-41d4-bc8a-acf6984b0595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:59.756128 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-eda305b8-c951-488c-9c34-768326f7d107 req-6e813b14-2ef9-41d4-bc8a-acf6984b0595 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e7340ea8-184f-46fc-beb8-8b4930ad0084&tenant_id=440329d501de48d19ba51dceaa845197 HTTP/1.1" status: 200 len: 1127 time: 0.0385616 May 16 15:25:59.825435 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda305b8-c951-488c-9c34-768326f7d107 req-e4ff6aa7-8de9-4b03-bf45-19d49f6c88f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:59.826926 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-eda305b8-c951-488c-9c34-768326f7d107 req-e4ff6aa7-8de9-4b03-bf45-19d49f6c88f7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=440329d501de48d19ba51dceaa845197&device_id=e7340ea8-184f-46fc-beb8-8b4930ad0084 HTTP/1.1" status: 200 len: 1127 time: 0.0372910 May 16 15:25:59.916697 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda305b8-c951-488c-9c34-768326f7d107 req-46b5d86e-0dd8-49c9-9c40-a0ec6c7dcc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:25:59.918130 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-eda305b8-c951-488c-9c34-768326f7d107 req-46b5d86e-0dd8-49c9-9c40-a0ec6c7dcc26 service neutron] 10.222.0.69 "GET /v2.0/networks?id=998469a5-51c9-48fa-9255-eb909b168691 HTTP/1.1" status: 200 len: 917 time: 0.0853081 May 16 15:25:59.977958 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-eda305b8-c951-488c-9c34-768326f7d107 req-8923d3fc-26e7-4bbf-a693-86a3f9f6b4b1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ca14e95-d4f6-4b13-9f5f-86987c637e51 HTTP/1.1" status: 200 len: 999 time: 0.0539689 May 16 15:26:00.030031 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda305b8-c951-488c-9c34-768326f7d107 req-0a10ebef-6f85-456f-a7b2-e9093c5fb5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:00.030031 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-eda305b8-c951-488c-9c34-768326f7d107 req-0a10ebef-6f85-456f-a7b2-e9093c5fb5d3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1ad10214-93e5-43be-949a-1d0aca01794b HTTP/1.1" status: 200 len: 855 time: 0.0454609 May 16 15:26:00.072966 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda305b8-c951-488c-9c34-768326f7d107 req-6a2f1fe3-c82c-4913-a467-b9cfc9a65fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:00.074481 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-eda305b8-c951-488c-9c34-768326f7d107 req-6a2f1fe3-c82c-4913-a467-b9cfc9a65fd5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=998469a5-51c9-48fa-9255-eb909b168691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0372844 May 16 15:26:00.108665 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-e1b85405-7a13-4024-838c-532465e0cf8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (72569482-7f88-4a09-9117-6d6842ca2c26), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:00.163590 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-eda305b8-c951-488c-9c34-768326f7d107 req-4d7a98cc-be63-4cd6-a38f-4985ac86ac01 service neutron] 10.222.0.69 "GET /v2.0/networks/998469a5-51c9-48fa-9255-eb909b168691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830407 May 16 15:26:00.253937 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-eda305b8-c951-488c-9c34-768326f7d107 req-91b24d2d-6ba9-4d10-b05a-079d88852fc1 service neutron] 10.222.0.69 "GET /v2.0/networks/998469a5-51c9-48fa-9255-eb909b168691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845306 May 16 15:26:00.381120 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8772aafd-016a-4eba-8aac-e5a32b64141c req-7a887cb0-50d5-4ed6-b575-838a86f6dc20 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:00.385136 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-8772aafd-016a-4eba-8aac-e5a32b64141c req-7a887cb0-50d5-4ed6-b575-838a86f6dc20 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7340ea8-184f-46fc-beb8-8b4930ad0084 HTTP/1.1" status: 200 len: 943 time: 0.0459189 May 16 15:26:00.429398 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-8772aafd-016a-4eba-8aac-e5a32b64141c req-96c0a0a2-7a79-4c60-a570-d3bc194bb0d9 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=323ddf6d-4271-418e-9329-136452ffdc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411816 May 16 15:26:01.542362 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a2296b44-efe7-4c92-99bf-bf9223587463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (4544528a-1612-46a7-a248-6cca4b867644), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:01.566430 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a6c248-34b8-4e86-b439-b6af26f72315 req-219ac442-3075-4830-96a4-70ca88edf898 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:01.567911 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-f1a6c248-34b8-4e86-b439-b6af26f72315 req-219ac442-3075-4830-96a4-70ca88edf898 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7340ea8-184f-46fc-beb8-8b4930ad0084 HTTP/1.1" status: 200 len: 943 time: 0.0571785 May 16 15:26:01.619384 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-f1a6c248-34b8-4e86-b439-b6af26f72315 req-8b782208-f207-41ab-a34e-0b4fa3ecf1d9 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=323ddf6d-4271-418e-9329-136452ffdc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453672 May 16 15:26:02.753891 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ed45ff-4e81-4776-9716-0e53de101dcf req-7a5f2d65-0705-47a8-ab00-764dd83653a4 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:02.755733 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-11ed45ff-4e81-4776-9716-0e53de101dcf req-7a5f2d65-0705-47a8-ab00-764dd83653a4 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7340ea8-184f-46fc-beb8-8b4930ad0084 HTTP/1.1" status: 200 len: 943 time: 0.0648835 May 16 15:26:02.802838 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-11ed45ff-4e81-4776-9716-0e53de101dcf req-fa329f42-4769-480c-8c2c-46f76a10078a tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=323ddf6d-4271-418e-9329-136452ffdc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414009 May 16 15:26:03.474645 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (311a8a5f-4d79-4ff7-931a-d05ff8cc45ee), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:03.927904 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01270e91-1101-4683-a692-bfdb0e275ab3 req-f544ac5f-b93f-45b1-abe1-bcc87ff8b951 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:03.929416 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-01270e91-1101-4683-a692-bfdb0e275ab3 req-f544ac5f-b93f-45b1-abe1-bcc87ff8b951 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7340ea8-184f-46fc-beb8-8b4930ad0084 HTTP/1.1" status: 200 len: 943 time: 0.0545766 May 16 15:26:03.975613 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-01270e91-1101-4683-a692-bfdb0e275ab3 req-33035c18-015b-4ebb-b1f2-76079774a549 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=323ddf6d-4271-418e-9329-136452ffdc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404327 May 16 15:26:05.097490 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033218fa-3d30-48c6-8536-4b0470c7f98e req-c1da7f7f-8beb-42ca-ae4f-0e0a23f4d40a tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:05.099002 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-033218fa-3d30-48c6-8536-4b0470c7f98e req-c1da7f7f-8beb-42ca-ae4f-0e0a23f4d40a tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7340ea8-184f-46fc-beb8-8b4930ad0084 HTTP/1.1" status: 200 len: 943 time: 0.0480123 May 16 15:26:05.150687 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-033218fa-3d30-48c6-8536-4b0470c7f98e req-2e2e8100-533e-4005-8d10-95835ad181dc tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=323ddf6d-4271-418e-9329-136452ffdc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456259 May 16 15:26:05.153393 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.agents_db [None req-ab78c14b-22b7-4e46-ade7-0c4080e95cb7 None None] Agent healthcheck: found 6 active agents {{(pid=104036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:26:06.284282 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc78c9a-eadf-4cd8-8cc7-78928dba39fa req-660699c2-2467-49d7-ad7e-7cb24b23f723 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:06.285752 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-ccc78c9a-eadf-4cd8-8cc7-78928dba39fa req-660699c2-2467-49d7-ad7e-7cb24b23f723 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7340ea8-184f-46fc-beb8-8b4930ad0084 HTTP/1.1" status: 200 len: 943 time: 0.0575340 May 16 15:26:06.333723 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-ccc78c9a-eadf-4cd8-8cc7-78928dba39fa req-935db697-4c4a-456b-b26a-c10ab60f7874 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=323ddf6d-4271-418e-9329-136452ffdc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421276 May 16 15:26:07.463700 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb7bf18-4af2-4bf3-aaa4-10abd262ca20 req-e42e534b-2608-4979-bf47-d6de2e7cce92 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:07.465271 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-cdb7bf18-4af2-4bf3-aaa4-10abd262ca20 req-e42e534b-2608-4979-bf47-d6de2e7cce92 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7340ea8-184f-46fc-beb8-8b4930ad0084 HTTP/1.1" status: 200 len: 943 time: 0.0546145 May 16 15:26:07.516771 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-cdb7bf18-4af2-4bf3-aaa4-10abd262ca20 req-b06480ca-1a69-4fc9-b1c4-17d6bd00810c tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=323ddf6d-4271-418e-9329-136452ffdc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458374 May 16 15:26:08.663604 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7859e5-8bdf-409b-a82b-77ed203503b7 req-f315f1cd-2c7d-4b3e-9688-324a15f19076 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:08.665124 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-ac7859e5-8bdf-409b-a82b-77ed203503b7 req-f315f1cd-2c7d-4b3e-9688-324a15f19076 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7340ea8-184f-46fc-beb8-8b4930ad0084 HTTP/1.1" status: 200 len: 943 time: 0.0698316 May 16 15:26:08.716025 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-ac7859e5-8bdf-409b-a82b-77ed203503b7 req-53107ae7-bbe7-416e-ad64-565fbd9a515d tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=323ddf6d-4271-418e-9329-136452ffdc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452409 May 16 15:26:09.851203 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958447df-f997-48fd-8ba0-22379315781f req-85a3eef6-a19b-4356-aedf-bee21195026a tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:09.852704 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-958447df-f997-48fd-8ba0-22379315781f req-85a3eef6-a19b-4356-aedf-bee21195026a tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7340ea8-184f-46fc-beb8-8b4930ad0084 HTTP/1.1" status: 200 len: 943 time: 0.0518901 May 16 15:26:09.910021 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-958447df-f997-48fd-8ba0-22379315781f req-5dfa05d8-0598-43fe-82ac-41e394e5d81a tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=323ddf6d-4271-418e-9329-136452ffdc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501990 May 16 15:26:10.451757 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (751a3b14-a3b6-44f5-a165-bd23bd92acbe), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:11.026839 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b7c85d-e02a-4d57-9f76-c62a08faa25d req-7a16e902-695b-4ae4-a8c8-71b0f0e0a859 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:11.028300 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-05b7c85d-e02a-4d57-9f76-c62a08faa25d req-7a16e902-695b-4ae4-a8c8-71b0f0e0a859 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7340ea8-184f-46fc-beb8-8b4930ad0084 HTTP/1.1" status: 200 len: 943 time: 0.0467670 May 16 15:26:11.073703 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-05b7c85d-e02a-4d57-9f76-c62a08faa25d req-c7ff3497-cedd-4a6e-a0b8-84995b51625b tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=323ddf6d-4271-418e-9329-136452ffdc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398357 May 16 15:26:12.191218 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a861e-fd07-4741-b518-12917bfcea48 req-ad0f6037-d90e-4d93-a180-3fe3ba933eed tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:12.192671 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-860a861e-fd07-4741-b518-12917bfcea48 req-ad0f6037-d90e-4d93-a180-3fe3ba933eed tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7340ea8-184f-46fc-beb8-8b4930ad0084 HTTP/1.1" status: 200 len: 943 time: 0.0466664 May 16 15:26:12.242037 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-860a861e-fd07-4741-b518-12917bfcea48 req-997910d3-5a2d-45cd-b26c-abf4584cad7e tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=323ddf6d-4271-418e-9329-136452ffdc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438805 May 16 15:26:12.676889 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device 4ca14e95-d4f6-4b13-9f5f-86987c637e51 details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=104035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 15:26:12.774844 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] For port 4ca14e95-d4f6-4b13-9f5f-86987c637e51, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=4ca14e95-d4f6-4b13-9f5f-86987c637e51,segment=NetworkSegment(15ad7a44-5805-47b3-8a3f-5aee86af7631),segment_id=15ad7a44-5805-47b3-8a3f-5aee86af7631)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:26:12.785349 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Returning: {'device': '4ca14e95-d4f6-4b13-9f5f-86987c637e51', 'network_id': '998469a5-51c9-48fa-9255-eb909b168691', 'port_id': '4ca14e95-d4f6-4b13-9f5f-86987c637e51', 'mac_address': 'fa:16:3e:75:02:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ad10214-93e5-43be-949a-1d0aca01794b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 15:26:12.819687 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Current status of the port 4ca14e95-d4f6-4b13-9f5f-86987c637e51 is: DOWN; New status is: BUILD {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:26:12.820074 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (4ca14e95-d4f6-4b13-9f5f-86987c637e51), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:12.832696 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.notifiers.nova [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ca14e95-d4f6-4b13-9f5f-86987c637e51 {{(pid=104035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:26:12.851371 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] For port 4ca14e95-d4f6-4b13-9f5f-86987c637e51, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=4ca14e95-d4f6-4b13-9f5f-86987c637e51,segment=NetworkSegment(15ad7a44-5805-47b3-8a3f-5aee86af7631),segment_id=15ad7a44-5805-47b3-8a3f-5aee86af7631)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:26:12.914375 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (4ca14e95-d4f6-4b13-9f5f-86987c637e51), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:12.960110 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Pushing event updated for resources: {'Port': ['ID=4ca14e95-d4f6-4b13-9f5f-86987c637e51,revision_number=9']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:13.202183 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] get_ports_and_sgs() called for port_ids ['4ca14e95-d4f6-4b13-9f5f-86987c637e51'] {{(pid=104035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:26:13.356747 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e46f8d4-cc67-4342-8169-6620141ec030 req-6cec0e71-b798-4f03-91e7-47000c39bc94 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:13.358245 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-0e46f8d4-cc67-4342-8169-6620141ec030 req-6cec0e71-b798-4f03-91e7-47000c39bc94 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7340ea8-184f-46fc-beb8-8b4930ad0084 HTTP/1.1" status: 200 len: 944 time: 0.0460956 May 16 15:26:13.404809 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-0e46f8d4-cc67-4342-8169-6620141ec030 req-176c1251-2321-4680-87b5-d77857f55b13 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=323ddf6d-4271-418e-9329-136452ffdc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408325 May 16 15:26:14.520141 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48036846-b61a-4d7b-a710-1cc76c1b80a0 req-ede55451-9dae-4420-b0d4-57b67f0c8c0e tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:14.521587 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-48036846-b61a-4d7b-a710-1cc76c1b80a0 req-ede55451-9dae-4420-b0d4-57b67f0c8c0e tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7340ea8-184f-46fc-beb8-8b4930ad0084 HTTP/1.1" status: 200 len: 944 time: 0.0459640 May 16 15:26:14.567393 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-48036846-b61a-4d7b-a710-1cc76c1b80a0 req-6ce5b478-1348-4b2d-83e6-0057c110e28c tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=323ddf6d-4271-418e-9329-136452ffdc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404115 May 16 15:26:14.669799 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device 4ca14e95-d4f6-4b13-9f5f-86987c637e51 up at agent hyperv_hv-cinder-79578 {{(pid=104035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:26:14.712495 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Provisioning complete for port 4ca14e95-d4f6-4b13-9f5f-86987c637e51 triggered by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:26:14.712794 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (4ca14e95-d4f6-4b13-9f5f-86987c637e51), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:14.783519 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Current status of the port 4ca14e95-d4f6-4b13-9f5f-86987c637e51 is: BUILD; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:26:14.783899 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (4ca14e95-d4f6-4b13-9f5f-86987c637e51), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:14.806364 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7340ea8-184f-46fc-beb8-8b4930ad0084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ca14e95-d4f6-4b13-9f5f-86987c637e51'}] {{(pid=104035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:26:14.808553 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1790aa2910a77bb841f337ade38aaf2daae4faf72d914c843aa5f796a16e7f37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-969c6d3c-53a6-4a8d-8b85-ddb970e5f45f" -d '{"events": [{"server_uuid": "e7340ea8-184f-46fc-beb8-8b4930ad0084", "name": "network-vif-plugged", "status": "completed", "tag": "4ca14e95-d4f6-4b13-9f5f-86987c637e51"}]}' {{(pid=104035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:26:14.820304 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] For port 4ca14e95-d4f6-4b13-9f5f-86987c637e51, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=4ca14e95-d4f6-4b13-9f5f-86987c637e51,segment=NetworkSegment(15ad7a44-5805-47b3-8a3f-5aee86af7631),segment_id=15ad7a44-5805-47b3-8a3f-5aee86af7631)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:26:14.843934 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b426ecf-8048-47db-a004-fd777adf57ec x-openstack-request-id: req-3b426ecf-8048-47db-a004-fd777adf57ec {{(pid=104035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:26:14.844223 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7340ea8-184f-46fc-beb8-8b4930ad0084", "name": "network-vif-plugged", "status": "completed", "tag": "4ca14e95-d4f6-4b13-9f5f-86987c637e51", "code": 200}]} {{(pid=104035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:26:14.844478 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3b426ecf-8048-47db-a004-fd777adf57ec {{(pid=104035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:26:14.844900 dv-cinder-795785-10-iscsi neutron-server[104035]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b426ecf-8048-47db-a004-fd777adf57ec'] response: {'server_uuid': 'e7340ea8-184f-46fc-beb8-8b4930ad0084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ca14e95-d4f6-4b13-9f5f-86987c637e51', 'code': 200} May 16 15:26:14.891761 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (4ca14e95-d4f6-4b13-9f5f-86987c637e51), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:14.942237 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Pushing event updated for resources: {'Port': ['ID=4ca14e95-d4f6-4b13-9f5f-86987c637e51,revision_number=10']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:15.386101 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d30b453-1f94-4e92-b641-549d5dd3deb0 req-5b747c5f-2786-4c11-9f8e-5ed7d8c14377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:15.387454 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-6d30b453-1f94-4e92-b641-549d5dd3deb0 req-5b747c5f-2786-4c11-9f8e-5ed7d8c14377 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e7340ea8-184f-46fc-beb8-8b4930ad0084 HTTP/1.1" status: 200 len: 1130 time: 0.0374177 May 16 15:26:15.429343 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-6d30b453-1f94-4e92-b641-549d5dd3deb0 req-99543473-1e3a-40bd-8bf6-95a7a3c18cba service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=323ddf6d-4271-418e-9329-136452ffdc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359304 May 16 15:26:15.787125 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e121b-1317-4cb7-b0e9-56462e32e6ce req-75e1efe9-98c1-46a6-b2ce-d97b4e1a622f tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:15.788591 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-565e121b-1317-4cb7-b0e9-56462e32e6ce req-75e1efe9-98c1-46a6-b2ce-d97b4e1a622f tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7340ea8-184f-46fc-beb8-8b4930ad0084 HTTP/1.1" status: 200 len: 946 time: 0.0497746 May 16 15:26:15.835036 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-565e121b-1317-4cb7-b0e9-56462e32e6ce req-dd11bd4a-0422-490f-a4d3-a44bd17c4452 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=323ddf6d-4271-418e-9329-136452ffdc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409446 May 16 15:26:16.958014 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dc8e5f-8d59-4c25-a1d0-3e367877929e req-ff9dff42-93a9-46e4-8e2a-31114d67848c tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:16.960240 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-03dc8e5f-8d59-4c25-a1d0-3e367877929e req-ff9dff42-93a9-46e4-8e2a-31114d67848c tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7340ea8-184f-46fc-beb8-8b4930ad0084 HTTP/1.1" status: 200 len: 946 time: 0.0509691 May 16 15:26:17.006710 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-03dc8e5f-8d59-4c25-a1d0-3e367877929e req-274673f4-90e3-4cd2-ab66-02b46d3d80cd tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=323ddf6d-4271-418e-9329-136452ffdc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399642 May 16 15:26:18.122221 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d3137a-9620-4350-b57d-dc9d16b68bee req-805a58b1-2fc1-4a41-8376-b647e3301ec6 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:18.123672 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-79d3137a-9620-4350-b57d-dc9d16b68bee req-805a58b1-2fc1-4a41-8376-b647e3301ec6 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7340ea8-184f-46fc-beb8-8b4930ad0084 HTTP/1.1" status: 200 len: 946 time: 0.0470190 May 16 15:26:18.169247 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-79d3137a-9620-4350-b57d-dc9d16b68bee req-2f55350c-2af9-4ba1-aa9b-0406ea677503 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=323ddf6d-4271-418e-9329-136452ffdc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400555 May 16 15:26:21.665168 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-a71e0d23-515e-43a2-84da-6e58cd5c69f5 req-60ead798-4773-4508-9988-2cfdf125b9ca service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e7340ea8-184f-46fc-beb8-8b4930ad0084&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0372918 May 16 15:26:21.734976 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71e0d23-515e-43a2-84da-6e58cd5c69f5 req-46ccde89-7d21-433f-93c0-3c4d42698395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:21.736432 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-a71e0d23-515e-43a2-84da-6e58cd5c69f5 req-46ccde89-7d21-433f-93c0-3c4d42698395 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=440329d501de48d19ba51dceaa845197&device_id=e7340ea8-184f-46fc-beb8-8b4930ad0084 HTTP/1.1" status: 200 len: 1130 time: 0.0408840 May 16 15:26:21.838527 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71e0d23-515e-43a2-84da-6e58cd5c69f5 req-cfee3964-1056-4186-8bb0-b8046b3e4b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:21.839980 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-a71e0d23-515e-43a2-84da-6e58cd5c69f5 req-cfee3964-1056-4186-8bb0-b8046b3e4b42 service neutron] 10.222.0.69 "GET /v2.0/networks?id=998469a5-51c9-48fa-9255-eb909b168691 HTTP/1.1" status: 200 len: 917 time: 0.0851922 May 16 15:26:21.902030 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-a71e0d23-515e-43a2-84da-6e58cd5c69f5 req-ea066c03-6f20-4861-b049-814a4009f021 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ca14e95-d4f6-4b13-9f5f-86987c637e51 HTTP/1.1" status: 200 len: 1001 time: 0.0562277 May 16 15:26:21.949678 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71e0d23-515e-43a2-84da-6e58cd5c69f5 req-e81bc9b6-e5fc-4d7e-ae64-2836e52daaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:21.951024 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-a71e0d23-515e-43a2-84da-6e58cd5c69f5 req-e81bc9b6-e5fc-4d7e-ae64-2836e52daaa5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1ad10214-93e5-43be-949a-1d0aca01794b HTTP/1.1" status: 200 len: 855 time: 0.0429313 May 16 15:26:21.991850 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71e0d23-515e-43a2-84da-6e58cd5c69f5 req-73f29528-436d-4c0e-9aa5-a5478e5cb44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:21.993256 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-a71e0d23-515e-43a2-84da-6e58cd5c69f5 req-73f29528-436d-4c0e-9aa5-a5478e5cb44b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=998469a5-51c9-48fa-9255-eb909b168691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0370212 May 16 15:26:22.085378 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-a71e0d23-515e-43a2-84da-6e58cd5c69f5 req-2dba11c7-a73a-48da-bba6-ded8ad9d4ead service neutron] 10.222.0.69 "GET /v2.0/networks/998469a5-51c9-48fa-9255-eb909b168691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861917 May 16 15:26:22.173064 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-a71e0d23-515e-43a2-84da-6e58cd5c69f5 req-f70c6a25-98fb-4670-b557-ceb9ea7d4300 service neutron] 10.222.0.69 "GET /v2.0/networks/998469a5-51c9-48fa-9255-eb909b168691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815089 May 16 15:26:26.852100 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-f0430041-c4ce-4cc7-af1e-4eb629696f1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (a586ef94-96cb-452c-b402-463be5294b2a), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:28.898682 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-65c4d3bf-6944-4d34-856f-f4979d4e13a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (54a3e65b-69a0-426d-9997-69a1705c4334), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:30.132089 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-e1b85405-7a13-4024-838c-532465e0cf8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (72569482-7f88-4a09-9117-6d6842ca2c26), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:31.525255 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a2296b44-efe7-4c92-99bf-bf9223587463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (4544528a-1612-46a7-a248-6cca4b867644), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:33.452764 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (311a8a5f-4d79-4ff7-931a-d05ff8cc45ee), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:40.206972 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (751a3b14-a3b6-44f5-a165-bd23bd92acbe), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:42.151714 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.agents_db [None req-ab78c14b-22b7-4e46-ade7-0c4080e95cb7 None None] Agent healthcheck: found 6 active agents {{(pid=104036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:26:49.598225 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce48956-d081-483f-a685-9f75b015012a req-cb108fb5-e2b7-400e-b5b9-595af02c2fc9 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:49.599674 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-0ce48956-d081-483f-a685-9f75b015012a req-cb108fb5-e2b7-400e-b5b9-595af02c2fc9 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7340ea8-184f-46fc-beb8-8b4930ad0084 HTTP/1.1" status: 200 len: 946 time: 0.0463440 May 16 15:26:49.644944 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-0ce48956-d081-483f-a685-9f75b015012a req-d7fc84c7-1565-4273-9af8-882187413dec tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=323ddf6d-4271-418e-9329-136452ffdc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388246 May 16 15:26:50.768829 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daff711d-51ac-4a12-a447-5e2f7514c768 req-f2846479-609c-4699-92cd-1565b0ec1e5d tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:50.770326 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-daff711d-51ac-4a12-a447-5e2f7514c768 req-f2846479-609c-4699-92cd-1565b0ec1e5d tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7340ea8-184f-46fc-beb8-8b4930ad0084 HTTP/1.1" status: 200 len: 946 time: 0.0514753 May 16 15:26:50.816958 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-daff711d-51ac-4a12-a447-5e2f7514c768 req-1e2447e2-c200-4e50-bf8c-87af36a327df tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups?id=323ddf6d-4271-418e-9329-136452ffdc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407841 May 16 15:26:51.004762 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea72878-227f-4144-b99c-1a64aefc3c24 req-1f71dc36-71ef-482a-90e1-49e0f615561c tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:26:51.006141 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-5ea72878-227f-4144-b99c-1a64aefc3c24 req-1f71dc36-71ef-482a-90e1-49e0f615561c tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.69 "GET /v2.0/ports?device_id=e7340ea8-184f-46fc-beb8-8b4930ad0084 HTTP/1.1" status: 200 len: 946 time: 0.0470543 May 16 15:26:51.089021 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [req-5ea72878-227f-4144-b99c-1a64aefc3c24 req-bd7edbf5-5c92-4dd7-b02a-43d95b3ba51f tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Deleting port 4ca14e95-d4f6-4b13-9f5f-86987c637e51 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:26:51.089364 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-5ea72878-227f-4144-b99c-1a64aefc3c24 req-bd7edbf5-5c92-4dd7-b02a-43d95b3ba51f tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789020190181'] for port (4ca14e95-d4f6-4b13-9f5f-86987c637e51), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:51.176033 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [req-5ea72878-227f-4144-b99c-1a64aefc3c24 req-bd7edbf5-5c92-4dd7-b02a-43d95b3ba51f tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] For port 4ca14e95-d4f6-4b13-9f5f-86987c637e51, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=4ca14e95-d4f6-4b13-9f5f-86987c637e51,segment=NetworkSegment(15ad7a44-5805-47b3-8a3f-5aee86af7631),segment_id=15ad7a44-5805-47b3-8a3f-5aee86af7631)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:26:51.176395 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-5ea72878-227f-4144-b99c-1a64aefc3c24 req-bd7edbf5-5c92-4dd7-b02a-43d95b3ba51f tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555776'] for port (4ca14e95-d4f6-4b13-9f5f-86987c637e51), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:51.331920 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-5ea72878-227f-4144-b99c-1a64aefc3c24 req-bd7edbf5-5c92-4dd7-b02a-43d95b3ba51f tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:51.332315 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-5ea72878-227f-4144-b99c-1a64aefc3c24 req-bd7edbf5-5c92-4dd7-b02a-43d95b3ba51f tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556839'] for floatingip (59becd3c-e6c3-426d-9b3f-55c96be3eece), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:51.332617 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.db.l3_db [req-5ea72878-227f-4144-b99c-1a64aefc3c24 req-bd7edbf5-5c92-4dd7-b02a-43d95b3ba51f tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Floating IP 59becd3c-e6c3-426d-9b3f-55c96be3eece disassociated. External IP: 172.27.0.246, port: 4ca14e95-d4f6-4b13-9f5f-86987c637e51. May 16 15:26:51.332969 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [req-5ea72878-227f-4144-b99c-1a64aefc3c24 req-bd7edbf5-5c92-4dd7-b02a-43d95b3ba51f tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Calling delete_port for 4ca14e95-d4f6-4b13-9f5f-86987c637e51 owned by compute:nova {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:26:51.515808 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-5ea72878-227f-4144-b99c-1a64aefc3c24 req-bd7edbf5-5c92-4dd7-b02a-43d95b3ba51f tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789020200313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789019640158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61886211'] for port (4ca14e95-d4f6-4b13-9f5f-86987c637e51), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:51.543247 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7edbf5-5c92-4dd7-b02a-43d95b3ba51f tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Pushing event deleted for resources: {'Port': ['ID=4ca14e95-d4f6-4b13-9f5f-86987c637e51,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:51.554083 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7edbf5-5c92-4dd7-b02a-43d95b3ba51f tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:51.554494 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7edbf5-5c92-4dd7-b02a-43d95b3ba51f tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:51.554846 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7edbf5-5c92-4dd7-b02a-43d95b3ba51f tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:51.555415 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7edbf5-5c92-4dd7-b02a-43d95b3ba51f tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:51.559192 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7edbf5-5c92-4dd7-b02a-43d95b3ba51f tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:51.559597 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7edbf5-5c92-4dd7-b02a-43d95b3ba51f tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:51.559953 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7edbf5-5c92-4dd7-b02a-43d95b3ba51f tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:51.560304 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7edbf5-5c92-4dd7-b02a-43d95b3ba51f tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:51.560682 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7edbf5-5c92-4dd7-b02a-43d95b3ba51f tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:51.561025 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7edbf5-5c92-4dd7-b02a-43d95b3ba51f tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:51.561366 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7edbf5-5c92-4dd7-b02a-43d95b3ba51f tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:51.562285 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7edbf5-5c92-4dd7-b02a-43d95b3ba51f tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:51.562285 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7edbf5-5c92-4dd7-b02a-43d95b3ba51f tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:51.562502 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7edbf5-5c92-4dd7-b02a-43d95b3ba51f tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:51.562719 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7edbf5-5c92-4dd7-b02a-43d95b3ba51f tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:51.674106 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ea72878-227f-4144-b99c-1a64aefc3c24 req-bd7edbf5-5c92-4dd7-b02a-43d95b3ba51f tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Router b9f1aa0c-fe35-4659-b48b-8d4888db3d74 has already been hosted by L3 agent 54a3e65b-69a0-426d-9997-69a1705c4334 {{(pid=104033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:26:51.778025 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ea72878-227f-4144-b99c-1a64aefc3c24 req-bd7edbf5-5c92-4dd7-b02a-43d95b3ba51f tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Notify agent at l3_agent.dv-cinder-795785-10-iscsi the message routers_updated {{(pid=104033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:26:51.787979 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4961313-840e-461c-a4eb-ae1ce421b7ae None None] Sync routers for ids ['b9f1aa0c-fe35-4659-b48b-8d4888db3d74'] in dv-cinder-795785-10-iscsi {{(pid=104036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:26:51.797358 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4961313-840e-461c-a4eb-ae1ce421b7ae None None] Routers {'b9f1aa0c-fe35-4659-b48b-8d4888db3d74'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:26:51.798032 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-b4961313-840e-461c-a4eb-ae1ce421b7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:26:29Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['b9f1aa0c-fe35-4659-b48b-8d4888db3d74'], 'active': True} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:26:51.818968 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ea72878-227f-4144-b99c-1a64aefc3c24 req-bd7edbf5-5c92-4dd7-b02a-43d95b3ba51f tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] No DVR routers for this DVR port 4ca14e95-d4f6-4b13-9f5f-86987c637e51 on host hv-cinder-79578 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:26:51.821334 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-5ea72878-227f-4144-b99c-1a64aefc3c24 req-bd7edbf5-5c92-4dd7-b02a-43d95b3ba51f tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914'] for port (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:51.824585 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-5ea72878-227f-4144-b99c-1a64aefc3c24 req-bd7edbf5-5c92-4dd7-b02a-43d95b3ba51f tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.69 "DELETE /v2.0/ports/4ca14e95-d4f6-4b13-9f5f-86987c637e51 HTTP/1.1" status: 204 len: 173 time: 0.8134940 May 16 15:26:51.825030 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7340ea8-184f-46fc-beb8-8b4930ad0084', 'name': 'network-vif-deleted', 'tag': '4ca14e95-d4f6-4b13-9f5f-86987c637e51'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:26:51.827267 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffeccd97bc4bec2d8a291f35a4115644be5723c7930092d1a563b2016f5a5231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c47a2b-ed5d-492f-8eaf-d9e29c8415aa" -d '{"events": [{"server_uuid": "e7340ea8-184f-46fc-beb8-8b4930ad0084", "name": "network-vif-deleted", "tag": "4ca14e95-d4f6-4b13-9f5f-86987c637e51"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:26:51.905656 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvr_db [None req-b4961313-840e-461c-a4eb-ae1ce421b7ae None None] Set router b9f1aa0c-fe35-4659-b48b-8d4888db3d74 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:26:51.946447 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-e37fb3f5-4bdd-4693-ac1c-c17da9feb4f6 req-7e3d11d2-6959-4eb3-a9af-0fd2057f2b55 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7340ea8-184f-46fc-beb8-8b4930ad0084 HTTP/1.1" status: 200 len: 210 time: 0.0418262 May 16 15:26:52.043310 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52251db3-c4fe-4e83-a0ad-04b6feeafead x-openstack-request-id: req-52251db3-c4fe-4e83-a0ad-04b6feeafead {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:26:52.043835 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7340ea8-184f-46fc-beb8-8b4930ad0084", "name": "network-vif-deleted", "tag": "4ca14e95-d4f6-4b13-9f5f-86987c637e51", "status": "completed", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:26:52.044307 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-52251db3-c4fe-4e83-a0ad-04b6feeafead {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:26:52.045209 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52251db3-c4fe-4e83-a0ad-04b6feeafead'] response: {'server_uuid': 'e7340ea8-184f-46fc-beb8-8b4930ad0084', 'name': 'network-vif-deleted', 'tag': '4ca14e95-d4f6-4b13-9f5f-86987c637e51', 'status': 'completed', 'code': 200} May 16 15:26:52.110428 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-b4961313-840e-461c-a4eb-ae1ce421b7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f1aa0c-fe35-4659-b48b-8d4888db3d74', 'name': 'tempest-AttachVolumeShelveTestJSON-886762088-router', 'tenant_id': '440329d501de48d19ba51dceaa845197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '63f3b2c3-9556-409d-b58c-d225c526d2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:21:10Z', 'updated_at': '2022-05-16T15:21:13Z', 'revision_number': 4, 'project_id': '440329d501de48d19ba51dceaa845197', 'gw_port': {'id': '63f3b2c3-9556-409d-b58c-d225c526d2d6', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f1aa0c-fe35-4659-b48b-8d4888db3d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:10Z', 'updated_at': '2022-05-16T15:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_interfaces': [{'id': '4f93867b-39b7-41b0-898d-00e97278d1eb', 'name': '', 'network_id': '998469a5-51c9-48fa-9255-eb909b168691', 'tenant_id': '440329d501de48d19ba51dceaa845197', 'mac_address': 'fa:16:3e:0d:f5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f1aa0c-fe35-4659-b48b-8d4888db3d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '1ad10214-93e5-43be-949a-1d0aca01794b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:12Z', 'updated_at': '2022-05-16T15:21:17Z', 'revision_number': 5, 'project_id': '440329d501de48d19ba51dceaa845197', 'subnets': [{'id': '1ad10214-93e5-43be-949a-1d0aca01794b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:26:52.134950 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4961313-840e-461c-a4eb-ae1ce421b7ae None None] Checking router: b9f1aa0c-fe35-4659-b48b-8d4888db3d74 for host: dv-cinder-795785-10-iscsi {{(pid=104036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:26:52.142976 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4961313-840e-461c-a4eb-ae1ce421b7ae None None] Routers {'b9f1aa0c-fe35-4659-b48b-8d4888db3d74'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:26:52.143573 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-b4961313-840e-461c-a4eb-ae1ce421b7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:26:29Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['b9f1aa0c-fe35-4659-b48b-8d4888db3d74'], 'active': True} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:26:52.244551 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvr_db [None req-b4961313-840e-461c-a4eb-ae1ce421b7ae None None] Set router b9f1aa0c-fe35-4659-b48b-8d4888db3d74 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:26:52.430773 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-b4961313-840e-461c-a4eb-ae1ce421b7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f1aa0c-fe35-4659-b48b-8d4888db3d74', 'name': 'tempest-AttachVolumeShelveTestJSON-886762088-router', 'tenant_id': '440329d501de48d19ba51dceaa845197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '63f3b2c3-9556-409d-b58c-d225c526d2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:21:10Z', 'updated_at': '2022-05-16T15:21:13Z', 'revision_number': 4, 'project_id': '440329d501de48d19ba51dceaa845197', 'gw_port': {'id': '63f3b2c3-9556-409d-b58c-d225c526d2d6', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f1aa0c-fe35-4659-b48b-8d4888db3d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:10Z', 'updated_at': '2022-05-16T15:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_interfaces': [{'id': '4f93867b-39b7-41b0-898d-00e97278d1eb', 'name': '', 'network_id': '998469a5-51c9-48fa-9255-eb909b168691', 'tenant_id': '440329d501de48d19ba51dceaa845197', 'mac_address': 'fa:16:3e:0d:f5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f1aa0c-fe35-4659-b48b-8d4888db3d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '1ad10214-93e5-43be-949a-1d0aca01794b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:12Z', 'updated_at': '2022-05-16T15:21:17Z', 'revision_number': 5, 'project_id': '440329d501de48d19ba51dceaa845197', 'subnets': [{'id': '1ad10214-93e5-43be-949a-1d0aca01794b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:26:52.455288 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4961313-840e-461c-a4eb-ae1ce421b7ae None None] The sync data for ids ['b9f1aa0c-fe35-4659-b48b-8d4888db3d74'] in dv-cinder-795785-10-iscsi is: [{'id': 'b9f1aa0c-fe35-4659-b48b-8d4888db3d74', 'name': 'tempest-AttachVolumeShelveTestJSON-886762088-router', 'tenant_id': '440329d501de48d19ba51dceaa845197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '63f3b2c3-9556-409d-b58c-d225c526d2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:21:10Z', 'updated_at': '2022-05-16T15:21:13Z', 'revision_number': 4, 'project_id': '440329d501de48d19ba51dceaa845197', 'gw_port': {'id': '63f3b2c3-9556-409d-b58c-d225c526d2d6', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f1aa0c-fe35-4659-b48b-8d4888db3d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:10Z', 'updated_at': '2022-05-16T15:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_interfaces': [{'id': '4f93867b-39b7-41b0-898d-00e97278d1eb', 'name': '', 'network_id': '998469a5-51c9-48fa-9255-eb909b168691', 'tenant_id': '440329d501de48d19ba51dceaa845197', 'mac_address': 'fa:16:3e:0d:f5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f1aa0c-fe35-4659-b48b-8d4888db3d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '1ad10214-93e5-43be-949a-1d0aca01794b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:12Z', 'updated_at': '2022-05-16T15:21:17Z', 'revision_number': 5, 'project_id': '440329d501de48d19ba51dceaa845197', 'subnets': [{'id': '1ad10214-93e5-43be-949a-1d0aca01794b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:26:52.688311 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8675f44c-241b-4a59-a98c-ae83c2103a1b None None] New status for floating IP 59becd3c-e6c3-426d-9b3f-55c96be3eece: DOWN {{(pid=104035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 15:26:53.086017 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 53160) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:26:53.138745 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-75420037-8c1f-4c72-b3b4-da922a154561 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Publish callbacks [] for security_group (323ddf6d-4271-418e-9329-136452ffdc2d), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:53.161414 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-75420037-8c1f-4c72-b3b4-da922a154561 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Publish callbacks [] for security_group (323ddf6d-4271-418e-9329-136452ffdc2d), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:53.291520 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-75420037-8c1f-4c72-b3b4-da922a154561 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (323ddf6d-4271-418e-9329-136452ffdc2d), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:53.294170 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-75420037-8c1f-4c72-b3b4-da922a154561 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Publish callbacks [] for security_group (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:53.295309 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-75420037-8c1f-4c72-b3b4-da922a154561 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "DELETE /v2.0/security-groups/323ddf6d-4271-418e-9329-136452ffdc2d HTTP/1.1" status: 204 len: 168 time: 0.2082884 May 16 15:26:53.298025 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 53162) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:26:53.304376 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75420037-8c1f-4c72-b3b4-da922a154561 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=323ddf6d-4271-418e-9329-136452ffdc2d,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:53.311104 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.api.v2.resource [None req-383fd859-45c0-445a-8495-949bfbb29dcf tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] show failed (client error): The resource could not be found. May 16 15:26:53.312093 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-383fd859-45c0-445a-8495-949bfbb29dcf tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "GET /v2.0/security-groups/323ddf6d-4271-418e-9329-136452ffdc2d HTTP/1.1" status: 404 len: 347 time: 0.0130610 May 16 15:26:53.315008 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 53164) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:26:53.424460 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.plugin [None req-c56ab5a0-7a66-4b37-bae0-ec68182b5d82 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Deleting port c366474f-7011-448e-bb86-7fc8dd8ee2cf {{(pid=104034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:26:53.424700 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-c56ab5a0-7a66-4b37-bae0-ec68182b5d82 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789020190181'] for port (c366474f-7011-448e-bb86-7fc8dd8ee2cf), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:53.500320 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-c56ab5a0-7a66-4b37-bae0-ec68182b5d82 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555776'] for port (c366474f-7011-448e-bb86-7fc8dd8ee2cf), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:53.500647 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-c56ab5a0-7a66-4b37-bae0-ec68182b5d82 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Publish callbacks [] for floatingip (c366474f-7011-448e-bb86-7fc8dd8ee2cf), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:53.512818 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.plugin [None req-c56ab5a0-7a66-4b37-bae0-ec68182b5d82 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Calling delete_port for c366474f-7011-448e-bb86-7fc8dd8ee2cf owned by network:floatingip {{(pid=104034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:26:53.698863 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-c56ab5a0-7a66-4b37-bae0-ec68182b5d82 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789020200313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789019640158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097154'] for port (c366474f-7011-448e-bb86-7fc8dd8ee2cf), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:53.723135 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56ab5a0-7a66-4b37-bae0-ec68182b5d82 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Pushing event deleted for resources: {'Port': ['ID=c366474f-7011-448e-bb86-7fc8dd8ee2cf,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:53.748860 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56ab5a0-7a66-4b37-bae0-ec68182b5d82 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:53.749211 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56ab5a0-7a66-4b37-bae0-ec68182b5d82 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:53.749554 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56ab5a0-7a66-4b37-bae0-ec68182b5d82 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:53.749892 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56ab5a0-7a66-4b37-bae0-ec68182b5d82 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:53.750260 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56ab5a0-7a66-4b37-bae0-ec68182b5d82 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:53.750597 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56ab5a0-7a66-4b37-bae0-ec68182b5d82 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:53.750931 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56ab5a0-7a66-4b37-bae0-ec68182b5d82 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:53.751259 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56ab5a0-7a66-4b37-bae0-ec68182b5d82 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:53.751584 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56ab5a0-7a66-4b37-bae0-ec68182b5d82 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:53.751910 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56ab5a0-7a66-4b37-bae0-ec68182b5d82 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:53.752236 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56ab5a0-7a66-4b37-bae0-ec68182b5d82 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:53.752560 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56ab5a0-7a66-4b37-bae0-ec68182b5d82 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:53.752881 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56ab5a0-7a66-4b37-bae0-ec68182b5d82 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:53.753202 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56ab5a0-7a66-4b37-bae0-ec68182b5d82 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:53.753521 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56ab5a0-7a66-4b37-bae0-ec68182b5d82 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:53.792768 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-c56ab5a0-7a66-4b37-bae0-ec68182b5d82 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Publish callbacks [] for floatingip (59becd3c-e6c3-426d-9b3f-55c96be3eece), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:53.795307 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-c56ab5a0-7a66-4b37-bae0-ec68182b5d82 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914'] for floatingip (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:53.796423 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-c56ab5a0-7a66-4b37-bae0-ec68182b5d82 tempest-AttachVolumeShelveTestJSON-44441582 tempest-AttachVolumeShelveTestJSON-44441582-project] 10.222.0.44 "DELETE /v2.0/floatingips/59becd3c-e6c3-426d-9b3f-55c96be3eece HTTP/1.1" status: 204 len: 168 time: 0.4805148 May 16 15:26:54.872297 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device 4ca14e95-d4f6-4b13-9f5f-86987c637e51 no longer exists at agent hyperv_hv-cinder-79578 {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:26:54.890827 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] No Port match for: 4ca14e95-d4f6-4b13-9f5f-86987c637e51 {{(pid=104035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:26:54.891191 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device 4ca14e95-d4f6-4b13-9f5f-86987c637e51 not bound to the agent host hv-cinder-79578 {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:26:56.385912 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 53186) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:26:56.819003 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d71d2dc9-885c-45db-bf3a-1d14419b6449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (a586ef94-96cb-452c-b402-463be5294b2a), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:56.886927 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-ad5c8402-ddc8-4d80-9266-cb2a15f0c195 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555978'] for router_interface (b9f1aa0c-fe35-4659-b48b-8d4888db3d74), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:57.097321 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.plugin [None req-ad5c8402-ddc8-4d80-9266-cb2a15f0c195 admin admin] Deleting port 4f93867b-39b7-41b0-898d-00e97278d1eb {{(pid=104034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:26:57.097663 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-ad5c8402-ddc8-4d80-9266-cb2a15f0c195 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789020190181'] for port (4f93867b-39b7-41b0-898d-00e97278d1eb), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:57.173280 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-ad5c8402-ddc8-4d80-9266-cb2a15f0c195 admin admin] For port 4f93867b-39b7-41b0-898d-00e97278d1eb, host dv-cinder-795785-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=4f93867b-39b7-41b0-898d-00e97278d1eb,segment=NetworkSegment(15ad7a44-5805-47b3-8a3f-5aee86af7631),segment_id=15ad7a44-5805-47b3-8a3f-5aee86af7631)] {{(pid=104034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:26:57.173641 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-ad5c8402-ddc8-4d80-9266-cb2a15f0c195 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555776'] for port (4f93867b-39b7-41b0-898d-00e97278d1eb), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:57.186098 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.plugin [None req-ad5c8402-ddc8-4d80-9266-cb2a15f0c195 admin admin] Calling delete_port for 4f93867b-39b7-41b0-898d-00e97278d1eb owned by network:router_interface {{(pid=104034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:26:57.434584 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-ad5c8402-ddc8-4d80-9266-cb2a15f0c195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789020200313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789019640158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097154'] for port (4f93867b-39b7-41b0-898d-00e97278d1eb), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:57.458806 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5c8402-ddc8-4d80-9266-cb2a15f0c195 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f93867b-39b7-41b0-898d-00e97278d1eb,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:57.619815 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-ad5c8402-ddc8-4d80-9266-cb2a15f0c195 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529365'] for router_interface (b9f1aa0c-fe35-4659-b48b-8d4888db3d74), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:58.090416 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad5c8402-ddc8-4d80-9266-cb2a15f0c195 admin admin] Router b9f1aa0c-fe35-4659-b48b-8d4888db3d74 has already been hosted by L3 agent 54a3e65b-69a0-426d-9997-69a1705c4334 {{(pid=104034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:26:58.188555 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad5c8402-ddc8-4d80-9266-cb2a15f0c195 admin admin] Notify agent at l3_agent.dv-cinder-795785-10-iscsi the message routers_updated {{(pid=104034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:26:58.193445 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-ad5c8402-ddc8-4d80-9266-cb2a15f0c195 admin admin] 10.222.0.44 "PUT /v2.0/routers/b9f1aa0c-fe35-4659-b48b-8d4888db3d74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8074641 May 16 15:26:58.196049 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 53192) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:26:58.201024 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6daba696-d177-4503-aca1-ff6bba868fe1 None None] Sync routers for ids ['b9f1aa0c-fe35-4659-b48b-8d4888db3d74'] in dv-cinder-795785-10-iscsi {{(pid=104036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:26:58.210499 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6daba696-d177-4503-aca1-ff6bba868fe1 None None] Routers {'b9f1aa0c-fe35-4659-b48b-8d4888db3d74'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:26:58.211111 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-6daba696-d177-4503-aca1-ff6bba868fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:26:29Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['b9f1aa0c-fe35-4659-b48b-8d4888db3d74'], 'active': True} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:26:58.294217 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-9dfb670d-bc9f-482a-ba43-740e68d7bb6b admin admin] Publish callbacks [] for router (b9f1aa0c-fe35-4659-b48b-8d4888db3d74), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:58.311911 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvr_db [None req-6daba696-d177-4503-aca1-ff6bba868fe1 None None] Set router b9f1aa0c-fe35-4659-b48b-8d4888db3d74 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:26:58.391190 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-9dfb670d-bc9f-482a-ba43-740e68d7bb6b admin admin] Publish callbacks [] for router_gateway (b9f1aa0c-fe35-4659-b48b-8d4888db3d74), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:58.474804 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-6daba696-d177-4503-aca1-ff6bba868fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f1aa0c-fe35-4659-b48b-8d4888db3d74', 'name': 'tempest-AttachVolumeShelveTestJSON-886762088-router', 'tenant_id': '440329d501de48d19ba51dceaa845197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '63f3b2c3-9556-409d-b58c-d225c526d2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:21:10Z', 'updated_at': '2022-05-16T15:26:57Z', 'revision_number': 5, 'project_id': '440329d501de48d19ba51dceaa845197', 'gw_port': {'id': '63f3b2c3-9556-409d-b58c-d225c526d2d6', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f1aa0c-fe35-4659-b48b-8d4888db3d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:21:10Z', 'updated_at': '2022-05-16T15:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi'}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:26:58.490956 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.plugin [None req-9dfb670d-bc9f-482a-ba43-740e68d7bb6b admin admin] Deleting port 63f3b2c3-9556-409d-b58c-d225c526d2d6 {{(pid=104034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:26:58.491498 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-9dfb670d-bc9f-482a-ba43-740e68d7bb6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789020190181'] for port (63f3b2c3-9556-409d-b58c-d225c526d2d6), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:58.502569 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6daba696-d177-4503-aca1-ff6bba868fe1 None None] Checking router: b9f1aa0c-fe35-4659-b48b-8d4888db3d74 for host: dv-cinder-795785-10-iscsi {{(pid=104036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:26:58.510813 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6daba696-d177-4503-aca1-ff6bba868fe1 None None] Routers {'b9f1aa0c-fe35-4659-b48b-8d4888db3d74'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:26:58.511442 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-6daba696-d177-4503-aca1-ff6bba868fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:26:29Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['b9f1aa0c-fe35-4659-b48b-8d4888db3d74'], 'active': True} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:26:58.575813 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-9dfb670d-bc9f-482a-ba43-740e68d7bb6b admin admin] For port 63f3b2c3-9556-409d-b58c-d225c526d2d6, host dv-cinder-795785-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=63f3b2c3-9556-409d-b58c-d225c526d2d6,segment=NetworkSegment(d35ec458-efea-4f9b-9cfc-f89e4e5d5ae0),segment_id=d35ec458-efea-4f9b-9cfc-f89e4e5d5ae0)] {{(pid=104034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:26:58.576187 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-9dfb670d-bc9f-482a-ba43-740e68d7bb6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555776'] for port (63f3b2c3-9556-409d-b58c-d225c526d2d6), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:58.591056 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.plugin [None req-9dfb670d-bc9f-482a-ba43-740e68d7bb6b admin admin] Calling delete_port for 63f3b2c3-9556-409d-b58c-d225c526d2d6 owned by network:router_gateway {{(pid=104034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:26:58.675199 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvr_db [None req-6daba696-d177-4503-aca1-ff6bba868fe1 None None] Set router b9f1aa0c-fe35-4659-b48b-8d4888db3d74 gateway port host: None {{(pid=104036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:26:58.721756 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-6daba696-d177-4503-aca1-ff6bba868fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f1aa0c-fe35-4659-b48b-8d4888db3d74', 'name': 'tempest-AttachVolumeShelveTestJSON-886762088-router', 'tenant_id': '440329d501de48d19ba51dceaa845197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:21:10Z', 'updated_at': '2022-05-16T15:26:58Z', 'revision_number': 6, 'project_id': '440329d501de48d19ba51dceaa845197', 'gw_port_host': None}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:26:58.745859 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6daba696-d177-4503-aca1-ff6bba868fe1 None None] The sync data for ids ['b9f1aa0c-fe35-4659-b48b-8d4888db3d74'] in dv-cinder-795785-10-iscsi is: [{'id': 'b9f1aa0c-fe35-4659-b48b-8d4888db3d74', 'name': 'tempest-AttachVolumeShelveTestJSON-886762088-router', 'tenant_id': '440329d501de48d19ba51dceaa845197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:21:10Z', 'updated_at': '2022-05-16T15:26:58Z', 'revision_number': 6, 'project_id': '440329d501de48d19ba51dceaa845197', 'gw_port_host': None}] {{(pid=104036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:26:58.807720 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-9dfb670d-bc9f-482a-ba43-740e68d7bb6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789020200313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789019640158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097154'] for port (63f3b2c3-9556-409d-b58c-d225c526d2d6), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:58.833049 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfb670d-bc9f-482a-ba43-740e68d7bb6b admin admin] Pushing event deleted for resources: {'Port': ['ID=63f3b2c3-9556-409d-b58c-d225c526d2d6,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:58.893242 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-127e4e37-2f1d-450a-bf3b-9aac63c825a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (54a3e65b-69a0-426d-9997-69a1705c4334), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:58.894297 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-9dfb670d-bc9f-482a-ba43-740e68d7bb6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553976'] for router_gateway (b9f1aa0c-fe35-4659-b48b-8d4888db3d74), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:58.980583 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-9dfb670d-bc9f-482a-ba43-740e68d7bb6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (b9f1aa0c-fe35-4659-b48b-8d4888db3d74), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:58.982650 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-9dfb670d-bc9f-482a-ba43-740e68d7bb6b admin admin] Publish callbacks [] for router_controller (b9f1aa0c-fe35-4659-b48b-8d4888db3d74), precommit_delete_associations {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:59.064808 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-9dfb670d-bc9f-482a-ba43-740e68d7bb6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551337'] for router (b9f1aa0c-fe35-4659-b48b-8d4888db3d74), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:59.065427 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dfb670d-bc9f-482a-ba43-740e68d7bb6b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9f1aa0c-fe35-4659-b48b-8d4888db3d74 {{(pid=104034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 16 15:26:59.069541 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-9dfb670d-bc9f-482a-ba43-740e68d7bb6b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:59.071216 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-9dfb670d-bc9f-482a-ba43-740e68d7bb6b admin admin] 10.222.0.44 "DELETE /v2.0/routers/b9f1aa0c-fe35-4659-b48b-8d4888db3d74 HTTP/1.1" status: 204 len: 168 time: 0.8742082 May 16 15:26:59.073572 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 53194) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:26:59.121280 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbd6923b-3614-45a0-bdc7-2132c445bf1f admin admin] Deleting subnet 1ad10214-93e5-43be-949a-1d0aca01794b {{(pid=104034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 15:26:59.124818 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-dbd6923b-3614-45a0-bdc7-2132c445bf1f admin admin] Publish callbacks [] for subnet (1ad10214-93e5-43be-949a-1d0aca01794b), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:59.163049 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-dbd6923b-3614-45a0-bdc7-2132c445bf1f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60068801'] for subnet (1ad10214-93e5-43be-949a-1d0aca01794b), precommit_delete_associations {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:59.238923 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-dbd6923b-3614-45a0-bdc7-2132c445bf1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995508'] for subnet (1ad10214-93e5-43be-949a-1d0aca01794b), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:59.356961 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-dbd6923b-3614-45a0-bdc7-2132c445bf1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4102259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2773393'] for subnet (1ad10214-93e5-43be-949a-1d0aca01794b), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:59.383000 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd6923b-3614-45a0-bdc7-2132c445bf1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ad10214-93e5-43be-949a-1d0aca01794b,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:59.386663 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-dbd6923b-3614-45a0-bdc7-2132c445bf1f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:59.389981 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-dbd6923b-3614-45a0-bdc7-2132c445bf1f admin admin] 10.222.0.44 "DELETE /v2.0/subnets/1ad10214-93e5-43be-949a-1d0aca01794b HTTP/1.1" status: 204 len: 168 time: 0.3153081 May 16 15:26:59.392063 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0252e23-5d22-471f-b79d-2a9e4cfe6ac1 None None] Network 998469a5-51c9-48fa-9255-eb909b168691 requested from dv-cinder-795785-10-iscsi {{(pid=104035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:26:59.392445 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 53196) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:26:59.463332 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-2d06f748-39fc-4488-9088-943ce4e6e7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2021163'] for network (998469a5-51c9-48fa-9255-eb909b168691), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:59.516249 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.plugin [None req-2d06f748-39fc-4488-9088-943ce4e6e7e6 admin admin] Deleting port 2e2e957d-6408-40af-bd8f-205c25a596c0 {{(pid=104034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:26:59.517301 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-2d06f748-39fc-4488-9088-943ce4e6e7e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789020190181'] for port (2e2e957d-6408-40af-bd8f-205c25a596c0), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:59.543677 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9da1c78-92ca-4c16-a402-b73d32906b40 None None] DHCP port deletion for 998469a5-51c9-48fa-9255-eb909b168691 request from dv-cinder-795785-10-iscsi {{(pid=104035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 16 15:26:59.579980 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-b9da1c78-92ca-4c16-a402-b73d32906b40 None None] Deleting port 2e2e957d-6408-40af-bd8f-205c25a596c0 {{(pid=104035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:26:59.580351 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-b9da1c78-92ca-4c16-a402-b73d32906b40 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789020190181'] for port (2e2e957d-6408-40af-bd8f-205c25a596c0), before_delete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:59.584656 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-2d06f748-39fc-4488-9088-943ce4e6e7e6 admin admin] For port 2e2e957d-6408-40af-bd8f-205c25a596c0, host dv-cinder-795785-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=2e2e957d-6408-40af-bd8f-205c25a596c0,segment=NetworkSegment(15ad7a44-5805-47b3-8a3f-5aee86af7631),segment_id=15ad7a44-5805-47b3-8a3f-5aee86af7631)] {{(pid=104034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:26:59.585024 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-2d06f748-39fc-4488-9088-943ce4e6e7e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555776'] for port (2e2e957d-6408-40af-bd8f-205c25a596c0), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:59.597899 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.plugin [None req-2d06f748-39fc-4488-9088-943ce4e6e7e6 admin admin] Calling delete_port for 2e2e957d-6408-40af-bd8f-205c25a596c0 owned by network:dhcp {{(pid=104034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:26:59.648162 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-b9da1c78-92ca-4c16-a402-b73d32906b40 None None] For port 2e2e957d-6408-40af-bd8f-205c25a596c0, host dv-cinder-795785-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=2e2e957d-6408-40af-bd8f-205c25a596c0,segment=NetworkSegment(15ad7a44-5805-47b3-8a3f-5aee86af7631),segment_id=15ad7a44-5805-47b3-8a3f-5aee86af7631)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:26:59.648636 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-b9da1c78-92ca-4c16-a402-b73d32906b40 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555776'] for port (2e2e957d-6408-40af-bd8f-205c25a596c0), precommit_delete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:59.662271 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-b9da1c78-92ca-4c16-a402-b73d32906b40 None None] Calling delete_port for 2e2e957d-6408-40af-bd8f-205c25a596c0 owned by network:dhcp {{(pid=104035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:26:59.745438 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-2d06f748-39fc-4488-9088-943ce4e6e7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789020200313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789019640158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097154'] for port (2e2e957d-6408-40af-bd8f-205c25a596c0), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:59.752438 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-b9da1c78-92ca-4c16-a402-b73d32906b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789020200313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789019640158'] for port (2e2e957d-6408-40af-bd8f-205c25a596c0), after_delete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:59.771937 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d06f748-39fc-4488-9088-943ce4e6e7e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e2e957d-6408-40af-bd8f-205c25a596c0,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:59.776466 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d06f748-39fc-4488-9088-943ce4e6e7e6 admin admin] No DVR routers for this DVR port 2e2e957d-6408-40af-bd8f-205c25a596c0 on host dv-cinder-795785-10-iscsi {{(pid=104034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:26:59.781263 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9da1c78-92ca-4c16-a402-b73d32906b40 None None] Pushing event deleted for resources: {'Port': ['ID=2e2e957d-6408-40af-bd8f-205c25a596c0,revision_number=None']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:26:59.789135 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9da1c78-92ca-4c16-a402-b73d32906b40 None None] No DVR routers for this DVR port 2e2e957d-6408-40af-bd8f-205c25a596c0 on host dv-cinder-795785-10-iscsi {{(pid=104035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:26:59.792235 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9da1c78-92ca-4c16-a402-b73d32906b40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:59.792505 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9da1c78-92ca-4c16-a402-b73d32906b40 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:59.792847 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9da1c78-92ca-4c16-a402-b73d32906b40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:59.793187 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9da1c78-92ca-4c16-a402-b73d32906b40 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:59.793525 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9da1c78-92ca-4c16-a402-b73d32906b40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:59.793856 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9da1c78-92ca-4c16-a402-b73d32906b40 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:59.794319 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9da1c78-92ca-4c16-a402-b73d32906b40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:59.794650 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9da1c78-92ca-4c16-a402-b73d32906b40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:59.794978 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9da1c78-92ca-4c16-a402-b73d32906b40 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:59.795305 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9da1c78-92ca-4c16-a402-b73d32906b40 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:59.795631 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9da1c78-92ca-4c16-a402-b73d32906b40 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:59.795955 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9da1c78-92ca-4c16-a402-b73d32906b40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:59.796277 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9da1c78-92ca-4c16-a402-b73d32906b40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:59.796601 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9da1c78-92ca-4c16-a402-b73d32906b40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:59.796921 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9da1c78-92ca-4c16-a402-b73d32906b40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:26:59.859763 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-2d06f748-39fc-4488-9088-943ce4e6e7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2051393', 'neutron.services.segments.db._delete_segments_for_network-8789020055574'] for network (998469a5-51c9-48fa-9255-eb909b168691), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:59.880101 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.services.segments.db [None req-2d06f748-39fc-4488-9088-943ce4e6e7e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['998469a5-51c9-48fa-9255-eb909b168691']}} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:26:59.889278 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.services.segments.db [None req-2d06f748-39fc-4488-9088-943ce4e6e7e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15ad7a44-5805-47b3-8a3f-5aee86af7631') {'for_net_delete': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:26:59.889579 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.services.segments.db [None req-2d06f748-39fc-4488-9088-943ce4e6e7e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15ad7a44-5805-47b3-8a3f-5aee86af7631') {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:26:59.899425 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-2d06f748-39fc-4488-9088-943ce4e6e7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789020139551', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60068856'] for segment (15ad7a44-5805-47b3-8a3f-5aee86af7631), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:59.912809 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-2d06f748-39fc-4488-9088-943ce4e6e7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996815'] for segment (15ad7a44-5805-47b3-8a3f-5aee86af7631), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:59.913400 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device 63f3b2c3-9556-409d-b58c-d225c526d2d6 no longer exists at agent ovs-agent-dv-cinder-795785-10-iscsi {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:26:59.919974 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d06f748-39fc-4488-9088-943ce4e6e7e6 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=104034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 15:26:59.925154 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-2d06f748-39fc-4488-9088-943ce4e6e7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4097233'] for segment (15ad7a44-5805-47b3-8a3f-5aee86af7631), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:26:59.925154 dv-cinder-795785-10-iscsi neutron-server[104034]: Traceback (most recent call last): May 16 15:26:59.925154 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 15:26:59.925154 dv-cinder-795785-10-iscsi neutron-server[104034]: timer() May 16 15:26:59.925154 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 15:26:59.925154 dv-cinder-795785-10-iscsi neutron-server[104034]: cb(*args, **kw) May 16 15:26:59.925154 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 15:26:59.925154 dv-cinder-795785-10-iscsi neutron-server[104034]: return func(*args, **kwargs) May 16 15:26:59.925154 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 15:26:59.925154 dv-cinder-795785-10-iscsi neutron-server[104034]: self._notify() May 16 15:26:59.925154 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 15:26:59.925154 dv-cinder-795785-10-iscsi neutron-server[104034]: self.callback(batched_events) May 16 15:26:59.925154 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 15:26:59.925154 dv-cinder-795785-10-iscsi neutron-server[104034]: event.method(event) May 16 15:26:59.925154 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 15:26:59.925154 dv-cinder-795785-10-iscsi neutron-server[104034]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 15:26:59.925154 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 15:26:59.925154 dv-cinder-795785-10-iscsi neutron-server[104034]: aggregate_uuid = self.p_client.list_aggregates( May 16 15:26:59.925154 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 15:26:59.925154 dv-cinder-795785-10-iscsi neutron-server[104034]: return f(self, *a, **k) May 16 15:26:59.925154 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 15:26:59.925154 dv-cinder-795785-10-iscsi neutron-server[104034]: return self._get(url).json() May 16 15:26:59.925154 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 15:26:59.925154 dv-cinder-795785-10-iscsi neutron-server[104034]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 15:26:59.925154 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 15:26:59.925154 dv-cinder-795785-10-iscsi neutron-server[104034]: return self.request(url, 'GET', **kwargs) May 16 15:26:59.925154 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 15:26:59.925154 dv-cinder-795785-10-iscsi neutron-server[104034]: base_url = self.get_endpoint(auth, allow=allow, May 16 15:26:59.925154 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 15:26:59.925154 dv-cinder-795785-10-iscsi neutron-server[104034]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 15:26:59.925154 dv-cinder-795785-10-iscsi neutron-server[104034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 15:26:59.925154 dv-cinder-795785-10-iscsi neutron-server[104034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 15:26:59.925154 dv-cinder-795785-10-iscsi neutron-server[104034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 15:26:59.932801 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] No Port match for: 63f3b2c3-9556-409d-b58c-d225c526d2d6 {{(pid=104035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:26:59.933157 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device 63f3b2c3-9556-409d-b58c-d225c526d2d6 not bound to the agent host dv-cinder-795785-10-iscsi {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:26:59.933581 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device 2e2e957d-6408-40af-bd8f-205c25a596c0 no longer exists at agent ovs-agent-dv-cinder-795785-10-iscsi {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:26:59.951145 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] No Port match for: 2e2e957d-6408-40af-bd8f-205c25a596c0 {{(pid=104035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:26:59.955107 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device 2e2e957d-6408-40af-bd8f-205c25a596c0 not bound to the agent host dv-cinder-795785-10-iscsi {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:26:59.955107 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device 4f93867b-39b7-41b0-898d-00e97278d1eb no longer exists at agent ovs-agent-dv-cinder-795785-10-iscsi {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:26:59.970242 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] No Port match for: 4f93867b-39b7-41b0-898d-00e97278d1eb {{(pid=104035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:26:59.970595 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device 4f93867b-39b7-41b0-898d-00e97278d1eb not bound to the agent host dv-cinder-795785-10-iscsi {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:27:00.030441 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-2d06f748-39fc-4488-9088-943ce4e6e7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2051450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-557002'] for network (998469a5-51c9-48fa-9255-eb909b168691), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:00.035819 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-2d06f748-39fc-4488-9088-943ce4e6e7e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631934'] for network (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:00.039509 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-2d06f748-39fc-4488-9088-943ce4e6e7e6 admin admin] 10.222.0.44 "DELETE /v2.0/networks/998469a5-51c9-48fa-9255-eb909b168691 HTTP/1.1" status: 204 len: 168 time: 0.6456184 May 16 15:27:00.051632 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d06f748-39fc-4488-9088-943ce4e6e7e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=998469a5-51c9-48fa-9255-eb909b168691,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:00.098794 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-e1b85405-7a13-4024-838c-532465e0cf8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (72569482-7f88-4a09-9117-6d6842ca2c26), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:00.324090 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 53200) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:27:00.364869 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-b0be0a55-723f-466d-980c-10c475af72d5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=440329d501de48d19ba51dceaa845197&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396159 May 16 15:27:00.367421 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 53202) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:27:00.412954 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5c6204be-d5c9-4463-8eeb-52d6b41cf78c admin admin] Publish callbacks [] for security_group (7d9edbbf-9c29-485c-9918-84d0c331d33b), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:00.436063 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5c6204be-d5c9-4463-8eeb-52d6b41cf78c admin admin] Publish callbacks [] for security_group (7d9edbbf-9c29-485c-9918-84d0c331d33b), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:00.548910 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5c6204be-d5c9-4463-8eeb-52d6b41cf78c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (7d9edbbf-9c29-485c-9918-84d0c331d33b), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:00.551540 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5c6204be-d5c9-4463-8eeb-52d6b41cf78c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:00.552690 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-5c6204be-d5c9-4463-8eeb-52d6b41cf78c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7d9edbbf-9c29-485c-9918-84d0c331d33b HTTP/1.1" status: 204 len: 168 time: 0.1843848 May 16 15:27:00.560790 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6204be-d5c9-4463-8eeb-52d6b41cf78c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d9edbbf-9c29-485c-9918-84d0c331d33b,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:01.561672 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a2296b44-efe7-4c92-99bf-bf9223587463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (4544528a-1612-46a7-a248-6cca4b867644), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:03.449133 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (311a8a5f-4d79-4ff7-931a-d05ff8cc45ee), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:10.231256 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (751a3b14-a3b6-44f5-a165-bd23bd92acbe), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:10.234808 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 53306) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:27:10.336622 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f94f21ed-8de8-449a-a2fd-6a883d7b57ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:10.410665 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f94f21ed-8de8-449a-a2fd-6a883d7b57ef admin admin] Publish callbacks [] for security_group (73e66fd7-b256-4f73-a842-f7bba2d8381e), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:10.465120 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f94f21ed-8de8-449a-a2fd-6a883d7b57ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (73e66fd7-b256-4f73-a842-f7bba2d8381e), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:10.503390 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-f94f21ed-8de8-449a-a2fd-6a883d7b57ef admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a9ed30c4f75f4162845669a1db3a86dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2675011 May 16 15:27:10.504243 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94f21ed-8de8-449a-a2fd-6a883d7b57ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e66fd7-b256-4f73-a842-f7bba2d8381e,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:10.506041 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 53310) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:27:10.559982 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-87edca0f-63f4-4dd3-ad04-de46bf42f14f admin admin] Publish callbacks [] for security_group (73e66fd7-b256-4f73-a842-f7bba2d8381e), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:10.581418 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-87edca0f-63f4-4dd3-ad04-de46bf42f14f admin admin] Publish callbacks [] for security_group (73e66fd7-b256-4f73-a842-f7bba2d8381e), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:10.697893 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-87edca0f-63f4-4dd3-ad04-de46bf42f14f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (73e66fd7-b256-4f73-a842-f7bba2d8381e), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:10.700457 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-87edca0f-63f4-4dd3-ad04-de46bf42f14f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:10.701597 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-87edca0f-63f4-4dd3-ad04-de46bf42f14f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/73e66fd7-b256-4f73-a842-f7bba2d8381e HTTP/1.1" status: 204 len: 168 time: 0.1937711 May 16 15:27:10.709346 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87edca0f-63f4-4dd3-ad04-de46bf42f14f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e66fd7-b256-4f73-a842-f7bba2d8381e,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:15.318735 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 53370) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:27:15.419934 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-4768d0b0-8ea8-4e7f-81ed-d80f8ce6f8c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:15.491849 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-4768d0b0-8ea8-4e7f-81ed-d80f8ce6f8c6 admin admin] Publish callbacks [] for security_group (ad13b808-51b4-4779-afbd-a079efb528fc), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:15.533624 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-4768d0b0-8ea8-4e7f-81ed-d80f8ce6f8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (ad13b808-51b4-4779-afbd-a079efb528fc), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:15.572407 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-4768d0b0-8ea8-4e7f-81ed-d80f8ce6f8c6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=56b0022171474dac9ed310332102dca2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2525470 May 16 15:27:15.573278 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4768d0b0-8ea8-4e7f-81ed-d80f8ce6f8c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad13b808-51b4-4779-afbd-a079efb528fc,revision_number=1']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:15.575132 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 53374) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:27:15.623953 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-52036a6b-3cdd-49e4-9b69-f764ed1a2f69 admin admin] Publish callbacks [] for security_group (ad13b808-51b4-4779-afbd-a079efb528fc), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:15.644276 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-52036a6b-3cdd-49e4-9b69-f764ed1a2f69 admin admin] Publish callbacks [] for security_group (ad13b808-51b4-4779-afbd-a079efb528fc), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:15.728378 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-52036a6b-3cdd-49e4-9b69-f764ed1a2f69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (ad13b808-51b4-4779-afbd-a079efb528fc), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:15.730988 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-52036a6b-3cdd-49e4-9b69-f764ed1a2f69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:15.732125 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-52036a6b-3cdd-49e4-9b69-f764ed1a2f69 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ad13b808-51b4-4779-afbd-a079efb528fc HTTP/1.1" status: 204 len: 168 time: 0.1559219 May 16 15:27:15.739928 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52036a6b-3cdd-49e4-9b69-f764ed1a2f69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad13b808-51b4-4779-afbd-a079efb528fc,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:19.151557 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.agents_db [None req-ab78c14b-22b7-4e46-ade7-0c4080e95cb7 None None] Agent healthcheck: found 6 active agents {{(pid=104036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:27:19.770032 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 53444) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:27:19.882807 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4a141c42-de7f-48a8-8303-9e2a71afdc20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:19.954882 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4a141c42-de7f-48a8-8303-9e2a71afdc20 admin admin] Publish callbacks [] for security_group (6d3c032e-3e14-4e04-9812-7cb2324dbef7), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:20.002480 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4a141c42-de7f-48a8-8303-9e2a71afdc20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (6d3c032e-3e14-4e04-9812-7cb2324dbef7), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:20.041097 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-4a141c42-de7f-48a8-8303-9e2a71afdc20 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=da04f412bf27439d98ac9e62e8dc8676&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2699935 May 16 15:27:20.041971 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a141c42-de7f-48a8-8303-9e2a71afdc20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d3c032e-3e14-4e04-9812-7cb2324dbef7,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:20.043770 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 53448) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:27:20.095618 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-18b70c0c-3e95-490a-8afa-50cb9a64a980 admin admin] Publish callbacks [] for security_group (6d3c032e-3e14-4e04-9812-7cb2324dbef7), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:20.116629 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-18b70c0c-3e95-490a-8afa-50cb9a64a980 admin admin] Publish callbacks [] for security_group (6d3c032e-3e14-4e04-9812-7cb2324dbef7), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:20.219688 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-18b70c0c-3e95-490a-8afa-50cb9a64a980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (6d3c032e-3e14-4e04-9812-7cb2324dbef7), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:20.222198 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-18b70c0c-3e95-490a-8afa-50cb9a64a980 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:20.223501 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-18b70c0c-3e95-490a-8afa-50cb9a64a980 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6d3c032e-3e14-4e04-9812-7cb2324dbef7 HTTP/1.1" status: 204 len: 168 time: 0.1782205 May 16 15:27:20.231924 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b70c0c-3e95-490a-8afa-50cb9a64a980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d3c032e-3e14-4e04-9812-7cb2324dbef7,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:20.753939 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 53454) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:27:20.767719 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f2e4f7a8-4233-488d-9240-b2d0c40dc0f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:20.838627 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f2e4f7a8-4233-488d-9240-b2d0c40dc0f3 admin admin] Publish callbacks [] for security_group (6bf4604f-ae88-4a38-80c1-d3f6d801d09c), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:20.899369 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f2e4f7a8-4233-488d-9240-b2d0c40dc0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (6bf4604f-ae88-4a38-80c1-d3f6d801d09c), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:20.938794 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-f2e4f7a8-4233-488d-9240-b2d0c40dc0f3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4994cff66cc1412bb15b3177fb950bd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1837337 May 16 15:27:20.940685 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e4f7a8-4233-488d-9240-b2d0c40dc0f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf4604f-ae88-4a38-80c1-d3f6d801d09c,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:20.942247 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 53456) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:27:20.989810 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-f5396d53-90e7-402f-9bd1-a92556855dec admin admin] Publish callbacks [] for security_group (6bf4604f-ae88-4a38-80c1-d3f6d801d09c), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:21.012291 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-f5396d53-90e7-402f-9bd1-a92556855dec admin admin] Publish callbacks [] for security_group (6bf4604f-ae88-4a38-80c1-d3f6d801d09c), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:21.126697 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-f5396d53-90e7-402f-9bd1-a92556855dec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (6bf4604f-ae88-4a38-80c1-d3f6d801d09c), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:21.129259 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-f5396d53-90e7-402f-9bd1-a92556855dec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:21.130418 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-f5396d53-90e7-402f-9bd1-a92556855dec admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6bf4604f-ae88-4a38-80c1-d3f6d801d09c HTTP/1.1" status: 204 len: 168 time: 0.1865213 May 16 15:27:21.139041 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5396d53-90e7-402f-9bd1-a92556855dec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf4604f-ae88-4a38-80c1-d3f6d801d09c,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:22.645845 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-cdbbbcf1-4a9c-4402-8c7a-7599a983339b req-c92833f3-0f4f-4da2-ba2b-7985d6019b26 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5e407782-18cb-44c7-aeb5-95be87554fb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390768 May 16 15:27:22.739155 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbbbcf1-4a9c-4402-8c7a-7599a983339b req-586399ec-68ed-4406-8b71-e408adaa2c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:22.740814 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-cdbbbcf1-4a9c-4402-8c7a-7599a983339b req-586399ec-68ed-4406-8b71-e408adaa2c06 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0b6bd797b8e04be18b7484855142b067&device_id=5e407782-18cb-44c7-aeb5-95be87554fb8 HTTP/1.1" status: 200 len: 1129 time: 0.0389965 May 16 15:27:22.844822 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbbbcf1-4a9c-4402-8c7a-7599a983339b req-8ed47455-2cbe-4d89-ac8e-d15b49419304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:22.846420 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-cdbbbcf1-4a9c-4402-8c7a-7599a983339b req-8ed47455-2cbe-4d89-ac8e-d15b49419304 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9c7b01dd-4fa5-4d97-aa10-e1ee6467d7bb HTTP/1.1" status: 200 len: 910 time: 0.0881391 May 16 15:27:22.906189 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-cdbbbcf1-4a9c-4402-8c7a-7599a983339b req-d1d5462c-9092-435d-b23d-957566f7ab59 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca81beba-189f-4dcd-84dc-799c4f2b2989 HTTP/1.1" status: 200 len: 1000 time: 0.0543697 May 16 15:27:22.953993 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbbbcf1-4a9c-4402-8c7a-7599a983339b req-3c600a30-a9a4-462c-8d35-624ab73263d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:22.955571 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-cdbbbcf1-4a9c-4402-8c7a-7599a983339b req-3c600a30-a9a4-462c-8d35-624ab73263d3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9ec5239e-005a-42b5-98fd-7708b4d3767d HTTP/1.1" status: 200 len: 848 time: 0.0443690 May 16 15:27:23.001454 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbbbcf1-4a9c-4402-8c7a-7599a983339b req-2757baaa-b6c3-4a9e-b0cb-96caea8c66ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:23.003126 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-cdbbbcf1-4a9c-4402-8c7a-7599a983339b req-2757baaa-b6c3-4a9e-b0cb-96caea8c66ad service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9c7b01dd-4fa5-4d97-aa10-e1ee6467d7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0422425 May 16 15:27:23.093409 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-cdbbbcf1-4a9c-4402-8c7a-7599a983339b req-eed7ad45-21df-4a4c-92ed-5ba99cda4084 service neutron] 10.222.0.69 "GET /v2.0/networks/9c7b01dd-4fa5-4d97-aa10-e1ee6467d7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839117 May 16 15:27:23.185657 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-cdbbbcf1-4a9c-4402-8c7a-7599a983339b req-ec321812-81b9-4794-89b3-c59160527511 service neutron] 10.222.0.69 "GET /v2.0/networks/9c7b01dd-4fa5-4d97-aa10-e1ee6467d7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862885 May 16 15:27:26.831053 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-57e33615-b7ca-43b4-a8f9-6e07737dd28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (a586ef94-96cb-452c-b402-463be5294b2a), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:28.893929 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-31c1ca46-ee70-42fd-9029-55a3f4d7300d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (54a3e65b-69a0-426d-9997-69a1705c4334), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:30.145536 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-e1b85405-7a13-4024-838c-532465e0cf8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (72569482-7f88-4a09-9117-6d6842ca2c26), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:31.538220 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a2296b44-efe7-4c92-99bf-bf9223587463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (4544528a-1612-46a7-a248-6cca4b867644), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:33.419930 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (311a8a5f-4d79-4ff7-931a-d05ff8cc45ee), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:34.125418 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 53562) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:27:34.224927 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-1a59da46-9635-4f40-a69f-8f476bb046ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:34.300378 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-1a59da46-9635-4f40-a69f-8f476bb046ac admin admin] Publish callbacks [] for security_group (83eab66b-d9dc-4028-b170-73806335c6cb), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:34.356748 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-1a59da46-9635-4f40-a69f-8f476bb046ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (83eab66b-d9dc-4028-b170-73806335c6cb), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:34.394392 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a59da46-9635-4f40-a69f-8f476bb046ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83eab66b-d9dc-4028-b170-73806335c6cb,revision_number=1']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:34.399843 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-1a59da46-9635-4f40-a69f-8f476bb046ac admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5cae7a74ae6a41c68e1e9ae44e5005ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2733674 May 16 15:27:34.407084 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 53566) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:27:34.451160 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-d24dd65b-f296-4d5d-b57f-88d00918601e admin admin] Publish callbacks [] for security_group (83eab66b-d9dc-4028-b170-73806335c6cb), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:34.471681 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-d24dd65b-f296-4d5d-b57f-88d00918601e admin admin] Publish callbacks [] for security_group (83eab66b-d9dc-4028-b170-73806335c6cb), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:34.585438 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-d24dd65b-f296-4d5d-b57f-88d00918601e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (83eab66b-d9dc-4028-b170-73806335c6cb), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:34.588278 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-d24dd65b-f296-4d5d-b57f-88d00918601e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:34.589428 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-d24dd65b-f296-4d5d-b57f-88d00918601e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/83eab66b-d9dc-4028-b170-73806335c6cb HTTP/1.1" status: 204 len: 168 time: 0.1851318 May 16 15:27:34.597222 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24dd65b-f296-4d5d-b57f-88d00918601e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83eab66b-d9dc-4028-b170-73806335c6cb,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:35.130107 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 53572) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:27:35.143508 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-228b3bfb-d152-464a-b0dc-c66938fc5e3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:35.217493 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-228b3bfb-d152-464a-b0dc-c66938fc5e3d admin admin] Publish callbacks [] for security_group (332f3458-85ed-4539-a335-385b3eccd7b0), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:35.288056 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-228b3bfb-d152-464a-b0dc-c66938fc5e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (332f3458-85ed-4539-a335-385b3eccd7b0), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:35.327719 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-228b3bfb-d152-464a-b0dc-c66938fc5e3d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=18c64ffe0aa14cc88bd13944742413c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1965439 May 16 15:27:35.329583 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b3bfb-d152-464a-b0dc-c66938fc5e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=332f3458-85ed-4539-a335-385b3eccd7b0,revision_number=1']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:35.330531 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 53574) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:27:35.383691 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-34d2b53d-8ec4-44bb-9817-4a3b0ee0f93a admin admin] Publish callbacks [] for security_group (332f3458-85ed-4539-a335-385b3eccd7b0), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:35.405688 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-34d2b53d-8ec4-44bb-9817-4a3b0ee0f93a admin admin] Publish callbacks [] for security_group (332f3458-85ed-4539-a335-385b3eccd7b0), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:35.494216 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-34d2b53d-8ec4-44bb-9817-4a3b0ee0f93a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (332f3458-85ed-4539-a335-385b3eccd7b0), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:35.496946 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-34d2b53d-8ec4-44bb-9817-4a3b0ee0f93a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:35.498168 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-34d2b53d-8ec4-44bb-9817-4a3b0ee0f93a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/332f3458-85ed-4539-a335-385b3eccd7b0 HTTP/1.1" status: 204 len: 168 time: 0.1665566 May 16 15:27:35.505768 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d2b53d-8ec4-44bb-9817-4a3b0ee0f93a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=332f3458-85ed-4539-a335-385b3eccd7b0,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:37.016205 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 53604) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:27:37.117433 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a0957f2a-0e73-4e24-b7f2-e2e3f3d73465 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:37.189208 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a0957f2a-0e73-4e24-b7f2-e2e3f3d73465 admin admin] Publish callbacks [] for security_group (d46a96c5-e937-42b8-b987-69b7287aa457), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:37.320976 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a0957f2a-0e73-4e24-b7f2-e2e3f3d73465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (d46a96c5-e937-42b8-b987-69b7287aa457), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:37.363027 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-a0957f2a-0e73-4e24-b7f2-e2e3f3d73465 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=54992d30c1254e95a12c132a978e89b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3456824 May 16 15:27:37.363846 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0957f2a-0e73-4e24-b7f2-e2e3f3d73465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d46a96c5-e937-42b8-b987-69b7287aa457,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:37.365676 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 53608) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:27:37.413021 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-8f0229c2-fd83-4d2a-920d-11ae27ce9e43 admin admin] Publish callbacks [] for security_group (d46a96c5-e937-42b8-b987-69b7287aa457), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:37.433985 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-8f0229c2-fd83-4d2a-920d-11ae27ce9e43 admin admin] Publish callbacks [] for security_group (d46a96c5-e937-42b8-b987-69b7287aa457), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:37.562555 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-8f0229c2-fd83-4d2a-920d-11ae27ce9e43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (d46a96c5-e937-42b8-b987-69b7287aa457), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:37.565135 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-8f0229c2-fd83-4d2a-920d-11ae27ce9e43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:37.566300 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-8f0229c2-fd83-4d2a-920d-11ae27ce9e43 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d46a96c5-e937-42b8-b987-69b7287aa457 HTTP/1.1" status: 204 len: 168 time: 0.1995244 May 16 15:27:37.574454 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0229c2-fd83-4d2a-920d-11ae27ce9e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d46a96c5-e937-42b8-b987-69b7287aa457,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:38.545825 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e6a91-6488-4376-adaf-1b503fd75b33 req-dabec4ca-766f-41f0-87c6-4161d87cae6b tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:38.551535 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-dd8e6a91-6488-4376-adaf-1b503fd75b33 req-dabec4ca-766f-41f0-87c6-4161d87cae6b tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e407782-18cb-44c7-aeb5-95be87554fb8 HTTP/1.1" status: 200 len: 945 time: 0.0493374 May 16 15:27:38.599916 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-dd8e6a91-6488-4376-adaf-1b503fd75b33 req-47a526f3-cd70-4d5d-b56a-f59365360f61 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b01dd70-8801-4cef-b943-583c1e430111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462542 May 16 15:27:39.711634 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfc4c02-0b4c-46de-bf9a-71199885c1ce req-be385985-498c-4792-9895-12c77a366d9a tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:39.713065 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-6bfc4c02-0b4c-46de-bf9a-71199885c1ce req-be385985-498c-4792-9895-12c77a366d9a tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e407782-18cb-44c7-aeb5-95be87554fb8 HTTP/1.1" status: 200 len: 945 time: 0.0445151 May 16 15:27:39.760570 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-6bfc4c02-0b4c-46de-bf9a-71199885c1ce req-3732bacc-2988-4eaf-9bbf-2eea818926a0 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b01dd70-8801-4cef-b943-583c1e430111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412495 May 16 15:27:40.231186 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (751a3b14-a3b6-44f5-a165-bd23bd92acbe), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:40.875347 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7f71d0-b102-4550-819e-1939965ff098 req-fda60c13-23d3-43a2-9558-1497f75b8140 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:40.876896 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-0f7f71d0-b102-4550-819e-1939965ff098 req-fda60c13-23d3-43a2-9558-1497f75b8140 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e407782-18cb-44c7-aeb5-95be87554fb8 HTTP/1.1" status: 200 len: 945 time: 0.0477617 May 16 15:27:40.926289 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-0f7f71d0-b102-4550-819e-1939965ff098 req-314c8d91-09ef-4e10-b0e4-64a0a5c501aa tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b01dd70-8801-4cef-b943-583c1e430111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433357 May 16 15:27:42.044091 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31c3f68-bfa5-478b-b27e-53d9b405ed62 req-e493df19-4b3a-45ce-a8c5-d80002166e42 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:42.045572 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-c31c3f68-bfa5-478b-b27e-53d9b405ed62 req-e493df19-4b3a-45ce-a8c5-d80002166e42 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e407782-18cb-44c7-aeb5-95be87554fb8 HTTP/1.1" status: 200 len: 945 time: 0.0506294 May 16 15:27:42.094614 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-c31c3f68-bfa5-478b-b27e-53d9b405ed62 req-12542257-7a6a-4bf3-abb4-dcffaddd352d tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b01dd70-8801-4cef-b943-583c1e430111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434096 May 16 15:27:43.221013 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e114c93-6a19-497e-960e-62cd69c1edc3 req-a8a15de6-59b3-4b6e-a4be-3e221e947dac tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:43.222483 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-0e114c93-6a19-497e-960e-62cd69c1edc3 req-a8a15de6-59b3-4b6e-a4be-3e221e947dac tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e407782-18cb-44c7-aeb5-95be87554fb8 HTTP/1.1" status: 200 len: 945 time: 0.0507739 May 16 15:27:43.270688 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-0e114c93-6a19-497e-960e-62cd69c1edc3 req-b9f88f4f-43f1-4d4b-9cf3-6471ca505cee tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b01dd70-8801-4cef-b943-583c1e430111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426972 May 16 15:27:44.385919 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1964b7b-157e-4ab5-9cef-5eb9b5f04508 req-b8113ae9-0b43-44eb-b3fa-56d3cfcb5431 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:44.388019 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-f1964b7b-157e-4ab5-9cef-5eb9b5f04508 req-b8113ae9-0b43-44eb-b3fa-56d3cfcb5431 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e407782-18cb-44c7-aeb5-95be87554fb8 HTTP/1.1" status: 200 len: 945 time: 0.0483277 May 16 15:27:44.436572 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-f1964b7b-157e-4ab5-9cef-5eb9b5f04508 req-5e869e0a-35aa-4046-8cb5-026c36a61564 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b01dd70-8801-4cef-b943-583c1e430111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432851 May 16 15:27:45.557630 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab9c14-205a-4638-880d-a6a88efa5038 req-3a78acc1-6cd9-4697-a1b2-8cd6e459cd19 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:45.559288 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-8cab9c14-205a-4638-880d-a6a88efa5038 req-3a78acc1-6cd9-4697-a1b2-8cd6e459cd19 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e407782-18cb-44c7-aeb5-95be87554fb8 HTTP/1.1" status: 200 len: 945 time: 0.0515172 May 16 15:27:45.612750 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-8cab9c14-205a-4638-880d-a6a88efa5038 req-a7f08fe5-1600-4ba8-9d84-5c4584bdf545 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b01dd70-8801-4cef-b943-583c1e430111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475791 May 16 15:27:46.727264 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d87bd66-d74f-4b00-ac09-bc4c2ed7261f req-6a42c9fb-e665-4bc4-a11e-897e99e2fcda tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:46.728778 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-8d87bd66-d74f-4b00-ac09-bc4c2ed7261f req-6a42c9fb-e665-4bc4-a11e-897e99e2fcda tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e407782-18cb-44c7-aeb5-95be87554fb8 HTTP/1.1" status: 200 len: 945 time: 0.0491273 May 16 15:27:46.778616 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-8d87bd66-d74f-4b00-ac09-bc4c2ed7261f req-ac420d99-1f87-4059-8d6e-099f3f7d0af4 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b01dd70-8801-4cef-b943-583c1e430111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436728 May 16 15:27:47.897129 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ecf389-b8b4-416d-96b9-19a18878d8bc req-ba058d22-14e0-4e83-8325-1837e16aad7c tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:47.898643 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-c5ecf389-b8b4-416d-96b9-19a18878d8bc req-ba058d22-14e0-4e83-8325-1837e16aad7c tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e407782-18cb-44c7-aeb5-95be87554fb8 HTTP/1.1" status: 200 len: 945 time: 0.0497627 May 16 15:27:47.946029 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-c5ecf389-b8b4-416d-96b9-19a18878d8bc req-adddd3e7-abf9-4310-9e8d-b273960ec585 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b01dd70-8801-4cef-b943-583c1e430111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416687 May 16 15:27:48.818479 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf2dffa-60ba-4182-a147-28ed0f9a9831 req-e18cde4e-6a53-4691-a2f9-b1b8e4a0e0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:48.819937 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-aaf2dffa-60ba-4182-a147-28ed0f9a9831 req-e18cde4e-6a53-4691-a2f9-b1b8e4a0e0fc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0b6bd797b8e04be18b7484855142b067&device_id=5e407782-18cb-44c7-aeb5-95be87554fb8 HTTP/1.1" status: 200 len: 1129 time: 0.0383685 May 16 15:27:48.911142 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf2dffa-60ba-4182-a147-28ed0f9a9831 req-d48407df-db27-4da5-b96d-90b41bf5e895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:48.912613 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-aaf2dffa-60ba-4182-a147-28ed0f9a9831 req-d48407df-db27-4da5-b96d-90b41bf5e895 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9c7b01dd-4fa5-4d97-aa10-e1ee6467d7bb HTTP/1.1" status: 200 len: 910 time: 0.0870230 May 16 15:27:48.972574 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-aaf2dffa-60ba-4182-a147-28ed0f9a9831 req-ed999673-b564-4318-8578-2b7a7b0262dd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca81beba-189f-4dcd-84dc-799c4f2b2989 HTTP/1.1" status: 200 len: 1000 time: 0.0538697 May 16 15:27:49.021016 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf2dffa-60ba-4182-a147-28ed0f9a9831 req-8c725b92-e742-4f01-8eb4-5c0722740fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:49.022480 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-aaf2dffa-60ba-4182-a147-28ed0f9a9831 req-8c725b92-e742-4f01-8eb4-5c0722740fdd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9ec5239e-005a-42b5-98fd-7708b4d3767d HTTP/1.1" status: 200 len: 848 time: 0.0443528 May 16 15:27:49.059905 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bc189e-5fda-4b28-8406-c4b69eefb999 req-f1ddb91c-b74c-411a-8212-e20b9b68961b tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:49.061423 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-43bc189e-5fda-4b28-8406-c4b69eefb999 req-f1ddb91c-b74c-411a-8212-e20b9b68961b tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e407782-18cb-44c7-aeb5-95be87554fb8 HTTP/1.1" status: 200 len: 945 time: 0.0481191 May 16 15:27:49.068442 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf2dffa-60ba-4182-a147-28ed0f9a9831 req-0a180330-4593-4631-ad54-0846251fe3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:49.070107 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-aaf2dffa-60ba-4182-a147-28ed0f9a9831 req-0a180330-4593-4631-ad54-0846251fe3a2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9c7b01dd-4fa5-4d97-aa10-e1ee6467d7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0419428 May 16 15:27:49.112920 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-43bc189e-5fda-4b28-8406-c4b69eefb999 req-aa033f20-3857-4824-af03-44e47f2e25bb tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b01dd70-8801-4cef-b943-583c1e430111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453084 May 16 15:27:49.162246 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-aaf2dffa-60ba-4182-a147-28ed0f9a9831 req-8c6c3c4e-0e14-491f-8cb9-133bfb92f004 service neutron] 10.222.0.69 "GET /v2.0/networks/9c7b01dd-4fa5-4d97-aa10-e1ee6467d7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861583 May 16 15:27:49.254581 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-aaf2dffa-60ba-4182-a147-28ed0f9a9831 req-c0b10feb-1608-4150-beb3-602b66972736 service neutron] 10.222.0.69 "GET /v2.0/networks/9c7b01dd-4fa5-4d97-aa10-e1ee6467d7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867488 May 16 15:27:50.114994 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 53764) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:27:50.218007 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-12bacd9c-63ec-47f9-8198-b797a27d4594 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:50.224977 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adca6e7-4a9a-4939-997a-22308dd7c01a req-668eb0f4-15a3-4fc4-98b0-959348fb23e8 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:50.226460 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-9adca6e7-4a9a-4939-997a-22308dd7c01a req-668eb0f4-15a3-4fc4-98b0-959348fb23e8 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e407782-18cb-44c7-aeb5-95be87554fb8 HTTP/1.1" status: 200 len: 945 time: 0.0466073 May 16 15:27:50.274569 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-9adca6e7-4a9a-4939-997a-22308dd7c01a req-db6750b2-f7f6-4968-b2cd-0df92438fff4 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b01dd70-8801-4cef-b943-583c1e430111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424838 May 16 15:27:50.290930 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-12bacd9c-63ec-47f9-8198-b797a27d4594 admin admin] Publish callbacks [] for security_group (7a23987b-56c4-4b29-ad69-bc8438d4e25d), precommit_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:50.357213 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-12bacd9c-63ec-47f9-8198-b797a27d4594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (7a23987b-56c4-4b29-ad69-bc8438d4e25d), after_create {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:50.459704 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bacd9c-63ec-47f9-8198-b797a27d4594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a23987b-56c4-4b29-ad69-bc8438d4e25d,revision_number=1']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:50.463749 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-12bacd9c-63ec-47f9-8198-b797a27d4594 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c7716b1e176c4cac94e5334cfe66ebbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3477414 May 16 15:27:50.466541 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 53770) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:27:50.513094 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-84ced16e-de38-45c0-9f62-da9b821080c7 admin admin] Publish callbacks [] for security_group (7a23987b-56c4-4b29-ad69-bc8438d4e25d), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:50.534654 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-84ced16e-de38-45c0-9f62-da9b821080c7 admin admin] Publish callbacks [] for security_group (7a23987b-56c4-4b29-ad69-bc8438d4e25d), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:50.643283 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-84ced16e-de38-45c0-9f62-da9b821080c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (7a23987b-56c4-4b29-ad69-bc8438d4e25d), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:50.645781 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-84ced16e-de38-45c0-9f62-da9b821080c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:50.646934 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-84ced16e-de38-45c0-9f62-da9b821080c7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7a23987b-56c4-4b29-ad69-bc8438d4e25d HTTP/1.1" status: 204 len: 168 time: 0.1795084 May 16 15:27:50.654218 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ced16e-de38-45c0-9f62-da9b821080c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a23987b-56c4-4b29-ad69-bc8438d4e25d,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:51.389121 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242c8cba-8c0e-428b-9d90-d8b5722c5e26 req-57b36be7-fb2b-4f36-91f5-ef6f1a8d2786 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:51.390610 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-242c8cba-8c0e-428b-9d90-d8b5722c5e26 req-57b36be7-fb2b-4f36-91f5-ef6f1a8d2786 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e407782-18cb-44c7-aeb5-95be87554fb8 HTTP/1.1" status: 200 len: 945 time: 0.0468340 May 16 15:27:51.438717 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-242c8cba-8c0e-428b-9d90-d8b5722c5e26 req-ec6ae5cb-f121-459a-8f5e-efcd80e86d69 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b01dd70-8801-4cef-b943-583c1e430111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424838 May 16 15:27:52.550743 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80c44b3-3cb8-4991-b675-e07fe070db1e req-e3371761-4b9b-4779-b7e1-521fe01fa88c tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:52.552228 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-e80c44b3-3cb8-4991-b675-e07fe070db1e req-e3371761-4b9b-4779-b7e1-521fe01fa88c tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e407782-18cb-44c7-aeb5-95be87554fb8 HTTP/1.1" status: 200 len: 945 time: 0.0474854 May 16 15:27:52.602856 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-e80c44b3-3cb8-4991-b675-e07fe070db1e req-4898af3f-2c23-4bb5-bcbc-2736e8b37b38 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b01dd70-8801-4cef-b943-583c1e430111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451381 May 16 15:27:52.936893 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0773c25-506b-44e5-ae75-86e8f32bdc8d req-35b2e07d-d9e5-4458-b636-99ed27fe9da4 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:52.938400 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-f0773c25-506b-44e5-ae75-86e8f32bdc8d req-35b2e07d-d9e5-4458-b636-99ed27fe9da4 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e407782-18cb-44c7-aeb5-95be87554fb8 HTTP/1.1" status: 200 len: 945 time: 0.0473394 May 16 15:27:52.987613 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-f0773c25-506b-44e5-ae75-86e8f32bdc8d req-79102432-41fa-4e89-a5ed-d8bac56b40e0 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b01dd70-8801-4cef-b943-583c1e430111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435970 May 16 15:27:53.037243 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 53786) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:27:53.121456 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-3b1b1bca-f3fe-4c60-822c-9dc2bfe3cbd2 req-4f43871c-ea0c-4e7c-9a2d-1daec004c8d5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5e407782-18cb-44c7-aeb5-95be87554fb8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0830028 May 16 15:27:53.129569 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [req-3b1b1bca-f3fe-4c60-822c-9dc2bfe3cbd2 req-5d298aea-85d1-408f-a813-17acef54fe21 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=104034) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 15:27:53.130539 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-3b1b1bca-f3fe-4c60-822c-9dc2bfe3cbd2 req-5d298aea-85d1-408f-a813-17acef54fe21 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0046952 May 16 15:27:53.256517 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 53794) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:27:53.346118 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1b1bca-f3fe-4c60-822c-9dc2bfe3cbd2 req-c7ec3945-73cf-47a4-ad04-b2b38902d68e tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:53.347453 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-3b1b1bca-f3fe-4c60-822c-9dc2bfe3cbd2 req-c7ec3945-73cf-47a4-ad04-b2b38902d68e tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "GET /v2.0/ports/ca81beba-189f-4dcd-84dc-799c4f2b2989 HTTP/1.1" status: 200 len: 942 time: 0.0899708 May 16 15:27:54.100085 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac88c88e-5747-4bca-ac38-acbc275a198c req-c83821fb-67e8-40ea-a0db-183bf6938671 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:54.101678 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-ac88c88e-5747-4bca-ac38-acbc275a198c req-c83821fb-67e8-40ea-a0db-183bf6938671 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e407782-18cb-44c7-aeb5-95be87554fb8 HTTP/1.1" status: 200 len: 945 time: 0.0472152 May 16 15:27:54.149896 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-ac88c88e-5747-4bca-ac38-acbc275a198c req-64dfae99-de50-4ede-94c9-e0dbeea6d196 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b01dd70-8801-4cef-b943-583c1e430111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425541 May 16 15:27:55.187007 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device ca81beba-189f-4dcd-84dc-799c4f2b2989 no longer exists at agent hyperv_hv-cinder-79578 {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:27:55.262101 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Current status of the port ca81beba-189f-4dcd-84dc-799c4f2b2989 is: ACTIVE; New status is: DOWN {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:27:55.262508 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (ca81beba-189f-4dcd-84dc-799c4f2b2989), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:55.269920 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c80c804-7b60-499b-891a-e3ae5a08b713 req-7afd49d2-0f30-412e-bf96-7ac61c2b64c5 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:55.271496 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-3c80c804-7b60-499b-891a-e3ae5a08b713 req-7afd49d2-0f30-412e-bf96-7ac61c2b64c5 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e407782-18cb-44c7-aeb5-95be87554fb8 HTTP/1.1" status: 200 len: 945 time: 0.0503373 May 16 15:27:55.287128 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e407782-18cb-44c7-aeb5-95be87554fb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca81beba-189f-4dcd-84dc-799c4f2b2989'}] {{(pid=104035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:27:55.292593 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1790aa2910a77bb841f337ade38aaf2daae4faf72d914c843aa5f796a16e7f37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad6d92b0-05a8-4bc0-9633-877f8457b8c4" -d '{"events": [{"server_uuid": "5e407782-18cb-44c7-aeb5-95be87554fb8", "name": "network-vif-unplugged", "status": "completed", "tag": "ca81beba-189f-4dcd-84dc-799c4f2b2989"}]}' {{(pid=104035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:27:55.303491 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] For port ca81beba-189f-4dcd-84dc-799c4f2b2989, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=ca81beba-189f-4dcd-84dc-799c4f2b2989,segment=NetworkSegment(d906e4c0-b7a7-4674-8385-774ce0dcb73a),segment_id=d906e4c0-b7a7-4674-8385-774ce0dcb73a)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:27:55.324241 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 16 May 2022 15:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba9f68ca-47c6-492e-a6be-4afb8ecf2f12 x-openstack-request-id: req-ba9f68ca-47c6-492e-a6be-4afb8ecf2f12 {{(pid=104035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:27:55.324533 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e407782-18cb-44c7-aeb5-95be87554fb8", "name": "network-vif-unplugged", "status": "failed", "tag": "ca81beba-189f-4dcd-84dc-799c4f2b2989", "code": 422}]} {{(pid=104035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:27:55.324785 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ba9f68ca-47c6-492e-a6be-4afb8ecf2f12 {{(pid=104035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:27:55.325184 dv-cinder-795785-10-iscsi neutron-server[104035]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-ba9f68ca-47c6-492e-a6be-4afb8ecf2f12']: {'server_uuid': '5e407782-18cb-44c7-aeb5-95be87554fb8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ca81beba-189f-4dcd-84dc-799c4f2b2989', 'code': 422} returned with failed status May 16 15:27:55.331574 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-3c80c804-7b60-499b-891a-e3ae5a08b713 req-936122d3-fcf3-4a2d-8b62-7f9458a4ffd3 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b01dd70-8801-4cef-b943-583c1e430111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543971 May 16 15:27:55.403321 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (ca81beba-189f-4dcd-84dc-799c4f2b2989), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:55.448597 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Pushing event updated for resources: {'Port': ['ID=ca81beba-189f-4dcd-84dc-799c4f2b2989,revision_number=6']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:27:55.871140 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1b1bca-f3fe-4c60-822c-9dc2bfe3cbd2 req-d203cf3a-17d8-43fe-b608-da74113b9796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:55.872602 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-3b1b1bca-f3fe-4c60-822c-9dc2bfe3cbd2 req-d203cf3a-17d8-43fe-b608-da74113b9796 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5e407782-18cb-44c7-aeb5-95be87554fb8&tenant_id=0b6bd797b8e04be18b7484855142b067 HTTP/1.1" status: 200 len: 1127 time: 0.0412102 May 16 15:27:55.942728 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1b1bca-f3fe-4c60-822c-9dc2bfe3cbd2 req-10de8a01-c15d-48bb-b186-920aaf719351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:55.944212 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-3b1b1bca-f3fe-4c60-822c-9dc2bfe3cbd2 req-10de8a01-c15d-48bb-b186-920aaf719351 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0b6bd797b8e04be18b7484855142b067&device_id=5e407782-18cb-44c7-aeb5-95be87554fb8 HTTP/1.1" status: 200 len: 1127 time: 0.0379159 May 16 15:27:56.032374 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1b1bca-f3fe-4c60-822c-9dc2bfe3cbd2 req-a7b174d4-d81a-4f85-a43c-32c97d24e42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:56.033818 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-3b1b1bca-f3fe-4c60-822c-9dc2bfe3cbd2 req-a7b174d4-d81a-4f85-a43c-32c97d24e42c service neutron] 10.222.0.69 "GET /v2.0/networks?id=9c7b01dd-4fa5-4d97-aa10-e1ee6467d7bb HTTP/1.1" status: 200 len: 910 time: 0.0841854 May 16 15:27:56.096382 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-3b1b1bca-f3fe-4c60-822c-9dc2bfe3cbd2 req-0246c1e6-37b6-410f-98b4-4944524f8987 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca81beba-189f-4dcd-84dc-799c4f2b2989 HTTP/1.1" status: 200 len: 998 time: 0.0563366 May 16 15:27:56.142346 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1b1bca-f3fe-4c60-822c-9dc2bfe3cbd2 req-d2dec152-9f32-4d3c-856a-e1eac5ac04d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:56.143654 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-3b1b1bca-f3fe-4c60-822c-9dc2bfe3cbd2 req-d2dec152-9f32-4d3c-856a-e1eac5ac04d6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9ec5239e-005a-42b5-98fd-7708b4d3767d HTTP/1.1" status: 200 len: 848 time: 0.0418739 May 16 15:27:56.149663 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.agents_db [None req-ab78c14b-22b7-4e46-ade7-0c4080e95cb7 None None] Agent healthcheck: found 6 active agents {{(pid=104036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:27:56.185239 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1b1bca-f3fe-4c60-822c-9dc2bfe3cbd2 req-cf7f4b72-e6a6-4eb7-85c8-b9c14807517c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:56.186745 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-3b1b1bca-f3fe-4c60-822c-9dc2bfe3cbd2 req-cf7f4b72-e6a6-4eb7-85c8-b9c14807517c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9c7b01dd-4fa5-4d97-aa10-e1ee6467d7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0374701 May 16 15:27:56.275788 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-3b1b1bca-f3fe-4c60-822c-9dc2bfe3cbd2 req-18e1b48d-2360-40e7-9c15-7851827ebb54 service neutron] 10.222.0.69 "GET /v2.0/networks/9c7b01dd-4fa5-4d97-aa10-e1ee6467d7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824401 May 16 15:27:56.365563 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-3b1b1bca-f3fe-4c60-822c-9dc2bfe3cbd2 req-00a59d8c-6e55-4e5a-815c-58c0b59f4f24 service neutron] 10.222.0.69 "GET /v2.0/networks/9c7b01dd-4fa5-4d97-aa10-e1ee6467d7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840254 May 16 15:27:56.447645 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f020b-3c7a-4b02-b162-8d3ddd236d2e req-9eff96d8-4b5c-413d-8987-8201f634ff7d tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:56.449038 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-652f020b-3c7a-4b02-b162-8d3ddd236d2e req-9eff96d8-4b5c-413d-8987-8201f634ff7d tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e407782-18cb-44c7-aeb5-95be87554fb8 HTTP/1.1" status: 200 len: 943 time: 0.0498099 May 16 15:27:56.497442 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-652f020b-3c7a-4b02-b162-8d3ddd236d2e req-7e06759c-d091-46fb-9447-b10eee80b931 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b01dd70-8801-4cef-b943-583c1e430111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422590 May 16 15:27:56.837452 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-44683f28-345f-43ad-83d6-23224af24c6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (a586ef94-96cb-452c-b402-463be5294b2a), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:57.857625 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb590239-3274-47ad-9658-181e565e218d req-88581804-359b-47da-900f-c77288f52be2 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:57.859144 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-fb590239-3274-47ad-9658-181e565e218d req-88581804-359b-47da-900f-c77288f52be2 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e407782-18cb-44c7-aeb5-95be87554fb8 HTTP/1.1" status: 200 len: 943 time: 0.2935381 May 16 15:27:57.907787 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-fb590239-3274-47ad-9658-181e565e218d req-f945104a-427b-4e85-9a31-06ae82651658 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b01dd70-8801-4cef-b943-583c1e430111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430815 May 16 15:27:58.888616 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-50597963-0dca-4690-945d-db931a25b501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (54a3e65b-69a0-426d-9997-69a1705c4334), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:27:59.018904 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ce1a72-35f9-4ae7-b454-1aaf1fb86149 req-cc4d231a-1273-4a60-b6c3-96197307017a tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:27:59.020367 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-e8ce1a72-35f9-4ae7-b454-1aaf1fb86149 req-cc4d231a-1273-4a60-b6c3-96197307017a tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e407782-18cb-44c7-aeb5-95be87554fb8 HTTP/1.1" status: 200 len: 943 time: 0.0462661 May 16 15:27:59.068281 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-e8ce1a72-35f9-4ae7-b454-1aaf1fb86149 req-7d49f040-ece2-4eac-ad04-76703fb90e06 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b01dd70-8801-4cef-b943-583c1e430111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423944 May 16 15:28:00.155943 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-e1b85405-7a13-4024-838c-532465e0cf8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (72569482-7f88-4a09-9117-6d6842ca2c26), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:00.177898 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a27dc-f534-4f1a-a0f2-847833219db7 req-fe82dbdc-dc08-45e9-b20a-2f156905c587 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:00.186523 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-bb7a27dc-f534-4f1a-a0f2-847833219db7 req-fe82dbdc-dc08-45e9-b20a-2f156905c587 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e407782-18cb-44c7-aeb5-95be87554fb8 HTTP/1.1" status: 200 len: 943 time: 0.0457997 May 16 15:28:00.227017 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-bb7a27dc-f534-4f1a-a0f2-847833219db7 req-e64d8d62-f128-481b-8cec-332ba97817ee tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b01dd70-8801-4cef-b943-583c1e430111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421574 May 16 15:28:01.337957 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef8d68e-fe6f-46c5-937a-0846ad1df04e req-b47ff5d6-a306-41b1-854c-8aa1463a6086 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:01.339354 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-aef8d68e-fe6f-46c5-937a-0846ad1df04e req-b47ff5d6-a306-41b1-854c-8aa1463a6086 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e407782-18cb-44c7-aeb5-95be87554fb8 HTTP/1.1" status: 200 len: 943 time: 0.0461717 May 16 15:28:01.390669 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-aef8d68e-fe6f-46c5-937a-0846ad1df04e req-2ee7b0f7-ca5a-45ab-9048-3011651159ec tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b01dd70-8801-4cef-b943-583c1e430111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453804 May 16 15:28:01.534601 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a2296b44-efe7-4c92-99bf-bf9223587463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (4544528a-1612-46a7-a248-6cca4b867644), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:02.506290 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c60144-8f07-477a-8e3b-65e76baf563b req-fcf69927-7f51-4d58-a922-930f6b6aa988 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:02.507750 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-33c60144-8f07-477a-8e3b-65e76baf563b req-fcf69927-7f51-4d58-a922-930f6b6aa988 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e407782-18cb-44c7-aeb5-95be87554fb8 HTTP/1.1" status: 200 len: 943 time: 0.0491238 May 16 15:28:02.558152 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-33c60144-8f07-477a-8e3b-65e76baf563b req-1d69cfd7-77f0-45dd-850c-a0675edcac07 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b01dd70-8801-4cef-b943-583c1e430111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447555 May 16 15:28:03.218378 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device ca81beba-189f-4dcd-84dc-799c4f2b2989 details requested by agent hyperv_hv-cinder-79578 with host hv-cinder-79578 {{(pid=104035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 15:28:03.312303 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] For port ca81beba-189f-4dcd-84dc-799c4f2b2989, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=ca81beba-189f-4dcd-84dc-799c4f2b2989,segment=NetworkSegment(d906e4c0-b7a7-4674-8385-774ce0dcb73a),segment_id=d906e4c0-b7a7-4674-8385-774ce0dcb73a)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:28:03.326209 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Returning: {'device': 'ca81beba-189f-4dcd-84dc-799c4f2b2989', 'network_id': '9c7b01dd-4fa5-4d97-aa10-e1ee6467d7bb', 'port_id': 'ca81beba-189f-4dcd-84dc-799c4f2b2989', 'mac_address': 'fa:16:3e:a0:73:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ec5239e-005a-42b5-98fd-7708b4d3767d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 15:28:03.359760 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Current status of the port ca81beba-189f-4dcd-84dc-799c4f2b2989 is: DOWN; New status is: BUILD {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:28:03.360188 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (ca81beba-189f-4dcd-84dc-799c4f2b2989), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:03.383037 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.notifiers.nova [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca81beba-189f-4dcd-84dc-799c4f2b2989 {{(pid=104035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 15:28:03.403745 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] For port ca81beba-189f-4dcd-84dc-799c4f2b2989, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=ca81beba-189f-4dcd-84dc-799c4f2b2989,segment=NetworkSegment(d906e4c0-b7a7-4674-8385-774ce0dcb73a),segment_id=d906e4c0-b7a7-4674-8385-774ce0dcb73a)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:28:03.477712 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (311a8a5f-4d79-4ff7-931a-d05ff8cc45ee), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:03.506252 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (ca81beba-189f-4dcd-84dc-799c4f2b2989), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:03.552173 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Pushing event updated for resources: {'Port': ['ID=ca81beba-189f-4dcd-84dc-799c4f2b2989,revision_number=7']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:28:03.559148 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:28:03.559504 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:28:03.559853 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:28:03.560200 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:28:03.560538 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:28:03.560877 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:28:03.561211 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:28:03.561538 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:28:03.561872 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:28:03.562297 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:28:03.562636 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:28:03.562968 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:28:03.563302 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:28:03.563628 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:28:03.563954 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:28:03.668885 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabeb6bc-4b46-4ed2-8557-34788ed743a0 req-28c107db-57d2-4604-acab-2416f079f6d0 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:03.670895 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-aabeb6bc-4b46-4ed2-8557-34788ed743a0 req-28c107db-57d2-4604-acab-2416f079f6d0 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e407782-18cb-44c7-aeb5-95be87554fb8 HTTP/1.1" status: 200 len: 944 time: 0.0451667 May 16 15:28:03.718122 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-aabeb6bc-4b46-4ed2-8557-34788ed743a0 req-563d43a7-c7d6-4f6f-b371-b9842f5a2426 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b01dd70-8801-4cef-b943-583c1e430111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416439 May 16 15:28:03.777751 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] get_ports_and_sgs() called for port_ids ['ca81beba-189f-4dcd-84dc-799c4f2b2989'] {{(pid=104035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 15:28:04.828307 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0285794b-9144-4737-a072-fa679416534a req-321e7a90-4099-4c38-90da-1ba15f227cfe tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:04.829735 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-0285794b-9144-4737-a072-fa679416534a req-321e7a90-4099-4c38-90da-1ba15f227cfe tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e407782-18cb-44c7-aeb5-95be87554fb8 HTTP/1.1" status: 200 len: 944 time: 0.0455897 May 16 15:28:04.877623 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-0285794b-9144-4737-a072-fa679416534a req-1629b6ab-30bb-4b31-a7b4-5767b5b11fcc tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b01dd70-8801-4cef-b943-583c1e430111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425408 May 16 15:28:05.233859 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device ca81beba-189f-4dcd-84dc-799c4f2b2989 up at agent hyperv_hv-cinder-79578 {{(pid=104035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 15:28:05.277764 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.provisioning_blocks [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Provisioning complete for port ca81beba-189f-4dcd-84dc-799c4f2b2989 triggered by entity L2. {{(pid=104035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 15:28:05.278150 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2048728'] for port (ca81beba-189f-4dcd-84dc-799c4f2b2989), provisioning_complete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:05.346951 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Current status of the port ca81beba-189f-4dcd-84dc-799c4f2b2989 is: BUILD; New status is: ACTIVE {{(pid=104035) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 15:28:05.347250 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2030920'] for port (ca81beba-189f-4dcd-84dc-799c4f2b2989), before_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:05.368669 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e407782-18cb-44c7-aeb5-95be87554fb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca81beba-189f-4dcd-84dc-799c4f2b2989'}] {{(pid=104035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:28:05.370861 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1790aa2910a77bb841f337ade38aaf2daae4faf72d914c843aa5f796a16e7f37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-861237bc-aa0c-4a91-9a1f-cac598f506f2" -d '{"events": [{"server_uuid": "5e407782-18cb-44c7-aeb5-95be87554fb8", "name": "network-vif-plugged", "status": "completed", "tag": "ca81beba-189f-4dcd-84dc-799c4f2b2989"}]}' {{(pid=104035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:28:05.383569 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] For port ca81beba-189f-4dcd-84dc-799c4f2b2989, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=ca81beba-189f-4dcd-84dc-799c4f2b2989,segment=NetworkSegment(d906e4c0-b7a7-4674-8385-774ce0dcb73a),segment_id=d906e4c0-b7a7-4674-8385-774ce0dcb73a)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:28:05.405996 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e117b9-a814-45a4-a244-9c58fb13f63d x-openstack-request-id: req-00e117b9-a814-45a4-a244-9c58fb13f63d {{(pid=104035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:28:05.406317 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e407782-18cb-44c7-aeb5-95be87554fb8", "name": "network-vif-plugged", "status": "completed", "tag": "ca81beba-189f-4dcd-84dc-799c4f2b2989", "code": 200}]} {{(pid=104035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:28:05.406573 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-00e117b9-a814-45a4-a244-9c58fb13f63d {{(pid=104035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:28:05.406967 dv-cinder-795785-10-iscsi neutron-server[104035]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00e117b9-a814-45a4-a244-9c58fb13f63d'] response: {'server_uuid': '5e407782-18cb-44c7-aeb5-95be87554fb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca81beba-189f-4dcd-84dc-799c4f2b2989', 'code': 200} May 16 15:28:05.472256 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789020200331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789019640167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789019640185'] for port (ca81beba-189f-4dcd-84dc-799c4f2b2989), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:05.518926 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Pushing event updated for resources: {'Port': ['ID=ca81beba-189f-4dcd-84dc-799c4f2b2989,revision_number=8']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:28:05.705004 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793d31fa-ed60-4780-a859-a776942eeabe req-bac6f471-3495-4446-837e-7df779534e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:05.706384 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-793d31fa-ed60-4780-a859-a776942eeabe req-bac6f471-3495-4446-837e-7df779534e8a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5e407782-18cb-44c7-aeb5-95be87554fb8 HTTP/1.1" status: 200 len: 1129 time: 0.0402331 May 16 15:28:05.750422 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-793d31fa-ed60-4780-a859-a776942eeabe req-e74f9804-69c7-48d0-a38e-cd25c4878d2e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=1b01dd70-8801-4cef-b943-583c1e430111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386472 May 16 15:28:05.991430 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18017d2-544c-4ca6-a9bf-b1cb0de03199 req-ff65404d-e055-4f15-83b3-ec8b75ede345 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:05.992788 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-e18017d2-544c-4ca6-a9bf-b1cb0de03199 req-ff65404d-e055-4f15-83b3-ec8b75ede345 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e407782-18cb-44c7-aeb5-95be87554fb8 HTTP/1.1" status: 200 len: 945 time: 0.0457604 May 16 15:28:06.040622 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-e18017d2-544c-4ca6-a9bf-b1cb0de03199 req-fc906d9e-143b-419e-95e1-de9926594c81 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b01dd70-8801-4cef-b943-583c1e430111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423517 May 16 15:28:07.153077 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7b3a33-1af2-4cdc-92a2-b175a7635b96 req-d415cef2-4854-4df9-99c7-adabafc1b518 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:07.154536 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-7f7b3a33-1af2-4cdc-92a2-b175a7635b96 req-d415cef2-4854-4df9-99c7-adabafc1b518 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e407782-18cb-44c7-aeb5-95be87554fb8 HTTP/1.1" status: 200 len: 945 time: 0.0456257 May 16 15:28:07.203885 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-7f7b3a33-1af2-4cdc-92a2-b175a7635b96 req-3b1b847b-bb6c-4f7b-9f05-070f6a0a73e9 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b01dd70-8801-4cef-b943-583c1e430111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431314 May 16 15:28:10.254583 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (751a3b14-a3b6-44f5-a165-bd23bd92acbe), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:22.676663 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-17c40695-82f9-48c0-b7ba-e9b7eb07991c req-121ea5a0-0e22-4731-aeff-ac2d0fa07668 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5e407782-18cb-44c7-aeb5-95be87554fb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0374820 May 16 15:28:22.773350 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c40695-82f9-48c0-b7ba-e9b7eb07991c req-8b3edf8c-dd5b-490e-8c74-a6c428be44b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:22.774842 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-17c40695-82f9-48c0-b7ba-e9b7eb07991c req-8b3edf8c-dd5b-490e-8c74-a6c428be44b5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0b6bd797b8e04be18b7484855142b067&device_id=5e407782-18cb-44c7-aeb5-95be87554fb8 HTTP/1.1" status: 200 len: 1129 time: 0.0408866 May 16 15:28:22.874312 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c40695-82f9-48c0-b7ba-e9b7eb07991c req-d621e1ce-e97e-432e-a2fb-cdb1afca5255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:22.875743 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-17c40695-82f9-48c0-b7ba-e9b7eb07991c req-d621e1ce-e97e-432e-a2fb-cdb1afca5255 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9c7b01dd-4fa5-4d97-aa10-e1ee6467d7bb HTTP/1.1" status: 200 len: 910 time: 0.0831158 May 16 15:28:22.939530 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-17c40695-82f9-48c0-b7ba-e9b7eb07991c req-010e4adc-60f0-467a-b103-ecce2ef68d71 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca81beba-189f-4dcd-84dc-799c4f2b2989 HTTP/1.1" status: 200 len: 1000 time: 0.0568197 May 16 15:28:22.987515 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c40695-82f9-48c0-b7ba-e9b7eb07991c req-cd76abcd-bc65-4d14-8892-948986557c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:22.988909 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-17c40695-82f9-48c0-b7ba-e9b7eb07991c req-cd76abcd-bc65-4d14-8892-948986557c67 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9ec5239e-005a-42b5-98fd-7708b4d3767d HTTP/1.1" status: 200 len: 848 time: 0.0429153 May 16 15:28:23.032132 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c40695-82f9-48c0-b7ba-e9b7eb07991c req-c63e3cbd-81cc-427e-a5b9-801f4e08dea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:28:23.033576 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-17c40695-82f9-48c0-b7ba-e9b7eb07991c req-c63e3cbd-81cc-427e-a5b9-801f4e08dea7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9c7b01dd-4fa5-4d97-aa10-e1ee6467d7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0378971 May 16 15:28:23.125551 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-17c40695-82f9-48c0-b7ba-e9b7eb07991c req-f320e07b-5be0-48ea-b788-d174bb4ad93e service neutron] 10.222.0.69 "GET /v2.0/networks/9c7b01dd-4fa5-4d97-aa10-e1ee6467d7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843801 May 16 15:28:23.218131 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-17c40695-82f9-48c0-b7ba-e9b7eb07991c req-b4e07caa-3a92-4861-8aa8-49fab7d432b2 service neutron] 10.222.0.69 "GET /v2.0/networks/9c7b01dd-4fa5-4d97-aa10-e1ee6467d7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823669 May 16 15:28:26.864931 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-124da42a-4f1f-4779-b26a-3de3c42e20b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (a586ef94-96cb-452c-b402-463be5294b2a), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:28.882262 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-8191e38f-0ea5-4a2c-9770-4fd840c194da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (54a3e65b-69a0-426d-9997-69a1705c4334), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:30.123491 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-e1b85405-7a13-4024-838c-532465e0cf8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (72569482-7f88-4a09-9117-6d6842ca2c26), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:31.529243 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a2296b44-efe7-4c92-99bf-bf9223587463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (4544528a-1612-46a7-a248-6cca4b867644), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:33.149311 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.agents_db [None req-ab78c14b-22b7-4e46-ade7-0c4080e95cb7 None None] Agent healthcheck: found 6 active agents {{(pid=104036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:28:33.455666 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (311a8a5f-4d79-4ff7-931a-d05ff8cc45ee), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:40.260900 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (751a3b14-a3b6-44f5-a165-bd23bd92acbe), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:56.838392 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-b31a7513-1b6c-45e3-b73c-c11369678692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (a586ef94-96cb-452c-b402-463be5294b2a), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:28:58.901412 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-eea29d64-07f5-415f-85f4-177c04804ea2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (54a3e65b-69a0-426d-9997-69a1705c4334), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:00.145079 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-e1b85405-7a13-4024-838c-532465e0cf8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (72569482-7f88-4a09-9117-6d6842ca2c26), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:01.576098 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a2296b44-efe7-4c92-99bf-bf9223587463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (4544528a-1612-46a7-a248-6cca4b867644), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:03.461561 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (311a8a5f-4d79-4ff7-931a-d05ff8cc45ee), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:10.148430 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.agents_db [None req-ab78c14b-22b7-4e46-ade7-0c4080e95cb7 None None] Agent healthcheck: found 6 active agents {{(pid=104036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:29:10.236759 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (751a3b14-a3b6-44f5-a165-bd23bd92acbe), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:19.472813 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 53842) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:29:19.608361 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-6e7b0d0a-b66d-4582-a6ff-f09b8063d368 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Deleting port 97c46b69-a2c5-4c72-a154-0ef6c93f3a43 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:29:19.608705 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6e7b0d0a-b66d-4582-a6ff-f09b8063d368 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789020190181'] for port (97c46b69-a2c5-4c72-a154-0ef6c93f3a43), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:19.683980 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6e7b0d0a-b66d-4582-a6ff-f09b8063d368 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555776'] for port (97c46b69-a2c5-4c72-a154-0ef6c93f3a43), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:19.684314 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6e7b0d0a-b66d-4582-a6ff-f09b8063d368 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Publish callbacks [] for floatingip (97c46b69-a2c5-4c72-a154-0ef6c93f3a43), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:19.696602 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-6e7b0d0a-b66d-4582-a6ff-f09b8063d368 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Calling delete_port for 97c46b69-a2c5-4c72-a154-0ef6c93f3a43 owned by network:floatingip {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:29:19.908103 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6e7b0d0a-b66d-4582-a6ff-f09b8063d368 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789020200313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789019640158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61886211'] for port (97c46b69-a2c5-4c72-a154-0ef6c93f3a43), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:19.932564 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7b0d0a-b66d-4582-a6ff-f09b8063d368 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Pushing event deleted for resources: {'Port': ['ID=97c46b69-a2c5-4c72-a154-0ef6c93f3a43,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:29:19.957209 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7b0d0a-b66d-4582-a6ff-f09b8063d368 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:19.957561 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7b0d0a-b66d-4582-a6ff-f09b8063d368 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:19.957906 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7b0d0a-b66d-4582-a6ff-f09b8063d368 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:19.958289 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7b0d0a-b66d-4582-a6ff-f09b8063d368 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:19.958614 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7b0d0a-b66d-4582-a6ff-f09b8063d368 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:19.958945 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7b0d0a-b66d-4582-a6ff-f09b8063d368 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:19.959274 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7b0d0a-b66d-4582-a6ff-f09b8063d368 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:19.959600 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7b0d0a-b66d-4582-a6ff-f09b8063d368 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:19.959926 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7b0d0a-b66d-4582-a6ff-f09b8063d368 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:19.960250 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7b0d0a-b66d-4582-a6ff-f09b8063d368 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:19.960576 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7b0d0a-b66d-4582-a6ff-f09b8063d368 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:19.960900 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7b0d0a-b66d-4582-a6ff-f09b8063d368 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:19.961224 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7b0d0a-b66d-4582-a6ff-f09b8063d368 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:19.961546 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7b0d0a-b66d-4582-a6ff-f09b8063d368 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:19.961875 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7b0d0a-b66d-4582-a6ff-f09b8063d368 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:20.003522 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6e7b0d0a-b66d-4582-a6ff-f09b8063d368 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Publish callbacks [] for floatingip (da375030-02c7-43db-ad19-53e4a447437a), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:20.003816 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.db.l3_db [None req-6e7b0d0a-b66d-4582-a6ff-f09b8063d368 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Floating IP da375030-02c7-43db-ad19-53e4a447437a disassociated (deleted). External IP: 172.27.0.41, port: ca81beba-189f-4dcd-84dc-799c4f2b2989. May 16 15:29:20.198791 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e7b0d0a-b66d-4582-a6ff-f09b8063d368 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Router d2c91623-1e53-430e-8867-4aef814f1ffd has already been hosted by L3 agent 54a3e65b-69a0-426d-9997-69a1705c4334 {{(pid=104033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:29:20.299784 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e7b0d0a-b66d-4582-a6ff-f09b8063d368 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Notify agent at l3_agent.dv-cinder-795785-10-iscsi the message routers_updated {{(pid=104033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:29:20.304201 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6e7b0d0a-b66d-4582-a6ff-f09b8063d368 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914'] for floatingip (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:20.311528 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280f93e6-9b95-4166-8d66-54b737d1279b None None] Sync routers for ids ['d2c91623-1e53-430e-8867-4aef814f1ffd'] in dv-cinder-795785-10-iscsi {{(pid=104035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:29:20.320555 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280f93e6-9b95-4166-8d66-54b737d1279b None None] Routers {'d2c91623-1e53-430e-8867-4aef814f1ffd'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:29:20.321168 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_hamode_db [None req-280f93e6-9b95-4166-8d66-54b737d1279b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:28:59Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['d2c91623-1e53-430e-8867-4aef814f1ffd'], 'active': True} {{(pid=104035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:29:20.332937 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-6e7b0d0a-b66d-4582-a6ff-f09b8063d368 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "DELETE /v2.0/floatingips/da375030-02c7-43db-ad19-53e4a447437a HTTP/1.1" status: 204 len: 168 time: 0.8591385 May 16 15:29:20.333510 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e407782-18cb-44c7-aeb5-95be87554fb8', 'tag': 'ca81beba-189f-4dcd-84dc-799c4f2b2989'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:29:20.335763 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffeccd97bc4bec2d8a291f35a4115644be5723c7930092d1a563b2016f5a5231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-377429ad-009e-4b25-871f-3cec88cee66e" -d '{"events": [{"name": "network-changed", "server_uuid": "5e407782-18cb-44c7-aeb5-95be87554fb8", "tag": "ca81beba-189f-4dcd-84dc-799c4f2b2989"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:29:20.375817 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 15:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f39eb305-680c-44ba-9ec2-d6e1cbf41fa2 x-openstack-request-id: req-f39eb305-680c-44ba-9ec2-d6e1cbf41fa2 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:29:20.376114 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e407782-18cb-44c7-aeb5-95be87554fb8", "tag": "ca81beba-189f-4dcd-84dc-799c4f2b2989", "status": "completed", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:29:20.376355 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f39eb305-680c-44ba-9ec2-d6e1cbf41fa2 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:29:20.376841 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f39eb305-680c-44ba-9ec2-d6e1cbf41fa2'] response: {'name': 'network-changed', 'server_uuid': '5e407782-18cb-44c7-aeb5-95be87554fb8', 'tag': 'ca81beba-189f-4dcd-84dc-799c4f2b2989', 'status': 'completed', 'code': 200} May 16 15:29:20.431870 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvr_db [None req-280f93e6-9b95-4166-8d66-54b737d1279b None None] Set router d2c91623-1e53-430e-8867-4aef814f1ffd gateway port host: dv-cinder-795785-10-iscsi {{(pid=104035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:29:20.461704 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377429ad-009e-4b25-871f-3cec88cee66e req-96e7837c-cb2b-4677-b21d-7e2c72b9709f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:29:20.463171 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-377429ad-009e-4b25-871f-3cec88cee66e req-96e7837c-cb2b-4677-b21d-7e2c72b9709f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0b6bd797b8e04be18b7484855142b067&device_id=5e407782-18cb-44c7-aeb5-95be87554fb8 HTTP/1.1" status: 200 len: 1129 time: 0.0417895 May 16 15:29:20.561127 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377429ad-009e-4b25-871f-3cec88cee66e req-2b4f9a0c-0277-40da-8fc4-f25629c92243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:29:20.562657 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-377429ad-009e-4b25-871f-3cec88cee66e req-2b4f9a0c-0277-40da-8fc4-f25629c92243 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9c7b01dd-4fa5-4d97-aa10-e1ee6467d7bb HTTP/1.1" status: 200 len: 910 time: 0.0908225 May 16 15:29:20.602537 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-377429ad-009e-4b25-871f-3cec88cee66e req-72a9559e-b09b-4496-8237-3d7f4b321a3d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca81beba-189f-4dcd-84dc-799c4f2b2989 HTTP/1.1" status: 200 len: 217 time: 0.0334923 May 16 15:29:20.620463 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_hamode_db [None req-280f93e6-9b95-4166-8d66-54b737d1279b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c91623-1e53-430e-8867-4aef814f1ffd', 'name': 'tempest-TestShelveInstance-2117454362-router', 'tenant_id': '0b6bd797b8e04be18b7484855142b067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': 'b23dbc92-f49b-4791-ad8f-62f11215fbb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:24:47Z', 'updated_at': '2022-05-16T15:24:50Z', 'revision_number': 4, 'project_id': '0b6bd797b8e04be18b7484855142b067', 'gw_port': {'id': 'b23dbc92-f49b-4791-ad8f-62f11215fbb9', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:58:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c91623-1e53-430e-8867-4aef814f1ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:48Z', 'updated_at': '2022-05-16T15:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_interfaces': [{'id': 'bdb5be39-1d27-4fa4-bd58-d3cd56e01936', 'name': '', 'network_id': '9c7b01dd-4fa5-4d97-aa10-e1ee6467d7bb', 'tenant_id': '0b6bd797b8e04be18b7484855142b067', 'mac_address': 'fa:16:3e:32:2e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c91623-1e53-430e-8867-4aef814f1ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '9ec5239e-005a-42b5-98fd-7708b4d3767d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:50Z', 'updated_at': '2022-05-16T15:24:54Z', 'revision_number': 5, 'project_id': '0b6bd797b8e04be18b7484855142b067', 'subnets': [{'id': '9ec5239e-005a-42b5-98fd-7708b4d3767d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:29:20.647075 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280f93e6-9b95-4166-8d66-54b737d1279b None None] Checking router: d2c91623-1e53-430e-8867-4aef814f1ffd for host: dv-cinder-795785-10-iscsi {{(pid=104035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:29:20.655317 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280f93e6-9b95-4166-8d66-54b737d1279b None None] Routers {'d2c91623-1e53-430e-8867-4aef814f1ffd'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:29:20.655931 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_hamode_db [None req-280f93e6-9b95-4166-8d66-54b737d1279b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:28:59Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['d2c91623-1e53-430e-8867-4aef814f1ffd'], 'active': True} {{(pid=104035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:29:20.660847 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377429ad-009e-4b25-871f-3cec88cee66e req-5e4bab01-fd93-40ff-ac05-540f5b26d495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:29:20.662412 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-377429ad-009e-4b25-871f-3cec88cee66e req-5e4bab01-fd93-40ff-ac05-540f5b26d495 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9ec5239e-005a-42b5-98fd-7708b4d3767d HTTP/1.1" status: 200 len: 848 time: 0.0498481 May 16 15:29:20.710332 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377429ad-009e-4b25-871f-3cec88cee66e req-124c61fe-fa86-4741-9200-90f242e323b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:29:20.713054 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-377429ad-009e-4b25-871f-3cec88cee66e req-124c61fe-fa86-4741-9200-90f242e323b0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9c7b01dd-4fa5-4d97-aa10-e1ee6467d7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0438931 May 16 15:29:20.761116 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvr_db [None req-280f93e6-9b95-4166-8d66-54b737d1279b None None] Set router d2c91623-1e53-430e-8867-4aef814f1ffd gateway port host: dv-cinder-795785-10-iscsi {{(pid=104035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:29:20.780788 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b0885a-9298-4fc3-b2f6-55a73503559e req-7812cb55-8e83-4e7a-a497-e7b003a8e083 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:29:20.782318 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-64b0885a-9298-4fc3-b2f6-55a73503559e req-7812cb55-8e83-4e7a-a497-e7b003a8e083 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e407782-18cb-44c7-aeb5-95be87554fb8 HTTP/1.1" status: 200 len: 945 time: 0.0506983 May 16 15:29:20.831339 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-64b0885a-9298-4fc3-b2f6-55a73503559e req-d4785ea6-8b4f-42de-af22-640ee5b7c54f tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b01dd70-8801-4cef-b943-583c1e430111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431862 May 16 15:29:20.942621 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_hamode_db [None req-280f93e6-9b95-4166-8d66-54b737d1279b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c91623-1e53-430e-8867-4aef814f1ffd', 'name': 'tempest-TestShelveInstance-2117454362-router', 'tenant_id': '0b6bd797b8e04be18b7484855142b067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': 'b23dbc92-f49b-4791-ad8f-62f11215fbb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:24:47Z', 'updated_at': '2022-05-16T15:24:50Z', 'revision_number': 4, 'project_id': '0b6bd797b8e04be18b7484855142b067', 'gw_port': {'id': 'b23dbc92-f49b-4791-ad8f-62f11215fbb9', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:58:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c91623-1e53-430e-8867-4aef814f1ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:48Z', 'updated_at': '2022-05-16T15:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_interfaces': [{'id': 'bdb5be39-1d27-4fa4-bd58-d3cd56e01936', 'name': '', 'network_id': '9c7b01dd-4fa5-4d97-aa10-e1ee6467d7bb', 'tenant_id': '0b6bd797b8e04be18b7484855142b067', 'mac_address': 'fa:16:3e:32:2e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c91623-1e53-430e-8867-4aef814f1ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '9ec5239e-005a-42b5-98fd-7708b4d3767d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:50Z', 'updated_at': '2022-05-16T15:24:54Z', 'revision_number': 5, 'project_id': '0b6bd797b8e04be18b7484855142b067', 'subnets': [{'id': '9ec5239e-005a-42b5-98fd-7708b4d3767d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:29:20.966540 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280f93e6-9b95-4166-8d66-54b737d1279b None None] The sync data for ids ['d2c91623-1e53-430e-8867-4aef814f1ffd'] in dv-cinder-795785-10-iscsi is: [{'id': 'd2c91623-1e53-430e-8867-4aef814f1ffd', 'name': 'tempest-TestShelveInstance-2117454362-router', 'tenant_id': '0b6bd797b8e04be18b7484855142b067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': 'b23dbc92-f49b-4791-ad8f-62f11215fbb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:24:47Z', 'updated_at': '2022-05-16T15:24:50Z', 'revision_number': 4, 'project_id': '0b6bd797b8e04be18b7484855142b067', 'gw_port': {'id': 'b23dbc92-f49b-4791-ad8f-62f11215fbb9', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:58:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c91623-1e53-430e-8867-4aef814f1ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:48Z', 'updated_at': '2022-05-16T15:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi', '_interfaces': [{'id': 'bdb5be39-1d27-4fa4-bd58-d3cd56e01936', 'name': '', 'network_id': '9c7b01dd-4fa5-4d97-aa10-e1ee6467d7bb', 'tenant_id': '0b6bd797b8e04be18b7484855142b067', 'mac_address': 'fa:16:3e:32:2e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c91623-1e53-430e-8867-4aef814f1ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '9ec5239e-005a-42b5-98fd-7708b4d3767d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:50Z', 'updated_at': '2022-05-16T15:24:54Z', 'revision_number': 5, 'project_id': '0b6bd797b8e04be18b7484855142b067', 'subnets': [{'id': '9ec5239e-005a-42b5-98fd-7708b4d3767d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:29:21.180910 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36eaa530-5909-4aa0-a5c2-85e87874313c None None] New status for floating IP da375030-02c7-43db-ad19-53e4a447437a: DOWN {{(pid=104036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 15:29:21.836862 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-377429ad-009e-4b25-871f-3cec88cee66e req-699c7b8d-7f4b-48ca-8210-5da46ef2357b service neutron] 10.222.0.69 "GET /v2.0/networks/9c7b01dd-4fa5-4d97-aa10-e1ee6467d7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833008 May 16 15:29:21.962847 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55325a6b-54e5-4bdc-aff0-f67d7d64315e req-8016968a-42b9-4c0f-a9e8-4a0b42d6d5e7 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:29:21.964296 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-55325a6b-54e5-4bdc-aff0-f67d7d64315e req-8016968a-42b9-4c0f-a9e8-4a0b42d6d5e7 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e407782-18cb-44c7-aeb5-95be87554fb8 HTTP/1.1" status: 200 len: 945 time: 0.0619183 May 16 15:29:21.970428 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-377429ad-009e-4b25-871f-3cec88cee66e req-5b9aea09-dbae-46f6-80ce-5d1a441708b5 service neutron] 10.222.0.69 "GET /v2.0/networks/9c7b01dd-4fa5-4d97-aa10-e1ee6467d7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270809 May 16 15:29:22.013206 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-55325a6b-54e5-4bdc-aff0-f67d7d64315e req-fc9e83b6-7c45-42e1-9fb6-6d1ed2a924cb tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b01dd70-8801-4cef-b943-583c1e430111&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418518 May 16 15:29:22.497893 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88406878-fdc1-4bc2-8e11-029ec61091f5 req-7fe89374-a706-47c1-967b-5e5346155ee1 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 15:29:22.499335 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-88406878-fdc1-4bc2-8e11-029ec61091f5 req-7fe89374-a706-47c1-967b-5e5346155ee1 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.69 "GET /v2.0/ports?device_id=5e407782-18cb-44c7-aeb5-95be87554fb8 HTTP/1.1" status: 200 len: 945 time: 0.0486481 May 16 15:29:22.576967 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [req-88406878-fdc1-4bc2-8e11-029ec61091f5 req-f4c62b48-9bd1-4808-8d92-4f634f3ea4d0 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Deleting port ca81beba-189f-4dcd-84dc-799c4f2b2989 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:29:22.577308 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-88406878-fdc1-4bc2-8e11-029ec61091f5 req-f4c62b48-9bd1-4808-8d92-4f634f3ea4d0 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789020190181'] for port (ca81beba-189f-4dcd-84dc-799c4f2b2989), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:22.668597 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [req-88406878-fdc1-4bc2-8e11-029ec61091f5 req-f4c62b48-9bd1-4808-8d92-4f634f3ea4d0 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] For port ca81beba-189f-4dcd-84dc-799c4f2b2989, host hv-cinder-79578, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79578',level=0,port_id=ca81beba-189f-4dcd-84dc-799c4f2b2989,segment=NetworkSegment(d906e4c0-b7a7-4674-8385-774ce0dcb73a),segment_id=d906e4c0-b7a7-4674-8385-774ce0dcb73a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:29:22.668964 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-88406878-fdc1-4bc2-8e11-029ec61091f5 req-f4c62b48-9bd1-4808-8d92-4f634f3ea4d0 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555776'] for port (ca81beba-189f-4dcd-84dc-799c4f2b2989), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:22.682039 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [req-88406878-fdc1-4bc2-8e11-029ec61091f5 req-f4c62b48-9bd1-4808-8d92-4f634f3ea4d0 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Calling delete_port for ca81beba-189f-4dcd-84dc-799c4f2b2989 owned by compute:nova {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:29:22.856340 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-88406878-fdc1-4bc2-8e11-029ec61091f5 req-f4c62b48-9bd1-4808-8d92-4f634f3ea4d0 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789020200313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789019640158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61886211'] for port (ca81beba-189f-4dcd-84dc-799c4f2b2989), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:22.888209 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c62b48-9bd1-4808-8d92-4f634f3ea4d0 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Pushing event deleted for resources: {'Port': ['ID=ca81beba-189f-4dcd-84dc-799c4f2b2989,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:29:22.932252 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [req-88406878-fdc1-4bc2-8e11-029ec61091f5 req-f4c62b48-9bd1-4808-8d92-4f634f3ea4d0 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] No DVR routers for this DVR port ca81beba-189f-4dcd-84dc-799c4f2b2989 on host hv-cinder-79578 {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:29:22.934780 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [req-88406878-fdc1-4bc2-8e11-029ec61091f5 req-f4c62b48-9bd1-4808-8d92-4f634f3ea4d0 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169914'] for port (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:22.938014 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-88406878-fdc1-4bc2-8e11-029ec61091f5 req-f4c62b48-9bd1-4808-8d92-4f634f3ea4d0 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.69 "DELETE /v2.0/ports/ca81beba-189f-4dcd-84dc-799c4f2b2989 HTTP/1.1" status: 204 len: 173 time: 0.4332049 May 16 15:29:22.938474 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e407782-18cb-44c7-aeb5-95be87554fb8', 'name': 'network-vif-deleted', 'tag': 'ca81beba-189f-4dcd-84dc-799c4f2b2989'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 15:29:22.940728 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffeccd97bc4bec2d8a291f35a4115644be5723c7930092d1a563b2016f5a5231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8cb6f86-99c2-48c2-b1ab-aa44dda73441" -d '{"events": [{"server_uuid": "5e407782-18cb-44c7-aeb5-95be87554fb8", "name": "network-vif-deleted", "tag": "ca81beba-189f-4dcd-84dc-799c4f2b2989"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 15:29:22.975759 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 15:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-676df813-98f4-4d3a-bd6f-1fbcd6a386cb x-openstack-request-id: req-676df813-98f4-4d3a-bd6f-1fbcd6a386cb {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 15:29:22.976077 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e407782-18cb-44c7-aeb5-95be87554fb8", "name": "network-vif-deleted", "tag": "ca81beba-189f-4dcd-84dc-799c4f2b2989", "status": "completed", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 15:29:22.976304 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-676df813-98f4-4d3a-bd6f-1fbcd6a386cb {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 15:29:22.976701 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-676df813-98f4-4d3a-bd6f-1fbcd6a386cb'] response: {'server_uuid': '5e407782-18cb-44c7-aeb5-95be87554fb8', 'name': 'network-vif-deleted', 'tag': 'ca81beba-189f-4dcd-84dc-799c4f2b2989', 'status': 'completed', 'code': 200} May 16 15:29:23.109247 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [req-ff6247b1-13f5-454c-a065-bb4e290385b8 req-0c0bf523-b38f-47c9-9e1f-b41487dbb1fa tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e407782-18cb-44c7-aeb5-95be87554fb8 HTTP/1.1" status: 200 len: 210 time: 0.0281649 May 16 15:29:24.218866 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [req-0afefc60-cfc7-487b-9b70-58e1acfce9f0 req-bd4c698b-50a6-4f77-9758-5a1e2d7f3696 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e407782-18cb-44c7-aeb5-95be87554fb8 HTTP/1.1" status: 200 len: 210 time: 0.0274746 May 16 15:29:25.278070 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 53870) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:29:25.334788 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-04cd534d-6f9e-410f-8320-5dc5d4279db4 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Publish callbacks [] for security_group (1b01dd70-8801-4cef-b943-583c1e430111), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:25.359303 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-04cd534d-6f9e-410f-8320-5dc5d4279db4 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Publish callbacks [] for security_group (1b01dd70-8801-4cef-b943-583c1e430111), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:25.479034 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-04cd534d-6f9e-410f-8320-5dc5d4279db4 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (1b01dd70-8801-4cef-b943-583c1e430111), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:25.481663 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-04cd534d-6f9e-410f-8320-5dc5d4279db4 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Publish callbacks [] for security_group (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:25.482848 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-04cd534d-6f9e-410f-8320-5dc5d4279db4 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] 10.222.0.44 "DELETE /v2.0/security-groups/1b01dd70-8801-4cef-b943-583c1e430111 HTTP/1.1" status: 204 len: 168 time: 0.2052505 May 16 15:29:25.492692 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cd534d-6f9e-410f-8320-5dc5d4279db4 tempest-TestShelveInstance-445039028 tempest-TestShelveInstance-445039028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b01dd70-8801-4cef-b943-583c1e430111,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:29:25.568542 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 53874) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:29:25.592873 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device ca81beba-189f-4dcd-84dc-799c4f2b2989 no longer exists at agent hyperv_hv-cinder-79578 {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:29:25.615784 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] No Port match for: ca81beba-189f-4dcd-84dc-799c4f2b2989 {{(pid=104035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:29:25.616131 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Device ca81beba-189f-4dcd-84dc-799c4f2b2989 not bound to the agent host hv-cinder-79578 {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:29:25.866959 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-cd761771-d6ba-45e0-8c41-5e61aca6f102 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555978'] for router_interface (d2c91623-1e53-430e-8867-4aef814f1ffd), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:26.081361 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-cd761771-d6ba-45e0-8c41-5e61aca6f102 admin admin] Deleting port bdb5be39-1d27-4fa4-bd58-d3cd56e01936 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:29:26.081712 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-cd761771-d6ba-45e0-8c41-5e61aca6f102 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789020190181'] for port (bdb5be39-1d27-4fa4-bd58-d3cd56e01936), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:26.163480 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-cd761771-d6ba-45e0-8c41-5e61aca6f102 admin admin] For port bdb5be39-1d27-4fa4-bd58-d3cd56e01936, host dv-cinder-795785-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=bdb5be39-1d27-4fa4-bd58-d3cd56e01936,segment=NetworkSegment(d906e4c0-b7a7-4674-8385-774ce0dcb73a),segment_id=d906e4c0-b7a7-4674-8385-774ce0dcb73a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:29:26.163773 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-cd761771-d6ba-45e0-8c41-5e61aca6f102 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555776'] for port (bdb5be39-1d27-4fa4-bd58-d3cd56e01936), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:26.177109 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-cd761771-d6ba-45e0-8c41-5e61aca6f102 admin admin] Calling delete_port for bdb5be39-1d27-4fa4-bd58-d3cd56e01936 owned by network:router_interface {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:29:26.410680 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-cd761771-d6ba-45e0-8c41-5e61aca6f102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789020200313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789019640158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61886211'] for port (bdb5be39-1d27-4fa4-bd58-d3cd56e01936), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:26.434877 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd761771-d6ba-45e0-8c41-5e61aca6f102 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdb5be39-1d27-4fa4-bd58-d3cd56e01936,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:29:26.596986 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-cd761771-d6ba-45e0-8c41-5e61aca6f102 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529365'] for router_interface (d2c91623-1e53-430e-8867-4aef814f1ffd), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:26.794522 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd761771-d6ba-45e0-8c41-5e61aca6f102 admin admin] Router d2c91623-1e53-430e-8867-4aef814f1ffd has already been hosted by L3 agent 54a3e65b-69a0-426d-9997-69a1705c4334 {{(pid=104033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:29:26.827815 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-b44cfa8b-5616-425e-b4ce-42c9ac4b81f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (a586ef94-96cb-452c-b402-463be5294b2a), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:27.132252 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd761771-d6ba-45e0-8c41-5e61aca6f102 admin admin] Notify agent at l3_agent.dv-cinder-795785-10-iscsi the message routers_updated {{(pid=104033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:29:27.137217 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-cd761771-d6ba-45e0-8c41-5e61aca6f102 admin admin] 10.222.0.44 "PUT /v2.0/routers/d2c91623-1e53-430e-8867-4aef814f1ffd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5675180 May 16 15:29:27.139799 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 53876) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:29:27.143583 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf0ef52-739f-453d-9b43-5c8ebe3fb181 None None] Sync routers for ids ['d2c91623-1e53-430e-8867-4aef814f1ffd'] in dv-cinder-795785-10-iscsi {{(pid=104035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:29:27.154418 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf0ef52-739f-453d-9b43-5c8ebe3fb181 None None] Routers {'d2c91623-1e53-430e-8867-4aef814f1ffd'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:29:27.155024 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_hamode_db [None req-3bf0ef52-739f-453d-9b43-5c8ebe3fb181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:28:59Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['d2c91623-1e53-430e-8867-4aef814f1ffd'], 'active': True} {{(pid=104035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:29:27.239157 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2dc8d711-3dad-4db6-b918-5d17c4191db2 admin admin] Publish callbacks [] for router (d2c91623-1e53-430e-8867-4aef814f1ffd), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:27.257527 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvr_db [None req-3bf0ef52-739f-453d-9b43-5c8ebe3fb181 None None] Set router d2c91623-1e53-430e-8867-4aef814f1ffd gateway port host: dv-cinder-795785-10-iscsi {{(pid=104035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:29:27.337071 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2dc8d711-3dad-4db6-b918-5d17c4191db2 admin admin] Publish callbacks [] for router_gateway (d2c91623-1e53-430e-8867-4aef814f1ffd), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:27.418551 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_hamode_db [None req-3bf0ef52-739f-453d-9b43-5c8ebe3fb181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c91623-1e53-430e-8867-4aef814f1ffd', 'name': 'tempest-TestShelveInstance-2117454362-router', 'tenant_id': '0b6bd797b8e04be18b7484855142b067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.27'}], 'enable_snat': True}, 'gw_port_id': 'b23dbc92-f49b-4791-ad8f-62f11215fbb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:24:47Z', 'updated_at': '2022-05-16T15:29:26Z', 'revision_number': 5, 'project_id': '0b6bd797b8e04be18b7484855142b067', 'gw_port': {'id': 'b23dbc92-f49b-4791-ad8f-62f11215fbb9', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:58:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c91623-1e53-430e-8867-4aef814f1ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:48Z', 'updated_at': '2022-05-16T15:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi'}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:29:27.437428 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-2dc8d711-3dad-4db6-b918-5d17c4191db2 admin admin] Deleting port b23dbc92-f49b-4791-ad8f-62f11215fbb9 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:29:27.438226 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2dc8d711-3dad-4db6-b918-5d17c4191db2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789020190181'] for port (b23dbc92-f49b-4791-ad8f-62f11215fbb9), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:27.447752 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf0ef52-739f-453d-9b43-5c8ebe3fb181 None None] Checking router: d2c91623-1e53-430e-8867-4aef814f1ffd for host: dv-cinder-795785-10-iscsi {{(pid=104035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:29:27.455992 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf0ef52-739f-453d-9b43-5c8ebe3fb181 None None] Routers {'d2c91623-1e53-430e-8867-4aef814f1ffd'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:29:27.456603 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_hamode_db [None req-3bf0ef52-739f-453d-9b43-5c8ebe3fb181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:28:59Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['d2c91623-1e53-430e-8867-4aef814f1ffd'], 'active': True} {{(pid=104035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:29:27.519608 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-2dc8d711-3dad-4db6-b918-5d17c4191db2 admin admin] For port b23dbc92-f49b-4791-ad8f-62f11215fbb9, host dv-cinder-795785-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=b23dbc92-f49b-4791-ad8f-62f11215fbb9,segment=NetworkSegment(d35ec458-efea-4f9b-9cfc-f89e4e5d5ae0),segment_id=d35ec458-efea-4f9b-9cfc-f89e4e5d5ae0)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:29:27.519967 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2dc8d711-3dad-4db6-b918-5d17c4191db2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555776'] for port (b23dbc92-f49b-4791-ad8f-62f11215fbb9), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:27.534273 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-2dc8d711-3dad-4db6-b918-5d17c4191db2 admin admin] Calling delete_port for b23dbc92-f49b-4791-ad8f-62f11215fbb9 owned by network:router_gateway {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:29:27.663218 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvr_db [None req-3bf0ef52-739f-453d-9b43-5c8ebe3fb181 None None] Set router d2c91623-1e53-430e-8867-4aef814f1ffd gateway port host: None {{(pid=104035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:29:27.711292 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_hamode_db [None req-3bf0ef52-739f-453d-9b43-5c8ebe3fb181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c91623-1e53-430e-8867-4aef814f1ffd', 'name': 'tempest-TestShelveInstance-2117454362-router', 'tenant_id': '0b6bd797b8e04be18b7484855142b067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:24:47Z', 'updated_at': '2022-05-16T15:29:27Z', 'revision_number': 6, 'project_id': '0b6bd797b8e04be18b7484855142b067', 'gw_port_host': None}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:29:27.736578 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf0ef52-739f-453d-9b43-5c8ebe3fb181 None None] The sync data for ids ['d2c91623-1e53-430e-8867-4aef814f1ffd'] in dv-cinder-795785-10-iscsi is: [{'id': 'd2c91623-1e53-430e-8867-4aef814f1ffd', 'name': 'tempest-TestShelveInstance-2117454362-router', 'tenant_id': '0b6bd797b8e04be18b7484855142b067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:24:47Z', 'updated_at': '2022-05-16T15:29:27Z', 'revision_number': 6, 'project_id': '0b6bd797b8e04be18b7484855142b067', 'gw_port_host': None}] {{(pid=104035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:29:27.752080 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2dc8d711-3dad-4db6-b918-5d17c4191db2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789020200313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789019640158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61886211'] for port (b23dbc92-f49b-4791-ad8f-62f11215fbb9), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:27.782351 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc8d711-3dad-4db6-b918-5d17c4191db2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b23dbc92-f49b-4791-ad8f-62f11215fbb9,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:29:27.843610 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2dc8d711-3dad-4db6-b918-5d17c4191db2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553976'] for router_gateway (d2c91623-1e53-430e-8867-4aef814f1ffd), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:27.927898 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2dc8d711-3dad-4db6-b918-5d17c4191db2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (d2c91623-1e53-430e-8867-4aef814f1ffd), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:27.930032 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2dc8d711-3dad-4db6-b918-5d17c4191db2 admin admin] Publish callbacks [] for router_controller (d2c91623-1e53-430e-8867-4aef814f1ffd), precommit_delete_associations {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:28.021880 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2dc8d711-3dad-4db6-b918-5d17c4191db2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551337'] for router (d2c91623-1e53-430e-8867-4aef814f1ffd), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:28.022434 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dc8d711-3dad-4db6-b918-5d17c4191db2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2c91623-1e53-430e-8867-4aef814f1ffd {{(pid=104033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 16 15:29:28.026770 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2dc8d711-3dad-4db6-b918-5d17c4191db2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:28.027916 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-2dc8d711-3dad-4db6-b918-5d17c4191db2 admin admin] 10.222.0.44 "DELETE /v2.0/routers/d2c91623-1e53-430e-8867-4aef814f1ffd HTTP/1.1" status: 204 len: 168 time: 0.8871367 May 16 15:29:28.030500 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 53878) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:29:28.077080 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6f60f41-9ccb-4cb1-9db5-42ffd9a8cef6 admin admin] Deleting subnet 9ec5239e-005a-42b5-98fd-7708b4d3767d {{(pid=104033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 15:29:28.082336 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f6f60f41-9ccb-4cb1-9db5-42ffd9a8cef6 admin admin] Publish callbacks [] for subnet (9ec5239e-005a-42b5-98fd-7708b4d3767d), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:28.123866 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f6f60f41-9ccb-4cb1-9db5-42ffd9a8cef6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62086373'] for subnet (9ec5239e-005a-42b5-98fd-7708b4d3767d), precommit_delete_associations {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:28.204302 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f6f60f41-9ccb-4cb1-9db5-42ffd9a8cef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995508'] for subnet (9ec5239e-005a-42b5-98fd-7708b4d3767d), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:28.311642 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f6f60f41-9ccb-4cb1-9db5-42ffd9a8cef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61887474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61897994'] for subnet (9ec5239e-005a-42b5-98fd-7708b4d3767d), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:28.342545 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f60f41-9ccb-4cb1-9db5-42ffd9a8cef6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ec5239e-005a-42b5-98fd-7708b4d3767d,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:29:28.344499 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f6f60f41-9ccb-4cb1-9db5-42ffd9a8cef6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631934'] for subnet (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:28.350207 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-f6f60f41-9ccb-4cb1-9db5-42ffd9a8cef6 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/9ec5239e-005a-42b5-98fd-7708b4d3767d HTTP/1.1" status: 204 len: 168 time: 0.3164651 May 16 15:29:28.350335 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56182da-c0ce-4b42-a850-95e2ca358a6a None None] Network 9c7b01dd-4fa5-4d97-aa10-e1ee6467d7bb requested from dv-cinder-795785-10-iscsi {{(pid=104035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:29:28.350801 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 53880) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:29:28.417417 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-856ea45f-5097-427f-a210-70b398ca8f06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2021163'] for network (9c7b01dd-4fa5-4d97-aa10-e1ee6467d7bb), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:28.459174 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-856ea45f-5097-427f-a210-70b398ca8f06 admin admin] Deleting port 1d16356d-1676-4391-b874-879811bbf802 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:29:28.459753 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-856ea45f-5097-427f-a210-70b398ca8f06 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789020190181'] for port (1d16356d-1676-4391-b874-879811bbf802), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:28.523648 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab353b8-2c50-4962-af96-8d482458182f None None] DHCP port deletion for 9c7b01dd-4fa5-4d97-aa10-e1ee6467d7bb request from dv-cinder-795785-10-iscsi {{(pid=104035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 16 15:29:28.532540 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-856ea45f-5097-427f-a210-70b398ca8f06 admin admin] For port 1d16356d-1676-4391-b874-879811bbf802, host dv-cinder-795785-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=1d16356d-1676-4391-b874-879811bbf802,segment=NetworkSegment(d906e4c0-b7a7-4674-8385-774ce0dcb73a),segment_id=d906e4c0-b7a7-4674-8385-774ce0dcb73a)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:29:28.532828 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-856ea45f-5097-427f-a210-70b398ca8f06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555776'] for port (1d16356d-1676-4391-b874-879811bbf802), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:28.547716 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-856ea45f-5097-427f-a210-70b398ca8f06 admin admin] Calling delete_port for 1d16356d-1676-4391-b874-879811bbf802 owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:29:28.554751 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device bdb5be39-1d27-4fa4-bd58-d3cd56e01936 no longer exists at agent ovs-agent-dv-cinder-795785-10-iscsi {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:29:28.577374 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] No Port match for: bdb5be39-1d27-4fa4-bd58-d3cd56e01936 {{(pid=104035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:29:28.577720 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device bdb5be39-1d27-4fa4-bd58-d3cd56e01936 not bound to the agent host dv-cinder-795785-10-iscsi {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:29:28.585143 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-3ab353b8-2c50-4962-af96-8d482458182f None None] Deleting port 1d16356d-1676-4391-b874-879811bbf802 {{(pid=104035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:29:28.585515 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-3ab353b8-2c50-4962-af96-8d482458182f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789020190181'] for port (1d16356d-1676-4391-b874-879811bbf802), before_delete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:28.650535 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-3ab353b8-2c50-4962-af96-8d482458182f None None] For port 1d16356d-1676-4391-b874-879811bbf802, host dv-cinder-795785-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=1d16356d-1676-4391-b874-879811bbf802,segment=NetworkSegment(d906e4c0-b7a7-4674-8385-774ce0dcb73a),segment_id=d906e4c0-b7a7-4674-8385-774ce0dcb73a)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:29:28.650935 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-3ab353b8-2c50-4962-af96-8d482458182f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555776'] for port (1d16356d-1676-4391-b874-879811bbf802), precommit_delete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:28.663924 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-3ab353b8-2c50-4962-af96-8d482458182f None None] Calling delete_port for 1d16356d-1676-4391-b874-879811bbf802 owned by network:dhcp {{(pid=104035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:29:28.713779 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-856ea45f-5097-427f-a210-70b398ca8f06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789020200313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789019640158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61886211'] for port (1d16356d-1676-4391-b874-879811bbf802), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:28.742585 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-3ab353b8-2c50-4962-af96-8d482458182f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789020200313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789019640158'] for port (1d16356d-1676-4391-b874-879811bbf802), after_delete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:28.745228 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856ea45f-5097-427f-a210-70b398ca8f06 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d16356d-1676-4391-b874-879811bbf802,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:29:28.747353 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856ea45f-5097-427f-a210-70b398ca8f06 admin admin] No DVR routers for this DVR port 1d16356d-1676-4391-b874-879811bbf802 on host dv-cinder-795785-10-iscsi {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:29:28.755469 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab353b8-2c50-4962-af96-8d482458182f None None] No DVR routers for this DVR port 1d16356d-1676-4391-b874-879811bbf802 on host dv-cinder-795785-10-iscsi {{(pid=104035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:29:28.773869 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab353b8-2c50-4962-af96-8d482458182f None None] Pushing event deleted for resources: {'Port': ['ID=1d16356d-1676-4391-b874-879811bbf802,revision_number=None']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:29:28.783149 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab353b8-2c50-4962-af96-8d482458182f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:28.783504 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab353b8-2c50-4962-af96-8d482458182f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:28.783851 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab353b8-2c50-4962-af96-8d482458182f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:28.784256 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab353b8-2c50-4962-af96-8d482458182f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:28.784741 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab353b8-2c50-4962-af96-8d482458182f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:28.785070 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab353b8-2c50-4962-af96-8d482458182f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:28.785453 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab353b8-2c50-4962-af96-8d482458182f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:28.785784 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab353b8-2c50-4962-af96-8d482458182f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:28.786479 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab353b8-2c50-4962-af96-8d482458182f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:28.786726 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab353b8-2c50-4962-af96-8d482458182f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:28.787059 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab353b8-2c50-4962-af96-8d482458182f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:28.787409 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab353b8-2c50-4962-af96-8d482458182f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:28.787739 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab353b8-2c50-4962-af96-8d482458182f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:28.788065 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab353b8-2c50-4962-af96-8d482458182f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:28.788550 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab353b8-2c50-4962-af96-8d482458182f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:28.833713 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-856ea45f-5097-427f-a210-70b398ca8f06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2051393', 'neutron.services.segments.db._delete_segments_for_network-8789020055574'] for network (9c7b01dd-4fa5-4d97-aa10-e1ee6467d7bb), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:28.853633 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.services.segments.db [None req-856ea45f-5097-427f-a210-70b398ca8f06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c7b01dd-4fa5-4d97-aa10-e1ee6467d7bb']}} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:29:28.863285 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.services.segments.db [None req-856ea45f-5097-427f-a210-70b398ca8f06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd906e4c0-b7a7-4674-8385-774ce0dcb73a') {'for_net_delete': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:29:28.863584 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.services.segments.db [None req-856ea45f-5097-427f-a210-70b398ca8f06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd906e4c0-b7a7-4674-8385-774ce0dcb73a') {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:29:28.873219 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-856ea45f-5097-427f-a210-70b398ca8f06 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789020139551', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62086364'] for segment (d906e4c0-b7a7-4674-8385-774ce0dcb73a), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:28.886965 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-856ea45f-5097-427f-a210-70b398ca8f06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996815'] for segment (d906e4c0-b7a7-4674-8385-774ce0dcb73a), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:28.892658 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-856ea45f-5097-427f-a210-70b398ca8f06 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=104033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 15:29:28.893040 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-856ea45f-5097-427f-a210-70b398ca8f06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61886288'] for segment (d906e4c0-b7a7-4674-8385-774ce0dcb73a), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:28.894695 dv-cinder-795785-10-iscsi neutron-server[104033]: Traceback (most recent call last): May 16 15:29:28.894695 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 15:29:28.894695 dv-cinder-795785-10-iscsi neutron-server[104033]: timer() May 16 15:29:28.894695 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 15:29:28.894695 dv-cinder-795785-10-iscsi neutron-server[104033]: cb(*args, **kw) May 16 15:29:28.894695 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 15:29:28.894695 dv-cinder-795785-10-iscsi neutron-server[104033]: return func(*args, **kwargs) May 16 15:29:28.894695 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 15:29:28.894695 dv-cinder-795785-10-iscsi neutron-server[104033]: self._notify() May 16 15:29:28.894695 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 15:29:28.894695 dv-cinder-795785-10-iscsi neutron-server[104033]: self.callback(batched_events) May 16 15:29:28.894695 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 15:29:28.894695 dv-cinder-795785-10-iscsi neutron-server[104033]: event.method(event) May 16 15:29:28.894695 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 15:29:28.894695 dv-cinder-795785-10-iscsi neutron-server[104033]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 15:29:28.894695 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 15:29:28.894695 dv-cinder-795785-10-iscsi neutron-server[104033]: aggregate_uuid = self.p_client.list_aggregates( May 16 15:29:28.894695 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 15:29:28.894695 dv-cinder-795785-10-iscsi neutron-server[104033]: return f(self, *a, **k) May 16 15:29:28.894695 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 15:29:28.894695 dv-cinder-795785-10-iscsi neutron-server[104033]: return self._get(url).json() May 16 15:29:28.894695 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 15:29:28.894695 dv-cinder-795785-10-iscsi neutron-server[104033]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 15:29:28.894695 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 15:29:28.894695 dv-cinder-795785-10-iscsi neutron-server[104033]: return self.request(url, 'GET', **kwargs) May 16 15:29:28.894695 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 15:29:28.894695 dv-cinder-795785-10-iscsi neutron-server[104033]: base_url = self.get_endpoint(auth, allow=allow, May 16 15:29:28.894695 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 15:29:28.894695 dv-cinder-795785-10-iscsi neutron-server[104033]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 15:29:28.894695 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 15:29:28.894695 dv-cinder-795785-10-iscsi neutron-server[104033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 15:29:28.894695 dv-cinder-795785-10-iscsi neutron-server[104033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 15:29:28.898583 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-eb0b32d0-ff12-45d3-a0ea-d28f1ec00360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (54a3e65b-69a0-426d-9997-69a1705c4334), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:29.014477 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-856ea45f-5097-427f-a210-70b398ca8f06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2051450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-557002'] for network (9c7b01dd-4fa5-4d97-aa10-e1ee6467d7bb), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:29.020510 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-856ea45f-5097-427f-a210-70b398ca8f06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631934'] for network (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:29.022942 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-856ea45f-5097-427f-a210-70b398ca8f06 admin admin] 10.222.0.44 "DELETE /v2.0/networks/9c7b01dd-4fa5-4d97-aa10-e1ee6467d7bb HTTP/1.1" status: 204 len: 168 time: 0.6713448 May 16 15:29:29.025889 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 53882) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:29:29.034591 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856ea45f-5097-427f-a210-70b398ca8f06 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c7b01dd-4fa5-4d97-aa10-e1ee6467d7bb,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:29:29.330635 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-7d920955-5592-40b2-8a2a-76daca1b8d92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555978'] for router_interface (666e22c2-b36d-4722-b7c7-12e9ab71baf5), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:29.540341 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.plugin [None req-7d920955-5592-40b2-8a2a-76daca1b8d92 admin admin] Deleting port 75cc9b88-92d9-4d3d-8c2d-4fbef5095e10 {{(pid=104034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:29:29.540675 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-7d920955-5592-40b2-8a2a-76daca1b8d92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789020190181'] for port (75cc9b88-92d9-4d3d-8c2d-4fbef5095e10), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:29.614973 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-7d920955-5592-40b2-8a2a-76daca1b8d92 admin admin] For port 75cc9b88-92d9-4d3d-8c2d-4fbef5095e10, host dv-cinder-795785-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=75cc9b88-92d9-4d3d-8c2d-4fbef5095e10,segment=NetworkSegment(f0a52633-6e33-4880-b440-57614050e9e6),segment_id=f0a52633-6e33-4880-b440-57614050e9e6)] {{(pid=104034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:29:29.615261 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-7d920955-5592-40b2-8a2a-76daca1b8d92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555776'] for port (75cc9b88-92d9-4d3d-8c2d-4fbef5095e10), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:29.628019 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.plugin [None req-7d920955-5592-40b2-8a2a-76daca1b8d92 admin admin] Calling delete_port for 75cc9b88-92d9-4d3d-8c2d-4fbef5095e10 owned by network:router_interface {{(pid=104034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:29:29.891600 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-7d920955-5592-40b2-8a2a-76daca1b8d92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789020200313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789019640158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097154'] for port (75cc9b88-92d9-4d3d-8c2d-4fbef5095e10), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:29.916457 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d920955-5592-40b2-8a2a-76daca1b8d92 admin admin] Pushing event deleted for resources: {'Port': ['ID=75cc9b88-92d9-4d3d-8c2d-4fbef5095e10,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:29:29.948417 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d920955-5592-40b2-8a2a-76daca1b8d92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:29.948776 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d920955-5592-40b2-8a2a-76daca1b8d92 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:29.949123 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d920955-5592-40b2-8a2a-76daca1b8d92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:29.949464 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d920955-5592-40b2-8a2a-76daca1b8d92 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:29.949802 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d920955-5592-40b2-8a2a-76daca1b8d92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:29.950160 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d920955-5592-40b2-8a2a-76daca1b8d92 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:29.950490 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d920955-5592-40b2-8a2a-76daca1b8d92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:29.950820 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d920955-5592-40b2-8a2a-76daca1b8d92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:29.951148 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d920955-5592-40b2-8a2a-76daca1b8d92 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:29.951474 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d920955-5592-40b2-8a2a-76daca1b8d92 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:29.951802 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d920955-5592-40b2-8a2a-76daca1b8d92 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:29.952128 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d920955-5592-40b2-8a2a-76daca1b8d92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:29.952448 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d920955-5592-40b2-8a2a-76daca1b8d92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:29.952778 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d920955-5592-40b2-8a2a-76daca1b8d92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:29.953092 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d920955-5592-40b2-8a2a-76daca1b8d92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795785-10-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 15:29:29.994391 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device b23dbc92-f49b-4791-ad8f-62f11215fbb9 no longer exists at agent ovs-agent-dv-cinder-795785-10-iscsi {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:29:30.015171 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] No Port match for: b23dbc92-f49b-4791-ad8f-62f11215fbb9 {{(pid=104035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:29:30.015510 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device b23dbc92-f49b-4791-ad8f-62f11215fbb9 not bound to the agent host dv-cinder-795785-10-iscsi {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:29:30.016205 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device 1d16356d-1676-4391-b874-879811bbf802 no longer exists at agent ovs-agent-dv-cinder-795785-10-iscsi {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:29:30.035306 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] No Port match for: 1d16356d-1676-4391-b874-879811bbf802 {{(pid=104035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:29:30.035663 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device 1d16356d-1676-4391-b874-879811bbf802 not bound to the agent host dv-cinder-795785-10-iscsi {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:29:30.114095 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-7d920955-5592-40b2-8a2a-76daca1b8d92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529365'] for router_interface (666e22c2-b36d-4722-b7c7-12e9ab71baf5), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:30.136664 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-e1b85405-7a13-4024-838c-532465e0cf8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (72569482-7f88-4a09-9117-6d6842ca2c26), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:30.319550 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d920955-5592-40b2-8a2a-76daca1b8d92 admin admin] Router 666e22c2-b36d-4722-b7c7-12e9ab71baf5 has already been hosted by L3 agent 54a3e65b-69a0-426d-9997-69a1705c4334 {{(pid=104034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 15:29:30.417595 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d920955-5592-40b2-8a2a-76daca1b8d92 admin admin] Notify agent at l3_agent.dv-cinder-795785-10-iscsi the message routers_updated {{(pid=104034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 15:29:30.422958 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-7d920955-5592-40b2-8a2a-76daca1b8d92 admin admin] 10.222.0.44 "PUT /v2.0/routers/666e22c2-b36d-4722-b7c7-12e9ab71baf5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3954396 May 16 15:29:30.425377 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 53884) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:29:30.427876 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c0cd07-51b9-4ab6-841a-07c88afb9d52 None None] Sync routers for ids ['666e22c2-b36d-4722-b7c7-12e9ab71baf5'] in dv-cinder-795785-10-iscsi {{(pid=104036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 15:29:30.437431 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c0cd07-51b9-4ab6-841a-07c88afb9d52 None None] Routers {'666e22c2-b36d-4722-b7c7-12e9ab71baf5'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:29:30.438579 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-13c0cd07-51b9-4ab6-841a-07c88afb9d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:29:29Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['666e22c2-b36d-4722-b7c7-12e9ab71baf5'], 'active': True} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:29:30.540807 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvr_db [None req-13c0cd07-51b9-4ab6-841a-07c88afb9d52 None None] Set router 666e22c2-b36d-4722-b7c7-12e9ab71baf5 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:29:30.711411 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-13c0cd07-51b9-4ab6-841a-07c88afb9d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '666e22c2-b36d-4722-b7c7-12e9ab71baf5', 'name': 'tempest-TestShelveInstance-939037494-router', 'tenant_id': 'ff1e322046a64fcf804af32d3a3983a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '37992ac7-7d6e-4f8e-8e23-f726b5f8c183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:24:53Z', 'updated_at': '2022-05-16T15:29:29Z', 'revision_number': 5, 'project_id': 'ff1e322046a64fcf804af32d3a3983a8', 'gw_port': {'id': '37992ac7-7d6e-4f8e-8e23-f726b5f8c183', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:84:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666e22c2-b36d-4722-b7c7-12e9ab71baf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:54Z', 'updated_at': '2022-05-16T15:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi'}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:29:30.737218 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c0cd07-51b9-4ab6-841a-07c88afb9d52 None None] Checking router: 666e22c2-b36d-4722-b7c7-12e9ab71baf5 for host: dv-cinder-795785-10-iscsi {{(pid=104036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 15:29:30.745790 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c0cd07-51b9-4ab6-841a-07c88afb9d52 None None] Routers {'666e22c2-b36d-4722-b7c7-12e9ab71baf5'} bound to L3 agent in host dv-cinder-795785-10-iscsi {{(pid=104036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 15:29:30.746403 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-13c0cd07-51b9-4ab6-841a-07c88afb9d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795785-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-16T15:05:59Z,description=,heartbeat_timestamp=2022-05-16T15:29:29Z,host='dv-cinder-795785-10-iscsi',id=54a3e65b-69a0-426d-9997-69a1705c4334,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T15:05:59Z,topic='l3_agent')) {'router_ids': ['666e22c2-b36d-4722-b7c7-12e9ab71baf5'], 'active': True} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:29:30.776036 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-9578af24-77d1-47d1-8667-b66175077960 admin admin] Publish callbacks [] for router (666e22c2-b36d-4722-b7c7-12e9ab71baf5), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:30.842840 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_dvr_db [None req-13c0cd07-51b9-4ab6-841a-07c88afb9d52 None None] Set router 666e22c2-b36d-4722-b7c7-12e9ab71baf5 gateway port host: dv-cinder-795785-10-iscsi {{(pid=104036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 15:29:30.870725 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-9578af24-77d1-47d1-8667-b66175077960 admin admin] Publish callbacks [] for router_gateway (666e22c2-b36d-4722-b7c7-12e9ab71baf5), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:30.973801 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.plugin [None req-9578af24-77d1-47d1-8667-b66175077960 admin admin] Deleting port 37992ac7-7d6e-4f8e-8e23-f726b5f8c183 {{(pid=104034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:29:30.974081 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-9578af24-77d1-47d1-8667-b66175077960 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789020190181'] for port (37992ac7-7d6e-4f8e-8e23-f726b5f8c183), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:31.057877 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-9578af24-77d1-47d1-8667-b66175077960 admin admin] For port 37992ac7-7d6e-4f8e-8e23-f726b5f8c183, host dv-cinder-795785-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=37992ac7-7d6e-4f8e-8e23-f726b5f8c183,segment=NetworkSegment(d35ec458-efea-4f9b-9cfc-f89e4e5d5ae0),segment_id=d35ec458-efea-4f9b-9cfc-f89e4e5d5ae0)] {{(pid=104034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:29:31.058281 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-9578af24-77d1-47d1-8667-b66175077960 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555776'] for port (37992ac7-7d6e-4f8e-8e23-f726b5f8c183), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:31.072267 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.plugin [None req-9578af24-77d1-47d1-8667-b66175077960 admin admin] Calling delete_port for 37992ac7-7d6e-4f8e-8e23-f726b5f8c183 owned by network:router_gateway {{(pid=104034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:29:31.088555 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.l3_hamode_db [None req-13c0cd07-51b9-4ab6-841a-07c88afb9d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '666e22c2-b36d-4722-b7c7-12e9ab71baf5', 'name': 'tempest-TestShelveInstance-939037494-router', 'tenant_id': 'ff1e322046a64fcf804af32d3a3983a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '37992ac7-7d6e-4f8e-8e23-f726b5f8c183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:24:53Z', 'updated_at': '2022-05-16T15:29:29Z', 'revision_number': 5, 'project_id': 'ff1e322046a64fcf804af32d3a3983a8', 'gw_port': {'id': '37992ac7-7d6e-4f8e-8e23-f726b5f8c183', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:84:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666e22c2-b36d-4722-b7c7-12e9ab71baf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:54Z', 'updated_at': '2022-05-16T15:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi'}], 'dv-cinder-795785-10-iscsi', False) {} {{(pid=104036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:29:31.113383 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c0cd07-51b9-4ab6-841a-07c88afb9d52 None None] The sync data for ids ['666e22c2-b36d-4722-b7c7-12e9ab71baf5'] in dv-cinder-795785-10-iscsi is: [{'id': '666e22c2-b36d-4722-b7c7-12e9ab71baf5', 'name': 'tempest-TestShelveInstance-939037494-router', 'tenant_id': 'ff1e322046a64fcf804af32d3a3983a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'external_fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '37992ac7-7d6e-4f8e-8e23-f726b5f8c183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T15:24:53Z', 'updated_at': '2022-05-16T15:29:29Z', 'revision_number': 5, 'project_id': 'ff1e322046a64fcf804af32d3a3983a8', 'gw_port': {'id': '37992ac7-7d6e-4f8e-8e23-f726b5f8c183', 'name': '', 'network_id': 'ad45e98c-12fc-4959-a2ae-a7226c979594', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:84:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666e22c2-b36d-4722-b7c7-12e9ab71baf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '4a504247-fe9e-45e9-866d-820247643fc0', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795785-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T15:24:54Z', 'updated_at': '2022-05-16T15:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a504247-fe9e-45e9-866d-820247643fc0', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795785-10-iscsi'}] {{(pid=104036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 15:29:31.302257 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-9578af24-77d1-47d1-8667-b66175077960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789020200313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789019640158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4097154'] for port (37992ac7-7d6e-4f8e-8e23-f726b5f8c183), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:31.327814 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9578af24-77d1-47d1-8667-b66175077960 admin admin] Pushing event deleted for resources: {'Port': ['ID=37992ac7-7d6e-4f8e-8e23-f726b5f8c183,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:29:31.390731 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-9578af24-77d1-47d1-8667-b66175077960 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553976'] for router_gateway (666e22c2-b36d-4722-b7c7-12e9ab71baf5), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:31.475859 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-9578af24-77d1-47d1-8667-b66175077960 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-551344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1151'] for router (666e22c2-b36d-4722-b7c7-12e9ab71baf5), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:31.477941 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-9578af24-77d1-47d1-8667-b66175077960 admin admin] Publish callbacks [] for router_controller (666e22c2-b36d-4722-b7c7-12e9ab71baf5), precommit_delete_associations {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:31.536518 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a2296b44-efe7-4c92-99bf-bf9223587463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (4544528a-1612-46a7-a248-6cca4b867644), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:31.622174 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-9578af24-77d1-47d1-8667-b66175077960 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-551337'] for router (666e22c2-b36d-4722-b7c7-12e9ab71baf5), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:31.622791 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9578af24-77d1-47d1-8667-b66175077960 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 666e22c2-b36d-4722-b7c7-12e9ab71baf5 {{(pid=104034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 16 15:29:31.627068 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-9578af24-77d1-47d1-8667-b66175077960 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:31.628155 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-9578af24-77d1-47d1-8667-b66175077960 admin admin] 10.222.0.44 "DELETE /v2.0/routers/666e22c2-b36d-4722-b7c7-12e9ab71baf5 HTTP/1.1" status: 204 len: 168 time: 1.2018847 May 16 15:29:31.630753 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 53886) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:29:31.678311 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ab75887-660f-43d2-92ed-0168b503c8d1 admin admin] Deleting subnet c1c41bee-3447-4d4b-82ee-ae5e94a0f196 {{(pid=104033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 15:29:31.681667 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1ab75887-660f-43d2-92ed-0168b503c8d1 admin admin] Publish callbacks [] for subnet (c1c41bee-3447-4d4b-82ee-ae5e94a0f196), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:31.718278 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1ab75887-660f-43d2-92ed-0168b503c8d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62086373'] for subnet (c1c41bee-3447-4d4b-82ee-ae5e94a0f196), precommit_delete_associations {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:31.797469 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1ab75887-660f-43d2-92ed-0168b503c8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1995508'] for subnet (c1c41bee-3447-4d4b-82ee-ae5e94a0f196), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:31.902244 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1ab75887-660f-43d2-92ed-0168b503c8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1995501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61887474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61897994'] for subnet (c1c41bee-3447-4d4b-82ee-ae5e94a0f196), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:31.927422 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab75887-660f-43d2-92ed-0168b503c8d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1c41bee-3447-4d4b-82ee-ae5e94a0f196,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:29:31.931068 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1ab75887-660f-43d2-92ed-0168b503c8d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631934'] for subnet (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:31.934542 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-1ab75887-660f-43d2-92ed-0168b503c8d1 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/c1c41bee-3447-4d4b-82ee-ae5e94a0f196 HTTP/1.1" status: 204 len: 168 time: 0.3024547 May 16 15:29:31.936646 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 53888) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:29:31.939794 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e130cc-0d46-45f7-9832-b77d0949ce23 None None] Network c86b7d81-29e3-44cf-ae51-6fb188444053 requested from dv-cinder-795785-10-iscsi {{(pid=104035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 15:29:32.010358 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2916bc34-bc09-4c82-9fcf-7bbea2b399b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2021163'] for network (c86b7d81-29e3-44cf-ae51-6fb188444053), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:32.055956 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-2916bc34-bc09-4c82-9fcf-7bbea2b399b3 admin admin] Deleting port c49da60e-3341-4f5c-bfce-a9705225bb2c {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:29:32.056319 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2916bc34-bc09-4c82-9fcf-7bbea2b399b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789020190181'] for port (c49da60e-3341-4f5c-bfce-a9705225bb2c), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:32.087589 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501687f0-041c-4001-aae8-48cc5989c269 None None] DHCP port deletion for c86b7d81-29e3-44cf-ae51-6fb188444053 request from dv-cinder-795785-10-iscsi {{(pid=104035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 16 15:29:32.132451 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-2916bc34-bc09-4c82-9fcf-7bbea2b399b3 admin admin] For port c49da60e-3341-4f5c-bfce-a9705225bb2c, host dv-cinder-795785-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=c49da60e-3341-4f5c-bfce-a9705225bb2c,segment=NetworkSegment(f0a52633-6e33-4880-b440-57614050e9e6),segment_id=f0a52633-6e33-4880-b440-57614050e9e6)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:29:32.132819 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2916bc34-bc09-4c82-9fcf-7bbea2b399b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555776'] for port (c49da60e-3341-4f5c-bfce-a9705225bb2c), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:32.133644 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-501687f0-041c-4001-aae8-48cc5989c269 None None] Deleting port c49da60e-3341-4f5c-bfce-a9705225bb2c {{(pid=104035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 15:29:32.134126 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-501687f0-041c-4001-aae8-48cc5989c269 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789020190181'] for port (c49da60e-3341-4f5c-bfce-a9705225bb2c), before_delete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:32.147880 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device 75cc9b88-92d9-4d3d-8c2d-4fbef5095e10 no longer exists at agent ovs-agent-dv-cinder-795785-10-iscsi {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:29:32.152629 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-2916bc34-bc09-4c82-9fcf-7bbea2b399b3 admin admin] Calling delete_port for c49da60e-3341-4f5c-bfce-a9705225bb2c owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:29:32.173712 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] No Port match for: 75cc9b88-92d9-4d3d-8c2d-4fbef5095e10 {{(pid=104035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:29:32.174073 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device 75cc9b88-92d9-4d3d-8c2d-4fbef5095e10 not bound to the agent host dv-cinder-795785-10-iscsi {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:29:32.174507 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device 37992ac7-7d6e-4f8e-8e23-f726b5f8c183 no longer exists at agent ovs-agent-dv-cinder-795785-10-iscsi {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:29:32.230295 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] No Port match for: 37992ac7-7d6e-4f8e-8e23-f726b5f8c183 {{(pid=104035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:29:32.230644 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device 37992ac7-7d6e-4f8e-8e23-f726b5f8c183 not bound to the agent host dv-cinder-795785-10-iscsi {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:29:32.244498 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.db [None req-501687f0-041c-4001-aae8-48cc5989c269 None None] For port c49da60e-3341-4f5c-bfce-a9705225bb2c, host dv-cinder-795785-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795785-10-iscsi',level=0,port_id=c49da60e-3341-4f5c-bfce-a9705225bb2c,segment=NetworkSegment(f0a52633-6e33-4880-b440-57614050e9e6),segment_id=f0a52633-6e33-4880-b440-57614050e9e6)] {{(pid=104035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 15:29:32.244498 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-501687f0-041c-4001-aae8-48cc5989c269 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555776'] for port (c49da60e-3341-4f5c-bfce-a9705225bb2c), precommit_delete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:32.250095 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-501687f0-041c-4001-aae8-48cc5989c269 None None] Calling delete_port for c49da60e-3341-4f5c-bfce-a9705225bb2c owned by network:dhcp {{(pid=104035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 15:29:32.285015 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2916bc34-bc09-4c82-9fcf-7bbea2b399b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789020200313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789019640158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61886211'] for port (c49da60e-3341-4f5c-bfce-a9705225bb2c), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:32.311673 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2916bc34-bc09-4c82-9fcf-7bbea2b399b3 admin admin] No DVR routers for this DVR port c49da60e-3341-4f5c-bfce-a9705225bb2c on host dv-cinder-795785-10-iscsi {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:29:32.315939 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2916bc34-bc09-4c82-9fcf-7bbea2b399b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c49da60e-3341-4f5c-bfce-a9705225bb2c,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:29:32.324757 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-501687f0-041c-4001-aae8-48cc5989c269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2031078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789020200313', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789019640158'] for port (c49da60e-3341-4f5c-bfce-a9705225bb2c), after_delete {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:32.346955 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501687f0-041c-4001-aae8-48cc5989c269 None None] Pushing event deleted for resources: {'Port': ['ID=c49da60e-3341-4f5c-bfce-a9705225bb2c,revision_number=None']} {{(pid=104035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:29:32.351864 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501687f0-041c-4001-aae8-48cc5989c269 None None] No DVR routers for this DVR port c49da60e-3341-4f5c-bfce-a9705225bb2c on host dv-cinder-795785-10-iscsi {{(pid=104035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 15:29:32.395242 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2916bc34-bc09-4c82-9fcf-7bbea2b399b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2051393', 'neutron.services.segments.db._delete_segments_for_network-8789020055574'] for network (c86b7d81-29e3-44cf-ae51-6fb188444053), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:32.414584 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.services.segments.db [None req-2916bc34-bc09-4c82-9fcf-7bbea2b399b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c86b7d81-29e3-44cf-ae51-6fb188444053']}} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:29:32.424314 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.services.segments.db [None req-2916bc34-bc09-4c82-9fcf-7bbea2b399b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0a52633-6e33-4880-b440-57614050e9e6') {'for_net_delete': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:29:32.424615 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.services.segments.db [None req-2916bc34-bc09-4c82-9fcf-7bbea2b399b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0a52633-6e33-4880-b440-57614050e9e6') {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 15:29:32.433944 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2916bc34-bc09-4c82-9fcf-7bbea2b399b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789020139551', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62086364'] for segment (f0a52633-6e33-4880-b440-57614050e9e6), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:32.447453 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2916bc34-bc09-4c82-9fcf-7bbea2b399b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996815'] for segment (f0a52633-6e33-4880-b440-57614050e9e6), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:32.453181 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2916bc34-bc09-4c82-9fcf-7bbea2b399b3 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=104033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 15:29:32.453594 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2916bc34-bc09-4c82-9fcf-7bbea2b399b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1996815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61886288'] for segment (f0a52633-6e33-4880-b440-57614050e9e6), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:32.455300 dv-cinder-795785-10-iscsi neutron-server[104033]: Traceback (most recent call last): May 16 15:29:32.455300 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 15:29:32.455300 dv-cinder-795785-10-iscsi neutron-server[104033]: timer() May 16 15:29:32.455300 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 15:29:32.455300 dv-cinder-795785-10-iscsi neutron-server[104033]: cb(*args, **kw) May 16 15:29:32.455300 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 15:29:32.455300 dv-cinder-795785-10-iscsi neutron-server[104033]: return func(*args, **kwargs) May 16 15:29:32.455300 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 15:29:32.455300 dv-cinder-795785-10-iscsi neutron-server[104033]: self._notify() May 16 15:29:32.455300 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 15:29:32.455300 dv-cinder-795785-10-iscsi neutron-server[104033]: self.callback(batched_events) May 16 15:29:32.455300 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 15:29:32.455300 dv-cinder-795785-10-iscsi neutron-server[104033]: event.method(event) May 16 15:29:32.455300 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 15:29:32.455300 dv-cinder-795785-10-iscsi neutron-server[104033]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 15:29:32.455300 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 15:29:32.455300 dv-cinder-795785-10-iscsi neutron-server[104033]: aggregate_uuid = self.p_client.list_aggregates( May 16 15:29:32.455300 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 15:29:32.455300 dv-cinder-795785-10-iscsi neutron-server[104033]: return f(self, *a, **k) May 16 15:29:32.455300 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 15:29:32.455300 dv-cinder-795785-10-iscsi neutron-server[104033]: return self._get(url).json() May 16 15:29:32.455300 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 15:29:32.455300 dv-cinder-795785-10-iscsi neutron-server[104033]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 15:29:32.455300 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 15:29:32.455300 dv-cinder-795785-10-iscsi neutron-server[104033]: return self.request(url, 'GET', **kwargs) May 16 15:29:32.455300 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 15:29:32.455300 dv-cinder-795785-10-iscsi neutron-server[104033]: base_url = self.get_endpoint(auth, allow=allow, May 16 15:29:32.455300 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 15:29:32.455300 dv-cinder-795785-10-iscsi neutron-server[104033]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 15:29:32.455300 dv-cinder-795785-10-iscsi neutron-server[104033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 15:29:32.455300 dv-cinder-795785-10-iscsi neutron-server[104033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 15:29:32.455300 dv-cinder-795785-10-iscsi neutron-server[104033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 15:29:32.587780 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2916bc34-bc09-4c82-9fcf-7bbea2b399b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2051450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-557002'] for network (c86b7d81-29e3-44cf-ae51-6fb188444053), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:32.592920 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2916bc34-bc09-4c82-9fcf-7bbea2b399b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631934'] for network (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:32.596284 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-2916bc34-bc09-4c82-9fcf-7bbea2b399b3 admin admin] 10.222.0.44 "DELETE /v2.0/networks/c86b7d81-29e3-44cf-ae51-6fb188444053 HTTP/1.1" status: 204 len: 168 time: 0.6585848 May 16 15:29:32.610989 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2916bc34-bc09-4c82-9fcf-7bbea2b399b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c86b7d81-29e3-44cf-ae51-6fb188444053,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:29:32.936968 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 53892) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:29:32.975924 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-d2998f25-0664-46d6-8edc-a43a9ede71b4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0b6bd797b8e04be18b7484855142b067&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378804 May 16 15:29:32.978297 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.wsgi [-] (104033) accepted ('10.222.0.44', 53894) {{(pid=104033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:29:33.024225 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5641bd9c-647c-442c-8267-f34f7b6ffcf7 admin admin] Publish callbacks [] for security_group (7a2de56c-403a-4bf9-a3c9-f7d70b8c4326), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:33.045144 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5641bd9c-647c-442c-8267-f34f7b6ffcf7 admin admin] Publish callbacks [] for security_group (7a2de56c-403a-4bf9-a3c9-f7d70b8c4326), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:33.176594 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5641bd9c-647c-442c-8267-f34f7b6ffcf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (7a2de56c-403a-4bf9-a3c9-f7d70b8c4326), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:33.179189 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5641bd9c-647c-442c-8267-f34f7b6ffcf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:33.180348 dv-cinder-795785-10-iscsi neutron-server[104033]: INFO neutron.wsgi [None req-5641bd9c-647c-442c-8267-f34f7b6ffcf7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7a2de56c-403a-4bf9-a3c9-f7d70b8c4326 HTTP/1.1" status: 204 len: 168 time: 0.2011845 May 16 15:29:33.188118 dv-cinder-795785-10-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5641bd9c-647c-442c-8267-f34f7b6ffcf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a2de56c-403a-4bf9-a3c9-f7d70b8c4326,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:29:33.462892 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (311a8a5f-4d79-4ff7-931a-d05ff8cc45ee), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:33.824415 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 53900) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:29:33.863524 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-f5377989-c597-46a1-aadf-1f1fbd168b8b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ff1e322046a64fcf804af32d3a3983a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380192 May 16 15:29:33.865795 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [-] (104034) accepted ('10.222.0.44', 53902) {{(pid=104034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 15:29:33.911472 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-8c723210-74ff-4c96-9697-98aa258d7b3b admin admin] Publish callbacks [] for security_group (68ff7adf-e560-4363-b474-3166ee8aba3f), before_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:33.932721 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-8c723210-74ff-4c96-9697-98aa258d7b3b admin admin] Publish callbacks [] for security_group (68ff7adf-e560-4363-b474-3166ee8aba3f), precommit_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:33.971752 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device c49da60e-3341-4f5c-bfce-a9705225bb2c no longer exists at agent ovs-agent-dv-cinder-795785-10-iscsi {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 15:29:33.990842 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.plugin [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] No Port match for: c49da60e-3341-4f5c-bfce-a9705225bb2c {{(pid=104035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 15:29:33.991196 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron.plugins.ml2.rpc [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Device c49da60e-3341-4f5c-bfce-a9705225bb2c not bound to the agent host dv-cinder-795785-10-iscsi {{(pid=104035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 15:29:34.037263 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-8c723210-74ff-4c96-9697-98aa258d7b3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607611'] for security_group (68ff7adf-e560-4363-b474-3166ee8aba3f), after_delete {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:34.039950 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-8c723210-74ff-4c96-9697-98aa258d7b3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:34.041090 dv-cinder-795785-10-iscsi neutron-server[104034]: INFO neutron.wsgi [None req-8c723210-74ff-4c96-9697-98aa258d7b3b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/68ff7adf-e560-4363-b474-3166ee8aba3f HTTP/1.1" status: 204 len: 168 time: 0.1743767 May 16 15:29:34.049488 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c723210-74ff-4c96-9697-98aa258d7b3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ff7adf-e560-4363-b474-3166ee8aba3f,revision_number=None']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 15:29:40.248771 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (751a3b14-a3b6-44f5-a165-bd23bd92acbe), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:47.147338 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.agents_db [None req-ab78c14b-22b7-4e46-ade7-0c4080e95cb7 None None] Agent healthcheck: found 6 active agents {{(pid=104036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:29:56.829894 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-dc3252c3-e26a-44c2-9abc-063b03cce522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (a586ef94-96cb-452c-b402-463be5294b2a), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:29:58.915216 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-0852815f-a087-486b-8b69-829b05fb1765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (54a3e65b-69a0-426d-9997-69a1705c4334), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:00.144208 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-e1b85405-7a13-4024-838c-532465e0cf8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (72569482-7f88-4a09-9117-6d6842ca2c26), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:01.553612 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a2296b44-efe7-4c92-99bf-bf9223587463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (4544528a-1612-46a7-a248-6cca4b867644), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:03.476528 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (311a8a5f-4d79-4ff7-931a-d05ff8cc45ee), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:10.230370 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (751a3b14-a3b6-44f5-a165-bd23bd92acbe), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:24.147103 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.agents_db [None req-ab78c14b-22b7-4e46-ade7-0c4080e95cb7 None None] Agent healthcheck: found 6 active agents {{(pid=104036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:30:26.844708 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-fc788129-f328-4d02-af70-afd54a14479c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (a586ef94-96cb-452c-b402-463be5294b2a), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:28.910947 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-5b0dfd96-8c10-4d99-81ae-66ad8740bdec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (54a3e65b-69a0-426d-9997-69a1705c4334), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:30.230092 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-e1b85405-7a13-4024-838c-532465e0cf8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (72569482-7f88-4a09-9117-6d6842ca2c26), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:31.554160 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a2296b44-efe7-4c92-99bf-bf9223587463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (4544528a-1612-46a7-a248-6cca4b867644), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:33.503461 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (311a8a5f-4d79-4ff7-931a-d05ff8cc45ee), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:40.227945 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (751a3b14-a3b6-44f5-a165-bd23bd92acbe), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:46.248843 dv-cinder-795785-10-iscsi neutron-server[104034]: DEBUG neutron.wsgi [req-7e9d4b9a-4273-414b-90fd-ff257023e748 req-ae47e30b-052a-420f-bf5b-f207adf512e0 service neutron] (104034) timed out ('10.222.0.69', 49904) {{(pid=104034) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 16 15:30:56.857914 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-ac5c0715-30b8-420c-b413-ec460a9972a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (a586ef94-96cb-452c-b402-463be5294b2a), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:30:58.890341 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-fa746453-29e6-405f-b7be-bf12877dfa81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (54a3e65b-69a0-426d-9997-69a1705c4334), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:00.180754 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-e1b85405-7a13-4024-838c-532465e0cf8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (72569482-7f88-4a09-9117-6d6842ca2c26), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:01.145937 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.agents_db [None req-ab78c14b-22b7-4e46-ade7-0c4080e95cb7 None None] Agent healthcheck: found 6 active agents {{(pid=104036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:31:01.554277 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a2296b44-efe7-4c92-99bf-bf9223587463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (4544528a-1612-46a7-a248-6cca4b867644), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:03.444105 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (311a8a5f-4d79-4ff7-931a-d05ff8cc45ee), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:10.202553 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (751a3b14-a3b6-44f5-a165-bd23bd92acbe), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:26.835796 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-8c6a0c13-8980-4f26-8e3a-2fe5ab9120ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (a586ef94-96cb-452c-b402-463be5294b2a), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:28.886288 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-4aac6c9b-f2fb-4808-bc20-e4f248899762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (54a3e65b-69a0-426d-9997-69a1705c4334), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:30.148669 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-e1b85405-7a13-4024-838c-532465e0cf8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (72569482-7f88-4a09-9117-6d6842ca2c26), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:31.550590 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a2296b44-efe7-4c92-99bf-bf9223587463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (4544528a-1612-46a7-a248-6cca4b867644), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:33.450219 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (311a8a5f-4d79-4ff7-931a-d05ff8cc45ee), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:38.145991 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.agents_db [None req-ab78c14b-22b7-4e46-ade7-0c4080e95cb7 None None] Agent healthcheck: found 6 active agents {{(pid=104036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:31:40.189190 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (751a3b14-a3b6-44f5-a165-bd23bd92acbe), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:56.873813 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-2c785b05-4a0c-44e8-9ee5-d6bf6fa9587d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (a586ef94-96cb-452c-b402-463be5294b2a), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:31:58.887120 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-ec3b513a-7d4a-452e-a60a-d58dfb6fc90c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (54a3e65b-69a0-426d-9997-69a1705c4334), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:32:00.144731 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-e1b85405-7a13-4024-838c-532465e0cf8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (72569482-7f88-4a09-9117-6d6842ca2c26), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:32:01.554489 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a2296b44-efe7-4c92-99bf-bf9223587463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (4544528a-1612-46a7-a248-6cca4b867644), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:32:03.456688 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (311a8a5f-4d79-4ff7-931a-d05ff8cc45ee), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:32:10.237024 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (751a3b14-a3b6-44f5-a165-bd23bd92acbe), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:32:15.145387 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.agents_db [None req-ab78c14b-22b7-4e46-ade7-0c4080e95cb7 None None] Agent healthcheck: found 6 active agents {{(pid=104036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:32:26.846370 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d4e2c779-70a3-4d27-b0b3-9feebcaefc32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (a586ef94-96cb-452c-b402-463be5294b2a), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:32:28.887885 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-aaa8e4da-b6e0-40c5-9db8-cc68d373792a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (54a3e65b-69a0-426d-9997-69a1705c4334), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:32:30.182198 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-e1b85405-7a13-4024-838c-532465e0cf8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (72569482-7f88-4a09-9117-6d6842ca2c26), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:32:31.561434 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a2296b44-efe7-4c92-99bf-bf9223587463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (4544528a-1612-46a7-a248-6cca4b867644), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:32:33.455477 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (311a8a5f-4d79-4ff7-931a-d05ff8cc45ee), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:32:40.264527 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (751a3b14-a3b6-44f5-a165-bd23bd92acbe), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:32:52.144225 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.agents_db [None req-ab78c14b-22b7-4e46-ade7-0c4080e95cb7 None None] Agent healthcheck: found 6 active agents {{(pid=104036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:32:56.843046 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-cf066d7c-4b58-4746-9dfb-846d25604efd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (a586ef94-96cb-452c-b402-463be5294b2a), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:32:58.908257 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-22f92e80-7aaf-4edf-84d6-52efaa846b10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (54a3e65b-69a0-426d-9997-69a1705c4334), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:00.185450 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-e1b85405-7a13-4024-838c-532465e0cf8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (72569482-7f88-4a09-9117-6d6842ca2c26), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:01.567297 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a2296b44-efe7-4c92-99bf-bf9223587463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (4544528a-1612-46a7-a248-6cca4b867644), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:03.447268 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (311a8a5f-4d79-4ff7-931a-d05ff8cc45ee), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:10.251679 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (751a3b14-a3b6-44f5-a165-bd23bd92acbe), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:26.838200 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-891341e9-e96c-4926-a449-5bb8020131c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (a586ef94-96cb-452c-b402-463be5294b2a), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:28.894751 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-77f3e06d-c567-4a66-a5ab-6386fe93bd07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (54a3e65b-69a0-426d-9997-69a1705c4334), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:29.144668 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.agents_db [None req-ab78c14b-22b7-4e46-ade7-0c4080e95cb7 None None] Agent healthcheck: found 6 active agents {{(pid=104036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:33:30.200686 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-e1b85405-7a13-4024-838c-532465e0cf8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (72569482-7f88-4a09-9117-6d6842ca2c26), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:31.589144 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a2296b44-efe7-4c92-99bf-bf9223587463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (4544528a-1612-46a7-a248-6cca4b867644), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:33.491299 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (311a8a5f-4d79-4ff7-931a-d05ff8cc45ee), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:40.249440 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (751a3b14-a3b6-44f5-a165-bd23bd92acbe), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:56.825700 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-fbe6c1cb-2256-4075-83f0-f5a5a5943689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (a586ef94-96cb-452c-b402-463be5294b2a), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:33:58.903329 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-5013d4db-ca3a-46d4-97aa-277754aeef75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (54a3e65b-69a0-426d-9997-69a1705c4334), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:34:00.156492 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-e1b85405-7a13-4024-838c-532465e0cf8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (72569482-7f88-4a09-9117-6d6842ca2c26), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:34:01.571021 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a2296b44-efe7-4c92-99bf-bf9223587463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (4544528a-1612-46a7-a248-6cca4b867644), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:34:03.469700 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (311a8a5f-4d79-4ff7-931a-d05ff8cc45ee), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:34:06.145895 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.agents_db [None req-ab78c14b-22b7-4e46-ade7-0c4080e95cb7 None None] Agent healthcheck: found 6 active agents {{(pid=104036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:34:10.267088 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (751a3b14-a3b6-44f5-a165-bd23bd92acbe), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:34:26.829703 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-ab348b49-e5f8-4678-b815-55ad8877afc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (a586ef94-96cb-452c-b402-463be5294b2a), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:34:28.934796 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-f4246346-2125-4770-b313-074520a7b8be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (54a3e65b-69a0-426d-9997-69a1705c4334), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:34:30.190174 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-e1b85405-7a13-4024-838c-532465e0cf8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (72569482-7f88-4a09-9117-6d6842ca2c26), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:34:31.587268 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-a2296b44-efe7-4c92-99bf-bf9223587463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (4544528a-1612-46a7-a248-6cca4b867644), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:34:33.447735 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-80d2ec14-8fa3-4b34-86b6-961d84d637c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (311a8a5f-4d79-4ff7-931a-d05ff8cc45ee), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:34:40.236923 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-d084ab8d-c6ea-4138-98a9-fbbf61226f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (751a3b14-a3b6-44f5-a165-bd23bd92acbe), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 15:34:43.143986 dv-cinder-795785-10-iscsi neutron-server[104036]: DEBUG neutron.db.agents_db [None req-ab78c14b-22b7-4e46-ade7-0c4080e95cb7 None None] Agent healthcheck: found 6 active agents {{(pid=104036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 15:34:56.850180 dv-cinder-795785-10-iscsi neutron-server[104035]: DEBUG neutron_lib.callbacks.manager [None req-3fde0a8c-ed3f-451e-b845-92371f08e951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789020055556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2048642'] for agent (a586ef94-96cb-452c-b402-463be5294b2a), after_update {{(pid=104035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}